00000001:02000400:0.0F:1767384287.754823:0:16016:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing load_modules_local 00000400:00000010:0.0:1767384288.138342:0:16062:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 00000000577be551. 00000400:00000010:0.0:1767384288.138354:0:16062:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000c261d0dc. 00000400:00000010:0.0:1767384288.138359:0:16062:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000326aa2c9. 00000400:00000010:0.0:1767384288.138363:0:16062:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000b0b87956. 00000400:00000010:0.0:1767384288.138367:0:16062:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 00000000d7af3ec8. 00000400:00000010:0.0:1767384288.138372:0:16062:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000005db6b2b6. 00000400:00000010:0.0:1767384288.138376:0:16062:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 00000000e196aeab. 00000020:02000000:0.0:1767384289.008760:0:16115:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.0_RC4_2_g45eb11f 00000020:00000010:0.0:1767384289.010944:0:16115:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 0000000067f4e68a. 00000001:00000010:0.0:1767384289.011750:0:16115:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000719c1927. 00000001:00000010:0.0:1767384289.011755:0:16115:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d1617bf2. 00000001:00000010:0.0:1767384289.011757:0:16115:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f574dcb5. 00000001:00000010:0.0:1767384289.011759:0:16115:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025613c78. 00000001:00000010:0.0:1767384289.011760:0:16115:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098b526c2. 00000001:00000010:0.0:1767384289.011762:0:16115:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b8ac907. 00000020:00000010:0.0:1767384289.011807:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfa1d4ff. 00000020:00000010:0.0:1767384289.011810:0:16115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa96744b. 00000001:00000010:0.0:1767384289.011814:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000461591f. 00000020:00000010:0.0:1767384289.011868:0:16115:0:(cl_object.c:1175:cl_global_init()) kmalloced '(cl_envs)': 192 at 000000000f846cdc. 00000020:00000010:0.0:1767384289.012068:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eff5bf62. 00000020:00000010:0.0:1767384289.012073:0:16115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009dd59388. 00000020:00000010:0.0:1767384289.012077:0:16115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000e07738c. 00000020:00000010:0.0:1767384289.012082:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe4018cf. 00000020:00000010:0.0:1767384289.012086:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b3aa4f4. 00000020:00000010:0.0:1767384289.012090:0:16115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cbc9dbd2. 00000020:00000010:0.0:1767384289.012093:0:16115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000000f6c1ddd. 00000020:00000010:0.0:1767384289.012097:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b8694b0. 00000020:00000010:0.0:1767384289.012102:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c6cf4a3. 00000020:00000010:0.0:1767384289.012130:0:16115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a1013ee. 00000020:00000010:0.0:1767384289.012133:0:16115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000be4f6c02. 00000020:00000010:0.0:1767384289.012137:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075f90c57. 00000020:00000010:0.0:1767384289.012144:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002119661e. 00000020:00000010:0.0:1767384289.012153:0:16115:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004269440c. 00000020:00000010:0.0:1767384289.012156:0:16115:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000003c0ad982. 00000020:00000010:0.0:1767384289.012159:0:16115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a1cc2a1. 02000000:00000010:0.0:1767384289.012164:0:16115:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 0000000004e37b02. 02000000:00000010:0.0:1767384289.012167:0:16115:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000d894ea7d. 02000000:00000010:0.0:1767384289.012182:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000aa1e84ab. 02000000:00000010:0.0:1767384289.012186:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 0000000086d6ec25. 00000001:00000010:0.0:1767384289.012189:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000007df4619b. 00000020:00000010:0.0:1767384289.012231:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000052eb522e. 00000020:00000010:0.0:1767384289.012248:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000052eb522e. 02000000:00000010:0.0:1767384289.012252:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000eeda690e. 02000000:00000010:0.0:1767384289.012255:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 000000008a8ead7e. 00000001:00000010:0.0:1767384289.012258:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009545008d. 00000020:00000010:0.0:1767384289.012302:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000052eb522e. 00000020:00000010:0.0:1767384289.012314:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000052eb522e. 02000000:00000010:0.0:1767384289.012317:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000002f60f118. 02000000:00000010:0.0:1767384289.012320:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 0000000095f017ef. 00000001:00000010:0.0:1767384289.012323:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000004051aaa1. 00000020:00000010:0.0:1767384289.012371:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000052eb522e. 00000020:00000010:0.0:1767384289.012387:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000052eb522e. 02000000:00000010:0.0:1767384289.012391:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000094a58b79. 02000000:00000010:0.0:1767384289.012394:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 0000000052eb522e. 00000001:00000010:0.0:1767384289.012397:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000084df2da9. 00000020:00000010:0.0:1767384289.012436:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012446:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012449:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000425f7a97. 02000000:00000010:0.0:1767384289.012452:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 00000000063f2338. 00000001:00000010:0.0:1767384289.012454:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000bc65c5ef. 00000020:00000010:0.0:1767384289.012491:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012504:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012507:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008059fc82. 02000000:00000010:0.0:1767384289.012516:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 000000009bbc4791. 00000001:00000010:0.0:1767384289.012518:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b5cc7d7c. 00000020:00000010:0.0:1767384289.012550:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012564:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012568:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000664d76f8. 02000000:00000010:0.0:1767384289.012571:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 00000000c347eb23. 00000001:00000010:0.0:1767384289.012573:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000011b7da56. 00000020:00000010:0.0:1767384289.012605:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012618:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012622:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000009d9abab2. 02000000:00000010:0.0:1767384289.012625:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 000000005713cd1e. 00000001:00000010:0.0:1767384289.012627:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000361d0329. 00000020:00000010:0.0:1767384289.012652:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012665:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012668:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000051ee3dac. 02000000:00000010:0.0:1767384289.012671:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000003cdaf135. 00000001:00000010:0.0:1767384289.012672:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000afc68a6e. 00000020:00000010:0.0:1767384289.012709:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012722:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012725:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000084a805a7. 02000000:00000010:0.0:1767384289.012727:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000016a54aba. 00000001:00000010:0.0:1767384289.012730:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000ca1cf80a. 00000020:00000010:0.0:1767384289.012762:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012774:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012778:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b5367c41. 02000000:00000010:0.0:1767384289.012780:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000001b9f1273. 00000001:00000010:0.0:1767384289.012782:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b45b1d53. 00000020:00000010:0.0:1767384289.012820:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012831:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012836:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000779bc713. 02000000:00000010:0.0:1767384289.012838:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 0000000054b33360. 00000001:00000010:0.0:1767384289.012846:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d7c8060a. 00000020:00000010:0.0:1767384289.012882:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012894:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012899:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000003a241883. 02000000:00000010:0.0:1767384289.012901:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d7be517d. 00000001:00000010:0.0:1767384289.012904:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000006bd7abd4. 00000020:00000010:0.0:1767384289.012936:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.012949:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 02000000:00000010:0.0:1767384289.012953:0:16115:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000b26f99d2. 02000000:00000010:0.0:1767384289.012955:0:16115:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000d6a84877. 00000001:00000010:0.0:1767384289.012957:0:16115:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000000f2a85f. 00000020:00000010:0.0:1767384289.012988:0:16115:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000026c0993. 00000020:00000010:0.0:1767384289.013001:0:16115:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000026c0993. 00000800:00000010:3.0F:1767384289.104278:0:16139:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000e566dbf5. 00000800:00000010:3.0:1767384289.104293:0:16139:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000000eb234fd. 00000800:00000010:3.0:1767384289.104384:0:16140:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000072216f4d. 00000800:00000010:3.0:1767384289.104390:0:16140:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000f8b9dd74. 00000800:00000010:3.0:1767384289.104486:0:16141:0:(socklnd_cb.c:1460:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 0000000051a822d4. 00000800:00000010:3.0:1767384289.104492:0:16141:0:(socklnd_cb.c:1467:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 00000000e3bc1cc6. 00000400:00000200:0.0:1767384289.107000:0:16144:0:(peer.c:4114:lnet_peer_discovery()) started 00000100:00000010:0.0:1767384289.107144:0:16145:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073f9f519. 00000020:00000010:0.0:1767384289.107152:0:16145:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000447350cb. 00000020:00000010:0.0:1767384289.107157:0:16145:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fb6ae6e. 00000020:00000010:0.0:1767384289.107161:0:16145:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000c0702ae0. 00000040:00000010:0.0:1767384289.107165:0:16145:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc6ddca1. 00000020:00000010:0.0:1767384289.107170:0:16145:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b3035aa. 00000020:00000010:0.0:1767384289.107174:0:16145:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807516ac. 00000100:00000010:3.0:1767384289.107313:0:16146:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8e2e074. 00000020:00000010:3.0:1767384289.107320:0:16146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f55ca6ca. 00000020:00000010:3.0:1767384289.107323:0:16146:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000231617b4. 00000020:00000010:3.0:1767384289.107326:0:16146:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002834ee9e. 00000040:00000010:3.0:1767384289.107329:0:16146:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029f4df64. 00000020:00000010:3.0:1767384289.107333:0:16146:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000000021e3e. 00000020:00000010:3.0:1767384289.107336:0:16146:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d22d59f. 00000100:00000010:3.0:1767384289.107482:0:16147:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000136dc204. 00000020:00000010:3.0:1767384289.107486:0:16147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012af2017. 00000020:00000010:3.0:1767384289.107489:0:16147:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f24a05c4. 00000020:00000010:3.0:1767384289.107490:0:16147:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000f0e05d9b. 00000040:00000010:3.0:1767384289.107492:0:16147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a52c078. 00000020:00000010:3.0:1767384289.107495:0:16147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fcc8684c. 00000020:00000010:3.0:1767384289.107497:0:16147:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba37f6dc. 00000100:00000010:3.0:1767384289.107665:0:16148:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a357751. 00000020:00000010:3.0:1767384289.107671:0:16148:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f0557746. 00000020:00000010:3.0:1767384289.107674:0:16148:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c99446a. 00000020:00000010:3.0:1767384289.107677:0:16148:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000237dcf7c. 00000040:00000010:3.0:1767384289.107679:0:16148:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c2ce5759. 00000020:00000010:3.0:1767384289.107683:0:16148:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000778bd382. 00000020:00000010:3.0:1767384289.107687:0:16148:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000133816a6. 00000100:00000010:3.0:1767384289.107903:0:16149:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5c34055. 00000020:00000010:3.0:1767384289.107909:0:16149:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004013817b. 00000020:00000010:3.0:1767384289.107912:0:16149:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e5cef68. 00000020:00000010:3.0:1767384289.107915:0:16149:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000093980822. 00000040:00000010:3.0:1767384289.107917:0:16149:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000bca30d3. 00000020:00000010:3.0:1767384289.107921:0:16149:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000022ac3e7. 00000020:00000010:3.0:1767384289.107932:0:16149:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065ec3d9e. 02000000:00000010:0.0:1767384289.161595:0:16161:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000fa2b2cf6. 02000000:00000010:0.0:1767384289.161604:0:16161:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000b09454f6. 02000000:00000010:0.0:1767384289.161608:0:16161:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000db1a35a8. 02000000:00000010:0.0:1767384289.161621:0:16161:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 0000000066d63f76. 00000001:00000010:0.0:1767384290.897521:0:16217:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000000c2b456e. 00000100:00000010:0.0:1767384290.897573:0:16217:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 0000000013d2b6b5. 00000020:00000010:0.0:1767384290.897609:0:16217:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000005b2eba4a. 00000020:00000010:0.0:1767384290.897634:0:16217:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000083632eb2. 00000020:00000010:0.0:1767384290.897644:0:16217:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000083632eb2. 00008000:02000000:0.0:1767384291.069962:0:16270:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:0.0:1767384291.072265:0:16270:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b26e792b. 00000020:00000010:0.0:1767384291.072799:0:16270:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000045686a31. 00000020:00000010:3.0:1767384291.307961:0:16348:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000004054867c. 00000020:00000010:3.0:1767384291.363682:0:16361:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000005e45a2b7. 00000020:00000010:3.0:1767384291.424099:0:16374:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000082c8468d. 00000020:00000010:0.0:1767384291.495826:0:16387:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006f80c7db. 00000020:00000010:0.0:1767384291.495860:0:16387:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000add9ae64. 00000020:00000010:0.0:1767384291.582179:0:16408:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000970c5d3f. 00000020:00000010:0.0:1767384291.631299:0:16421:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000094ae91d1. 00000020:00000010:0.0:1767384291.631652:0:16421:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000008148ac41. 00000100:00000010:3.0:1767384294.729019:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000078c69468. 00000100:00000010:3.0:1767384294.729187:0:16779:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d6976e1b. 00000020:00000010:3.0:1767384294.729191:0:16779:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000029a95c14. 00000020:00000010:3.0:1767384294.729194:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007457ea56. 00000020:00000010:3.0:1767384294.729196:0:16779:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004bf23606. 00000040:00000010:3.0:1767384294.729198:0:16779:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0eb44d8. 00000020:00000010:3.0:1767384294.729201:0:16779:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000184c306e. 00000020:00000010:3.0:1767384294.729203:0:16779:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000021d8ea82. 80000000:00000010:3.0:1767384294.729206:0:16779:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007eb213c7. 00040000:00000010:3.0:1767384294.729210:0:16779:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8d2e76e. 00080000:00000010:3.0:1767384294.729213:0:16779:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000994bbf37. 20000000:00000010:3.0:1767384294.729216:0:16779:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e17de3ec. 00000100:00000010:3.0:1767384294.729229:0:16779:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000d007f812. 00000100:00000200:3.0:1767384294.729243:0:16779:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000020:00000010:3.0:1767384294.729644:0:16781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ce889ca. 00000020:00000010:3.0:1767384294.729648:0:16781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051a8b72c. 00000040:00000010:3.0:1767384294.729650:0:16781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc0280dd. 00000020:00000010:3.0:1767384294.729655:0:16781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007047911c. 00000020:00000010:3.0:1767384294.729674:0:16781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed5b5e6a. 00000020:00000010:3.0:1767384294.729680:0:16781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c30fb038. 80000000:00000010:3.0:1767384294.729683:0:16781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d59aa00. 40000000:00000010:3.0:1767384294.729688:0:16781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000002a5d08f. 00100000:00000010:3.0:1767384294.729695:0:16781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000809396b4. 00040000:00000010:3.0:1767384294.729700:0:16781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007e34091f. 00040000:00000010:3.0:1767384294.729707:0:16781:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa3a11ef. 00040000:00000010:3.0:1767384294.729712:0:16781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8e8e0bd. 00080000:00000010:3.0:1767384294.729719:0:16781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c4ef2f1b. 00000004:00000010:3.0:1767384294.729728:0:16781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f967c8c1. 00000004:00000010:3.0:1767384294.729734:0:16781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000950a2d18. 00000004:00000010:3.0:1767384294.729746:0:16781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002987eb48. 00002000:00000010:3.0:1767384294.729751:0:16781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000262c4d37. 00000004:00000010:3.0:1767384294.729756:0:16781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dd8d6370. 00000020:00000010:3.0:1767384294.729762:0:16781:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005df0f42c. 00000400:00000200:0.0:1767384294.730043:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384294.730051:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100041 00000400:00000200:0.0:1767384294.730055:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (2) 00000400:00000010:0.0:1767384294.730061:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e7057598. 00000400:00000010:0.0:1767384294.730077:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000684475b0. 00000400:00000010:0.0:1767384294.730097:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075873a4d. 00000400:00000200:0.0:1767384294.730128:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384294.730144:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384294.730151:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384294.730159:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp 00000400:00000200:0.0:1767384294.730165:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384294.730170:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp 00000400:00000200:0.0:1767384294.730179:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [1:1:256:4294967295] 192.168.202.119@tcp LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384294.730187:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp 00000400:00000200:0.0:1767384294.730198:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) : GET try# 0 00000800:00000200:0.0:1767384294.730206:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp 00000800:00000010:0.0:1767384294.730211:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c99e869. 00000800:00000010:0.0:1767384294.730220:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000267683b8. 00000800:00000010:0.0:1767384294.730224:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000090a3fbb4. 00000800:00000200:0.0:1767384294.730229:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (2) 00000800:00000200:0.1F:1767384294.730236:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (2) 00000400:00000200:0.0:1767384294.730259:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384294.730262:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100241 rc 0 00000400:00000200:3.0:1767384294.730547:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384294.730584:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp from 255.3.0.2 00000800:00000010:3.0:1767384294.730590:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000007a396e3. 00000800:00000010:3.0:1767384294.730666:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ee4448e. 00000800:00000010:3.0:1767384294.730672:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed1877d6. 00000800:00000010:3.0:1767384294.730693:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005e771ca8. 00000800:00000200:3.1F:1767384294.730699:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (2) 00000800:00000200:3.1:1767384294.730711:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp 000000005e771ca8 deleted 00000800:00000010:3.1:1767384294.730714:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005e771ca8. 00000800:00000200:3.1:1767384294.730720:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384294.730728:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:1023 00000800:00000200:3.1:1767384294.730733:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c99e869 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384294.730739:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp p 3.x 192.168.202.119 -> 192.168.202.119:1023 incarnation:1767384289104101553 sched[0] 00000800:00000010:3.0:1767384294.730744:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075ad7c2a. 00000800:00000010:3.0:1767384294.730801:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075ad7c2a. 00000800:00000010:3.0:1767384294.730806:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed1877d6. 00000800:00000200:2.1F:1767384294.730817:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384294.730844:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000007a396e3. 00000800:00000200:3.0:1767384294.730914:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384294.730918:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c99e869. 00000400:00000200:3.0:1767384294.730924:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.730929:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: GET: OK 00000400:00000200:3.0:1767384294.730935:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384294.730941:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:3.0:1767384294.730972:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : GET - for me 00000020:00000010:0.0:1767384294.731014:0:16145:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006b3ec2a1. 00000400:00000200:3.0:1767384294.731017:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384294.731020:0:16145:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b174e84c. 80000000:00000010:0.0:1767384294.731025:0:16145:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009b109911. 00000400:00000200:3.0:1767384294.731030:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 48/272 into md 0x1 [1] + 0 40000000:00000010:0.0:1767384294.731030:0:16145:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d40e0c85. 00000400:00000200:3.0:1767384294.731045:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp to MR: 192.168.202.119@tcp local destination 00000008:00000010:0.0:1767384294.731046:0:16145:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003a473a2b. 00000400:00000200:3.0:1767384294.731052:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [2:2:256:4294967295] 192.168.202.119@tcp LPNI seq info [2:2:8:4294967295] 00020000:00000010:0.0:1767384294.731053:0:16145:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000005b53ed35. 00008000:00000010:0.0:1767384294.731069:0:16145:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c9d8903a. 00000400:00000200:3.0:1767384294.731071:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) 192.168.202.119@tcp : REPLY try# 0 00100000:00000010:0.0:1767384294.731076:0:16145:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004da3b2ce. 00000800:00000200:3.0:1767384294.731079:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.119@tcp 00040000:00000010:0.0:1767384294.731083:0:16145:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f4836ea4. 00000800:00000010:3.0:1767384294.731086:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f5d8f3. 00040000:00000010:0.0:1767384294.731089:0:16145:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009adb17db. 00000800:00000200:3.0:1767384294.731095:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (4) 00040000:00000010:0.0:1767384294.731095:0:16145:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000536f35e1. 00080000:00000010:0.0:1767384294.731101:0:16145:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000008068442. 00000004:00000010:0.0:1767384294.731135:0:16145:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002f51686d. 00000004:00000010:0.0:1767384294.731142:0:16145:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000854203cf. 00000800:00000200:3.0:1767384294.731146:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:988 00000004:00000010:0.0:1767384294.731149:0:16145:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e32c2858. 00000800:00000200:3.0:1767384294.731153:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079f5d8f3 type 3, nob 144 niov 1 nkiov 1 00002000:00000010:0.0:1767384294.731155:0:16145:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e9cd75f. 00000004:00000010:0.0:1767384294.731163:0:16145:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b9a99a12. 00000080:00000010:0.0:1767384294.731179:0:16145:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003e3037ba. 00000800:00000200:3.0:1767384294.731195:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000010:0.0:1767384294.731197:0:16145:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ff218eec. 00000800:00000010:3.0:1767384294.731199:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f5d8f3. 00000400:00000200:3.0:1767384294.731207:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:0.0:1767384294.731213:0:16145:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007580989b. 00000400:00000200:3.0:1767384294.731214:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: REPLY: OK 00020000:00000010:0.0:1767384294.731229:0:16145:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000038caefb1. 00000400:00000200:3.0:1767384294.731238:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : REPLY - for me 00008000:00000010:0.0:1767384294.731245:0:16145:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000c5892ca7. 00000400:00000200:3.0:1767384294.731251:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp: Reply from 12345-192.168.202.119@tcp of length 48/48 into md 0x20d 00000080:00000010:0.0:1767384294.731257:0:16145:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000085c4ac28. 00000400:00000200:3.0:1767384294.731259:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.731264:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: REPLY: OK 00000400:00000200:3.0:1767384294.731267:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000684475b0 00000400:00000010:3.0:1767384294.731270:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000684475b0. 00000400:00000200:3.0:1767384294.731275:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384294.731280:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 02000000:00000010:0.0:1767384294.731281:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000236464d4. 00000400:00000200:3.0:1767384294.731284:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384294.731290:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 1. state = 0x100241 00000400:00000010:0.0:1767384294.731291:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d148ff. 00000400:00000200:3.0:1767384294.731294:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:0.0:1767384294.731298:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384294.731302:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748222592, portal 25 00000400:00000200:3.0:1767384294.731306:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (3) 00000400:00000010:0.0:1767384294.731310:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 00000100:00000200:0.0:1767384294.731315:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236748222592, offset 0 00000400:00000200:0.0:1767384294.731325:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.731339:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.731354:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384294.731366:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp from 254.3.0.2 00000800:00000010:3.0:1767384294.731371:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000173a98da. 00000400:00000010:0.0:1767384294.731386:0:16145:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000e7057598. 00000400:00000200:0.0:1767384294.731391:0:16145:0:(peer.c:264:lnet_peer_alloc()) 00000000e7057598 nid 0@lo 00000400:00000010:0.0:1767384294.731396:0:16145:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005c9442d4. 00000800:00000010:3.0:1767384294.731399:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4f14890. 00000400:00000200:0.0:1767384294.731402:0:16145:0:(peer.c:204:lnet_peer_net_alloc()) 000000005c9442d4 net lo 00000800:00000010:3.0:1767384294.731406:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed1877d6. 00000400:00000010:0.0:1767384294.731411:0:16145:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000003265188. 00000800:00000010:3.0:1767384294.731418:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005e771ca8. 00000400:00000200:0.0:1767384294.731421:0:16145:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000003265188 nid 0@lo 00000800:00000200:3.1:1767384294.731427:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (4) 00000400:00000200:0.0:1767384294.731433:0:16145:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 0@lo nid 0@lo: 0 00000800:00000200:3.1:1767384294.731436:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp 000000005e771ca8 deleted 00000800:00000010:3.1:1767384294.731438:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005e771ca8. 00000800:00000200:3.1:1767384294.731443:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767384294.731452:0:16145:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e7057598 (0) 00000800:00000200:3.0:1767384294.731456:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp p 3.x 192.168.202.119 -> 192.168.202.119:1022 incarnation:1767384289104101553 sched[0] 00000400:00000200:0.0:1767384294.731461:0:16145:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 0@lo NID 0@lo flags 0x0 00000800:00000010:3.0:1767384294.731469:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075ad7c2a. 00000400:00000200:0.0:1767384294.731469:0:16145:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 0@lo: 0 00000400:00000200:0.0:1767384294.731498:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824e100080 00000400:00000200:0.0:1767384294.731505:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x10d [2] + 0 00000400:00000010:0.0:1767384294.731511:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aba1712b. 00000400:00000200:0.0:1767384294.731517:0:16145:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034416ce5 00000400:00000200:0.0:1767384294.731525:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.731531:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:3.0:1767384294.731535:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075ad7c2a. 00000400:00000200:0.0:1767384294.731536:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034416ce5 00000400:00000010:0.0:1767384294.731541:0:16145:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034416ce5. 00000800:00000010:3.0:1767384294.731542:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed1877d6. 00000100:00000200:0.0:1767384294.731549:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384294.731563:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a3632e 00000800:00000010:3.0:1767384294.731565:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000173a98da. 00000400:00000010:0.0:1767384294.731566:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a3632e. 00000100:00000200:0.0:1767384294.731577:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078137b63 x1853236748222592/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384294.731593:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea5a926. 00000100:00000010:0.0:1767384294.731609:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4cb9fed. 00000800:00000200:3.0:1767384294.731611:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384294.731616:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf7dddff. 00000100:00000010:0.0:1767384294.731618:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf80f63b. 00000400:00000200:3.0:1767384294.731626:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384294.731626:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a1c16e8. 00000400:00000200:3.0:1767384294.731634:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: PUT: OK 00000400:00000200:3.0:1767384294.731638:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384294.731640:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000400:00000200:3.0:1767384294.731653:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : PUT - for me 00000400:00000200:3.0:1767384294.731669:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384294.731680:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 48/48 into md 0x5 [1] + 0 00000400:00000010:3.0:1767384294.731684:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3afccc. 00000400:00000200:3.0:1767384294.731691:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb9c033a 00000400:00000200:3.0:1767384294.731703:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.731713:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: PUT: OK 00000400:00000200:3.0:1767384294.731720:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb9c033a 00000400:00000010:3.0:1767384294.731723:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb9c033a. 00000400:00000200:3.0:1767384294.731729:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384294.731733:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (3) 00000400:00000200:3.0:1767384294.731740:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:3.0:1767384294.731744:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 0000000075ad7c2a. 00000400:00000200:3.0:1767384294.731747:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 1 00000400:00000200:3.0:1767384294.731752:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384294.731762:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (4) 00000400:00000200:3.0:1767384294.731766:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384294.731772:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384294.731779:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [4:4:256:4294967295] 192.168.202.119@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:3.0:1767384294.731794:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) 192.168.202.119@tcp : ACK try# 0 00000800:00000200:3.0:1767384294.731799:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp 00000800:00000010:3.0:1767384294.731802:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079f5d8f3. 00000800:00000200:3.0:1767384294.731807:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (5) 00000800:00000200:3.0:1767384294.731812:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:988 00000800:00000200:3.0:1767384294.731815:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079f5d8f3 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384294.731847:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384294.731856:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079f5d8f3. 00000400:00000200:3.0:1767384294.731860:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.731865:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: ACK: OK 00000400:00000200:3.0:1767384294.731886:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : ACK - for me 00000400:00000200:3.0:1767384294.731899:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp: ACK from 12345-192.168.202.119@tcp into md 0x219 00000400:00000200:3.0:1767384294.731903:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.731909:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: ACK: OK 00000400:00000200:3.0:1767384294.731913:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097697aec 00000400:00000010:3.0:1767384294.731914:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097697aec. 00000400:00000200:3.0:1767384294.731916:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384294.731919:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384294.731922:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384294.731925:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (3) 00000400:00000200:3.0:1767384294.731944:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384294.731949:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d4fcf8e. 00000400:00000010:3.0:1767384294.731967:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384294.731987:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:3.0:1767384294.731996:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000c1 00000400:00000010:3.0:1767384294.732005:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 0000000022a6b13d. 00000400:00000010:3.0:1767384294.732012:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000e4798811. 00000400:00000010:3.0:1767384294.732020:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000009f9157d4. 00000400:00000010:3.0:1767384294.732029:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 0000000022a6b13d. 00000400:00000010:3.0:1767384294.732036:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000e4798811. 00000400:00000010:3.0:1767384294.732042:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000009f9157d4. 00000400:00000010:3.0:1767384294.732048:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 0000000075ad7c2a. 00000400:00000200:3.0:1767384294.732051:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384294.732053:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100141 00000400:00000200:3.0:1767384294.732056:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100141 rc 1 00000400:00000200:3.0:1767384294.732061:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100141 00000400:00000200:3.0:1767384294.732069:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384294.732072:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000010:0.0:1767384294.732073:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d148ff. 00000400:00000200:3.0:1767384294.732076:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384294.732079:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a9cc50 00000400:00000200:3.0:1767384294.732082:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (2) 00000400:00000010:0.0:1767384294.732083:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384294.732092:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078137b63 x1853236748222592/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384294.732145:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000200:0.0:1767384294.732151:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078137b63 x1853236748222592/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384294.732152:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384289104101553 sched[0] 00000800:00000010:3.0:1767384294.732160:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006cc3494d. 02000000:00000010:0.0:1767384294.732211:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000236464d4. 02000000:00000010:0.0:1767384294.732217:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c2e79e93. 00000100:00000010:0.0:1767384294.732221:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078137b63. 00000100:00000010:0.0:1767384294.735159:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea5a926. 00000100:00000010:3.0:1767384294.736160:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a1c16e8. 00000100:00000010:3.0:1767384294.740572:0:16785:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e4798811. 00000020:00000010:3.0:1767384294.740578:0:16785:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000022a6b13d. 00000020:00000010:3.0:1767384294.740584:0:16785:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5bc0471. 00000020:00000010:3.0:1767384294.740588:0:16785:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c701b81. 00000040:00000010:3.0:1767384294.740591:0:16785:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000064061d8. 00000020:00000010:3.0:1767384294.740594:0:16785:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e046cb49. 00000020:00000010:3.0:1767384294.740599:0:16785:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000092af859. 00000020:00000010:3.0:1767384294.740602:0:16785:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcebee2b. 80000000:00000010:3.0:1767384294.740605:0:16785:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009dabc190. 40000000:00000010:3.0:1767384294.740608:0:16785:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000039354793. 00100000:00000010:3.0:1767384294.740612:0:16785:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ba58a498. 00040000:00000010:3.0:1767384294.740615:0:16785:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000079f5d8f3. 00040000:00000010:3.0:1767384294.740618:0:16785:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aef00d21. 00040000:00000010:3.0:1767384294.740620:0:16785:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e3f78eef. 00080000:00000010:3.0:1767384294.740624:0:16785:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000015309b6e. 00000004:00000010:3.0:1767384294.740627:0:16785:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c9808d53. 00000004:00000010:3.0:1767384294.740632:0:16785:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000067f9f3e3. 00000004:00000010:3.0:1767384294.740635:0:16785:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad9bfe3f. 00002000:00000010:3.0:1767384294.740638:0:16785:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ac301a34. 00000004:00000010:3.0:1767384294.740641:0:16785:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e852a207. 00000100:00000200:3.0:1767384294.740645:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740650:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e4cfc8b. 00000400:00000010:3.0:1767384294.740655:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000650a2280. 00000100:00000200:3.0:1767384294.740662:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740664:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f1bbfb7. 00000400:00000010:3.0:1767384294.740667:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006dcb9bc2. 00000100:00000200:3.0:1767384294.740670:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740672:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f07be2. 00000400:00000010:3.0:1767384294.740675:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000807726ad. 00000100:00000200:3.0:1767384294.740678:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740703:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042255091. 00000400:00000010:3.0:1767384294.740707:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d2daa352. 00000100:00000200:3.0:1767384294.740710:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740712:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7471d6b. 00000400:00000010:3.0:1767384294.740715:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e4fd16b. 00000100:00000200:3.0:1767384294.740718:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740720:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004017c91a. 00000400:00000010:3.0:1767384294.740726:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000075fac313. 00000100:00000200:3.0:1767384294.740728:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740731:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d11fb9cc. 00000400:00000010:3.0:1767384294.740734:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc81a468. 00000100:00000200:3.0:1767384294.740737:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740739:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042b3dbd2. 00000400:00000010:3.0:1767384294.740743:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de7df81e. 00000100:00000200:3.0:1767384294.740746:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740748:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013973355. 00000400:00000010:3.0:1767384294.740752:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de6087c3. 00000100:00000200:3.0:1767384294.740754:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740755:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c302bac2. 00000400:00000010:3.0:1767384294.740758:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000df298f02. 00000100:00000200:3.0:1767384294.740760:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740761:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075abc71a. 00000400:00000010:3.0:1767384294.740763:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002840c5bc. 00000100:00000200:3.0:1767384294.740765:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740765:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099ec27d4. 00000400:00000010:3.0:1767384294.740767:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d4912af7. 00000100:00000200:3.0:1767384294.740769:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740770:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044aa6611. 00000400:00000010:3.0:1767384294.740772:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009d17eb54. 00000100:00000200:3.0:1767384294.740773:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740774:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fa9e421. 00000400:00000010:3.0:1767384294.740776:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a6a02acc. 00000100:00000200:3.0:1767384294.740778:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740779:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000821fd2ab. 00000400:00000010:3.0:1767384294.740781:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000004c373a1. 00000100:00000200:3.0:1767384294.740782:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740789:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac1e94e7. 00000400:00000010:3.0:1767384294.740791:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d459e444. 00000100:00000200:3.0:1767384294.740793:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740795:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab07d13f. 00000400:00000010:3.0:1767384294.740798:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000275eb88a. 00000100:00000200:3.0:1767384294.740800:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740801:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f75a9ff. 00000400:00000010:3.0:1767384294.740804:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008d369470. 00000100:00000200:3.0:1767384294.740806:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740807:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000619f1bf. 00000400:00000010:3.0:1767384294.740809:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000067b26b75. 00000100:00000200:3.0:1767384294.740811:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740812:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b167838a. 00000400:00000010:3.0:1767384294.740814:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e8675622. 00000100:00000200:3.0:1767384294.740816:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740816:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fe57d5a. 00000400:00000010:3.0:1767384294.740818:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c11eeaf8. 00000100:00000200:3.0:1767384294.740820:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740821:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1446d8b. 00000400:00000010:3.0:1767384294.740823:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dfbde193. 00000100:00000200:3.0:1767384294.740824:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740825:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f0a750c. 00000400:00000010:3.0:1767384294.740827:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000225ae3a4. 00000100:00000200:3.0:1767384294.740829:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740830:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce31ed93. 00000400:00000010:3.0:1767384294.740832:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000df6ef509. 00000100:00000200:3.0:1767384294.740833:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740834:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006191783f. 00000400:00000010:3.0:1767384294.740836:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000033377573. 00000100:00000200:3.0:1767384294.740838:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740839:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c03f41df. 00000400:00000010:3.0:1767384294.740841:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005a29d2c3. 00000100:00000200:3.0:1767384294.740842:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740843:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd661fd. 00000400:00000010:3.0:1767384294.740845:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bf7ac602. 00000100:00000200:3.0:1767384294.740846:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740850:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed7fec68. 00000400:00000010:3.0:1767384294.740853:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004a830668. 00000100:00000200:3.0:1767384294.740855:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740856:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9f67f03. 00000400:00000010:3.0:1767384294.740859:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000066e30b94. 00000100:00000200:3.0:1767384294.740860:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740861:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004060d4fd. 00000400:00000010:3.0:1767384294.740864:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007025c523. 00000100:00000200:3.0:1767384294.740866:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740867:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022e2457f. 00000400:00000010:3.0:1767384294.740869:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000052078638. 00000100:00000200:3.0:1767384294.740870:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740871:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b2d7869. 00000400:00000010:3.0:1767384294.740873:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000018b93074. 00000100:00000200:3.0:1767384294.740875:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740876:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d592a065. 00000400:00000010:3.0:1767384294.740878:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005079726c. 00000100:00000200:3.0:1767384294.740880:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740880:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068c89975. 00000400:00000010:3.0:1767384294.740883:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000076572544. 00000100:00000200:3.0:1767384294.740884:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740885:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d617f7f9. 00000400:00000010:3.0:1767384294.740887:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d1d7b133. 00000100:00000200:3.0:1767384294.740888:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740889:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000caaead29. 00000400:00000010:3.0:1767384294.740891:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c3814b3. 00000100:00000200:3.0:1767384294.740893:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740894:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d176d8d9. 00000400:00000010:3.0:1767384294.740895:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c29b656e. 00000100:00000200:3.0:1767384294.740897:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740898:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006728b06f. 00000400:00000010:3.0:1767384294.740900:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006aa2b17a. 00000100:00000200:3.0:1767384294.740901:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740902:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005db582de. 00000400:00000010:3.0:1767384294.740904:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000f6c14ac. 00000100:00000200:3.0:1767384294.740906:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740911:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3a2bee5. 00000400:00000010:3.0:1767384294.740914:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006480c236. 00000100:00000200:3.0:1767384294.740916:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740917:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a0a610e. 00000400:00000010:3.0:1767384294.740919:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cb541ae6. 00000100:00000200:3.0:1767384294.740920:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740921:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000438698f6. 00000400:00000010:3.0:1767384294.740923:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001da6f13e. 00000100:00000200:3.0:1767384294.740925:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740926:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffa58805. 00000400:00000010:3.0:1767384294.740928:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000006d36054. 00000100:00000200:3.0:1767384294.740929:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740930:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000931151d0. 00000400:00000010:3.0:1767384294.740933:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002d865175. 00000100:00000200:3.0:1767384294.740935:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740936:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d744d7c3. 00000400:00000010:3.0:1767384294.740938:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003826be6e. 00000100:00000200:3.0:1767384294.740939:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740941:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3afccc. 00000400:00000010:3.0:1767384294.740943:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000773ddfbc. 00000100:00000200:3.0:1767384294.740945:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740955:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000631f9d34. 00000400:00000010:3.0:1767384294.740958:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000df1eddb9. 00000100:00000200:3.0:1767384294.740960:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740961:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094411655. 00000400:00000010:3.0:1767384294.740963:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a0077d8f. 00000100:00000200:3.0:1767384294.740964:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740965:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000539db729. 00000400:00000010:3.0:1767384294.740967:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f5b68bff. 00000100:00000200:3.0:1767384294.740969:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740970:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cf2e796. 00000400:00000010:3.0:1767384294.740973:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000028658b83. 00000100:00000200:3.0:1767384294.740989:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.740992:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ae4aad7. 00000400:00000010:3.0:1767384294.740996:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001d400819. 00000100:00000200:3.0:1767384294.740999:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741007:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f84ff0f. 00000400:00000010:3.0:1767384294.741010:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000e5c53d5. 00000100:00000200:3.0:1767384294.741013:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741032:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003556138e. 00000400:00000010:3.0:1767384294.741035:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c0292d8f. 00000100:00000200:3.0:1767384294.741038:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741040:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0f52e30. 00000400:00000010:3.0:1767384294.741043:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001231e311. 00000100:00000200:3.0:1767384294.741045:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741047:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009be72e1. 00000400:00000010:3.0:1767384294.741050:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ffc02459. 00000100:00000200:3.0:1767384294.741053:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741055:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e3f2563. 00000400:00000010:3.0:1767384294.741058:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d53bc9f4. 00000100:00000200:3.0:1767384294.741060:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741062:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e032e51. 00000400:00000010:3.0:1767384294.741066:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bb90e342. 00000100:00000200:3.0:1767384294.741068:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741069:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f68c505. 00000400:00000010:3.0:1767384294.741072:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000bf210da. 00000100:00000200:3.0:1767384294.741074:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741075:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e62e0b89. 00000400:00000010:3.0:1767384294.741077:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000500896b0. 00000100:00000200:3.0:1767384294.741079:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741080:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cb74739. 00000400:00000010:3.0:1767384294.741082:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004e8432fc. 00000100:00000200:3.0:1767384294.741083:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741084:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000294258e. 00000400:00000010:3.0:1767384294.741086:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cd6c786b. 00000100:00000200:3.0:1767384294.741088:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741089:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009883b0bd. 00000400:00000010:3.0:1767384294.741090:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c648fec. 00000100:00000200:3.0:1767384294.741092:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741093:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073cf32ff. 00000400:00000010:3.0:1767384294.741094:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000078f5815c. 00000100:00000200:3.0:1767384294.741096:0:16785:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384294.741101:0:16785:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070e002e2. 00000400:00000010:3.0:1767384294.741103:0:16785:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e1547877. 00000100:00000010:3.0:1767384294.741182:0:16785:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000c66fdf55. 00000100:00000200:3.0:1767384294.741197:0:16785:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384294.741332:0:16786:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000685f32c2. 00000020:00000010:3.0:1767384294.741335:0:16786:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000156366f1. 00000020:00000010:3.0:1767384294.741337:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f0f79b9. 00000020:00000010:3.0:1767384294.741340:0:16786:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005fd28a38. 00000040:00000010:3.0:1767384294.741343:0:16786:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000251985ab. 00000020:00000010:3.0:1767384294.741345:0:16786:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001dacab09. 00000020:00000010:3.0:1767384294.741348:0:16786:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a086f104. 00000020:00000010:3.0:1767384294.741350:0:16786:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a54e19f. 80000000:00000010:3.0:1767384294.741352:0:16786:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015aa73e3. 40000000:00000010:3.0:1767384294.741353:0:16786:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000010140906. 00100000:00000010:3.0:1767384294.741356:0:16786:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b2c2ada8. 00040000:00000010:3.0:1767384294.741357:0:16786:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000915ab04f. 00040000:00000010:3.0:1767384294.741360:0:16786:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d5202b2d. 00040000:00000010:3.0:1767384294.741362:0:16786:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d35b69d1. 00080000:00000010:3.0:1767384294.741364:0:16786:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004acd0211. 00000004:00000010:3.0:1767384294.741366:0:16786:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000763b4a06. 00000004:00000010:3.0:1767384294.741369:0:16786:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f5e2fdf6. 00000004:00000010:3.0:1767384294.741371:0:16786:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000014781850. 00002000:00000010:3.0:1767384294.741373:0:16786:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006ccfec4e. 00000004:00000010:3.0:1767384294.741376:0:16786:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000044d1ca07. 00000100:00000010:3.0:1767384294.741449:0:16786:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000077ae95ff. 00000100:00000200:3.0:1767384294.741479:0:16786:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384294.741634:0:16787:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001662098e. 00000020:00000010:3.0:1767384294.741637:0:16787:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000006c35330. 00000020:00000010:3.0:1767384294.741639:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ba569a2. 00000020:00000010:3.0:1767384294.741641:0:16787:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e8d9d4e. 00000040:00000010:3.0:1767384294.741643:0:16787:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000744ff801. 00000020:00000010:3.0:1767384294.741645:0:16787:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060e89b9c. 00000020:00000010:3.0:1767384294.741647:0:16787:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000ce095e6. 00000020:00000010:3.0:1767384294.741649:0:16787:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c3e4eb5f. 80000000:00000010:3.0:1767384294.741655:0:16787:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000221b9b99. 40000000:00000010:3.0:1767384294.741656:0:16787:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e492f1d8. 00100000:00000010:3.0:1767384294.741659:0:16787:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000aab3d7bb. 00040000:00000010:3.0:1767384294.741660:0:16787:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003d88cf9b. 00040000:00000010:3.0:1767384294.741664:0:16787:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e261491b. 00040000:00000010:3.0:1767384294.741666:0:16787:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000085cac85b. 00080000:00000010:3.0:1767384294.741669:0:16787:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001c4ee0fc. 00000004:00000010:3.0:1767384294.741672:0:16787:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ad390940. 00000004:00000010:3.0:1767384294.741677:0:16787:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008bf4642c. 00000004:00000010:3.0:1767384294.741679:0:16787:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000082d00e57. 00002000:00000010:3.0:1767384294.741682:0:16787:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b411fa0. 00000004:00000010:3.0:1767384294.741684:0:16787:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000dfb1d204. 00000100:00000010:3.0:1767384294.741747:0:16787:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000024befc7e. 00000100:00000200:3.0:1767384294.741760:0:16787:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1767384294.742753:0:16788:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d947d1b4. 00000020:00000010:3.0:1767384294.742757:0:16788:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000058042514. 00000020:00000010:3.0:1767384294.742760:0:16788:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072ce72e7. 00000020:00000010:3.0:1767384294.742761:0:16788:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cbdc4bb8. 00000040:00000010:3.0:1767384294.742763:0:16788:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000863fb210. 00000020:00000010:3.0:1767384294.742765:0:16788:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004262b3d5. 00000020:00000010:3.0:1767384294.742768:0:16788:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5b4e046. 00000020:00000010:3.0:1767384294.742770:0:16788:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000015f6d012. 80000000:00000010:3.0:1767384294.742771:0:16788:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f971e12b. 40000000:00000010:3.0:1767384294.742773:0:16788:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fecba913. 00100000:00000010:3.0:1767384294.742775:0:16788:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa4f0189. 00040000:00000010:3.0:1767384294.742777:0:16788:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003349ecb1. 00040000:00000010:3.0:1767384294.742779:0:16788:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000060522281. 00040000:00000010:3.0:1767384294.742781:0:16788:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d746f78. 00080000:00000010:3.0:1767384294.742784:0:16788:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cedb7c69. 00000004:00000010:3.0:1767384294.742786:0:16788:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e35d01ea. 00000004:00000010:3.0:1767384294.742789:0:16788:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000083664875. 00000004:00000010:3.0:1767384294.742791:0:16788:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f9fa47bc. 00000004:00000010:3.0:1767384294.742793:0:16788:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000716e4623. 00000100:00000200:3.0:1767384294.742800:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742802:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000fe16c0. 00000400:00000010:3.0:1767384294.742805:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c2a03c1. 00000100:00000200:3.0:1767384294.742807:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742809:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ffd9ec5e. 00000400:00000010:3.0:1767384294.742810:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000672d109c. 00000100:00000200:3.0:1767384294.742811:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742813:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000139e9377. 00000400:00000010:3.0:1767384294.742814:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fe1e2c7. 00000100:00000200:3.0:1767384294.742815:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742816:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001866c7a0. 00000400:00000010:3.0:1767384294.742818:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003816f8d2. 00000100:00000200:3.0:1767384294.742819:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742820:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000709ba5b1. 00000400:00000010:3.0:1767384294.742821:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000705400b3. 00000100:00000200:3.0:1767384294.742822:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742823:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003087f673. 00000400:00000010:3.0:1767384294.742825:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb611f3c. 00000100:00000200:3.0:1767384294.742826:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742827:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd08020e. 00000400:00000010:3.0:1767384294.742828:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7227b26. 00000100:00000200:3.0:1767384294.742829:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742830:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff8be6d2. 00000400:00000010:3.0:1767384294.742831:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a44e7e3. 00000100:00000200:3.0:1767384294.742832:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742833:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080beabe4. 00000400:00000010:3.0:1767384294.742835:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075a3c462. 00000100:00000200:3.0:1767384294.742836:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742837:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad714aea. 00000400:00000010:3.0:1767384294.742838:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f739154f. 00000100:00000200:3.0:1767384294.742839:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742840:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d45e240e. 00000400:00000010:3.0:1767384294.742842:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a8cc276. 00000100:00000200:3.0:1767384294.742843:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742844:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083591025. 00000400:00000010:3.0:1767384294.742849:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002311227e. 00000100:00000200:3.0:1767384294.742851:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742852:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d76c5dd. 00000400:00000010:3.0:1767384294.742853:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2e7e8f8. 00000100:00000200:3.0:1767384294.742854:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742855:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003564b9c6. 00000400:00000010:3.0:1767384294.742856:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035b7738d. 00000100:00000200:3.0:1767384294.742857:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742858:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004de67702. 00000400:00000010:3.0:1767384294.742861:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000906fd1d5. 00000100:00000200:3.0:1767384294.742862:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742863:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d76e7d30. 00000400:00000010:3.0:1767384294.742865:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d899a5bd. 00000100:00000200:3.0:1767384294.742866:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742867:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d966b5f3. 00000400:00000010:3.0:1767384294.742868:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000002ba7de. 00000100:00000200:3.0:1767384294.742870:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742871:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092a07bc9. 00000400:00000010:3.0:1767384294.742872:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000370ea341. 00000100:00000200:3.0:1767384294.742873:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742874:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099e8cf78. 00000400:00000010:3.0:1767384294.742875:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050a79d64. 00000100:00000200:3.0:1767384294.742877:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742878:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000579072a. 00000400:00000010:3.0:1767384294.742879:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd89480. 00000100:00000200:3.0:1767384294.742880:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742881:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002681f2a8. 00000400:00000010:3.0:1767384294.742883:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ef6624. 00000100:00000200:3.0:1767384294.742884:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742885:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd8b9797. 00000400:00000010:3.0:1767384294.742886:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a56294bb. 00000100:00000200:3.0:1767384294.742887:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742888:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdd885d9. 00000400:00000010:3.0:1767384294.742889:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000833cc8c1. 00000100:00000200:3.0:1767384294.742891:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742896:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1660dd4. 00000400:00000010:3.0:1767384294.742898:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054aafb29. 00000100:00000200:3.0:1767384294.742900:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742901:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3072f6. 00000400:00000010:3.0:1767384294.742903:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a477c191. 00000100:00000200:3.0:1767384294.742904:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742905:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6dab518. 00000400:00000010:3.0:1767384294.742907:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010c10856. 00000100:00000200:3.0:1767384294.742908:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742909:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8e21b42. 00000400:00000010:3.0:1767384294.742911:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5012812. 00000100:00000200:3.0:1767384294.742912:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742914:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081386bef. 00000400:00000010:3.0:1767384294.742915:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d9e6c02. 00000100:00000200:3.0:1767384294.742916:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742926:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005033886e. 00000400:00000010:3.0:1767384294.742929:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2aca911. 00000100:00000200:3.0:1767384294.742930:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742931:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087759a19. 00000400:00000010:3.0:1767384294.742935:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e30d151. 00000100:00000200:3.0:1767384294.742936:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742937:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6457021. 00000400:00000010:3.0:1767384294.742939:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a66203f6. 00000100:00000200:3.0:1767384294.742940:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742941:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced588f5. 00000400:00000010:3.0:1767384294.742942:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029fdd819. 00000100:00000200:3.0:1767384294.742943:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742944:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008752820a. 00000400:00000010:3.0:1767384294.742946:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e75d36a. 00000100:00000200:3.0:1767384294.742947:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742949:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1258b3c. 00000400:00000010:3.0:1767384294.742951:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e3205c. 00000100:00000200:3.0:1767384294.742953:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742954:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf385a37. 00000400:00000010:3.0:1767384294.742957:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a2d6f5f. 00000100:00000200:3.0:1767384294.742963:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742966:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000462287c7. 00000400:00000010:3.0:1767384294.742969:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000243feafc. 00000100:00000200:3.0:1767384294.742971:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742973:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74bb176. 00000400:00000010:3.0:1767384294.742988:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000562c26d3. 00000100:00000200:3.0:1767384294.742990:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.742993:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1302b65. 00000400:00000010:3.0:1767384294.742995:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bda1c03. 00000100:00000200:3.0:1767384294.743013:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743015:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cbebac4. 00000400:00000010:3.0:1767384294.743018:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005712bf9e. 00000100:00000200:3.0:1767384294.743020:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743022:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049122716. 00000400:00000010:3.0:1767384294.743024:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc2eeb78. 00000100:00000200:3.0:1767384294.743026:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743027:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000618640c. 00000400:00000010:3.0:1767384294.743030:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006401b252. 00000100:00000200:3.0:1767384294.743032:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743034:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef6bebaa. 00000400:00000010:3.0:1767384294.743036:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e960567. 00000100:00000200:3.0:1767384294.743038:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743040:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d0e9a12. 00000400:00000010:3.0:1767384294.743043:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029000c58. 00000100:00000200:3.0:1767384294.743045:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743046:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e0e70d1. 00000400:00000010:3.0:1767384294.743049:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f10f10ef. 00000100:00000200:3.0:1767384294.743051:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743052:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8a66d6. 00000400:00000010:3.0:1767384294.743054:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000915eb5ad. 00000100:00000200:3.0:1767384294.743055:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743056:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ff5a3ba. 00000400:00000010:3.0:1767384294.743058:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba707243. 00000100:00000200:3.0:1767384294.743059:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743059:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000402dcb27. 00000400:00000010:3.0:1767384294.743066:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc7aed74. 00000100:00000200:3.0:1767384294.743068:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743069:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019ec7d4d. 00000400:00000010:3.0:1767384294.743071:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b28aee7b. 00000100:00000200:3.0:1767384294.743072:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743073:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe96710. 00000400:00000010:3.0:1767384294.743076:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000163b87e. 00000100:00000200:3.0:1767384294.743077:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743078:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c37e63. 00000400:00000010:3.0:1767384294.743080:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000016c9aca. 00000100:00000200:3.0:1767384294.743081:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743082:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c58afe. 00000400:00000010:3.0:1767384294.743083:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bd1f245. 00000100:00000200:3.0:1767384294.743084:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743085:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092b756aa. 00000400:00000010:3.0:1767384294.743086:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfe1d8c7. 00000100:00000200:3.0:1767384294.743088:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743088:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008897d23b. 00000400:00000010:3.0:1767384294.743090:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e52c95e8. 00000100:00000200:3.0:1767384294.743091:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743092:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031b38441. 00000400:00000010:3.0:1767384294.743093:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076e3fa99. 00000100:00000200:3.0:1767384294.743094:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743095:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb53d71. 00000400:00000010:3.0:1767384294.743096:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005065ab36. 00000100:00000200:3.0:1767384294.743097:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743098:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d57fa4. 00000400:00000010:3.0:1767384294.743099:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058d887f5. 00000100:00000200:3.0:1767384294.743100:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743101:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000852a1561. 00000400:00000010:3.0:1767384294.743103:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ab1a76. 00000100:00000200:3.0:1767384294.743104:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743105:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc13b1. 00000400:00000010:3.0:1767384294.743106:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e1740d. 00000100:00000200:3.0:1767384294.743107:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743111:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000673bb417. 00000400:00000010:3.0:1767384294.743113:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032bda25c. 00000100:00000200:3.0:1767384294.743114:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743115:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcb4677c. 00000400:00000010:3.0:1767384294.743117:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091c69dc4. 00000100:00000200:3.0:1767384294.743118:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743119:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ce6ef98. 00000400:00000010:3.0:1767384294.743147:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eeda122. 00000100:00000200:3.0:1767384294.743149:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743150:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000729c80d7. 00000400:00000010:3.0:1767384294.743152:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000804f3a94. 00000100:00000200:3.0:1767384294.743154:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743155:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c70173. 00000400:00000010:3.0:1767384294.743157:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004bae423. 00000100:00000200:3.0:1767384294.743159:0:16788:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1767384294.743160:0:16788:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000b00aaf. 00000400:00000010:3.0:1767384294.743162:0:16788:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000212bd70d. 00000100:00000010:3.0:1767384294.743174:0:16788:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f06b30ac. 00000100:00000200:3.0:1767384294.743195:0:16788:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384294.743238:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000003f1a9cd. 00000100:00000010:3.0:1767384294.743400:0:16789:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e33e5a61. 00000020:00000010:3.0:1767384294.743403:0:16789:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000034776cc8. 00000020:00000010:3.0:1767384294.743406:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4f4480d. 00000020:00000010:3.0:1767384294.743409:0:16789:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e15e3782. 00000040:00000010:3.0:1767384294.743411:0:16789:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9af5c23. 00000020:00000010:3.0:1767384294.743413:0:16789:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eb117126. 00000020:00000010:3.0:1767384294.743416:0:16789:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ced68d09. 00000020:00000010:3.0:1767384294.743418:0:16789:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018efce8b. 80000000:00000010:3.0:1767384294.743420:0:16789:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e573aea4. 40000000:00000010:3.0:1767384294.743421:0:16789:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002960d4a9. 00100000:00000010:3.0:1767384294.743424:0:16789:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7f66686. 00040000:00000010:3.0:1767384294.743426:0:16789:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3500722. 00040000:00000010:3.0:1767384294.743429:0:16789:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8feb8b9. 00040000:00000010:3.0:1767384294.743431:0:16789:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000037611abd. 00080000:00000010:3.0:1767384294.743433:0:16789:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cf006477. 00000004:00000010:3.0:1767384294.743440:0:16789:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000021e90816. 00000004:00000010:3.0:1767384294.743444:0:16789:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5fc5cf7. 00000004:00000010:3.0:1767384294.743447:0:16789:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005192d85b. 00000004:00000010:3.0:1767384294.743449:0:16789:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000090652eca. 00000100:00000010:3.0:1767384294.743462:0:16789:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000aa6d5d75. 00000100:00000200:3.0:1767384294.743475:0:16789:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384294.743500:0:16767:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000009c6e467c. 00000100:00000010:0.0:1767384294.743507:0:16767:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000236464d4. 00000100:00000010:0.0:1767384294.743522:0:16767:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005267e682. 00000100:00000010:0.0:1767384294.743533:0:16767:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000055092393. 00000100:00000010:0.0:1767384294.743538:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092841f73. 00000100:00000010:0.0:1767384294.743866:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002ddc96ea. 00000100:00000010:0.0:1767384294.743872:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a36ac30c. 00000100:00000010:0.0:1767384294.744250:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000062e1d065. 00000100:00000010:0.0:1767384294.744257:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5929d21. 00000100:00000010:0.0:1767384294.744586:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006b563c4f. 00000100:00000010:0.0:1767384294.744591:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebc81374. 00000100:00000010:0.0:1767384294.744872:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc3994a8. 00000100:00000010:0.0:1767384294.744875:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d70fe693. 00000100:00000010:0.0:1767384294.745306:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001df63812. 00000100:00000010:0.0:1767384294.745310:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ae867cb. 00000100:00000010:0.0:1767384294.745596:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000054439267. 00000100:00000010:0.0:1767384294.745600:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3a36b80. 00000100:00000010:0.0:1767384294.745891:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000065940630. 00000100:00000010:0.0:1767384294.745893:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cae88254. 00000100:00000010:0.0:1767384294.746201:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002297e8d0. 00000100:00000010:0.0:1767384294.746205:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c830c39. 00000100:00000010:0.0:1767384294.746520:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007ca07c28. 00000100:00000010:0.0:1767384294.746524:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ed2cbf8. 00000100:00000010:0.0:1767384294.746823:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c87c2d7d. 00000100:00000010:0.0:1767384294.746826:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2e79e93. 00000100:00000010:0.0:1767384294.747285:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c5fadaf3. 00000100:00000010:0.0:1767384294.747289:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b7a0979. 00000100:00000010:0.0:1767384294.747705:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ee03dc53. 00000100:00000010:0.0:1767384294.747717:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6ca25e8. 00000100:00000010:0.0:1767384294.748152:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d3a55de3. 00000100:00000010:0.0:1767384294.748156:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000175af08f. 00000100:00000010:0.0:1767384294.748575:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000555f0b3d. 00000100:00000010:0.0:1767384294.748579:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002234d62e. 00000100:00000010:0.0:1767384294.748994:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cb00e33b. 00000100:00000010:0.0:1767384294.748997:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b5ab3ac. 00000100:00000010:0.0:1767384294.749419:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fc066525. 00000100:00000010:0.0:1767384294.749424:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a7bbd48. 00000100:00000010:0.0:1767384294.749863:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed6f60a8. 00000100:00000010:0.0:1767384294.749867:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052ca2248. 00000100:00000010:0.0:1767384294.750318:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e50cf6af. 00000100:00000010:0.0:1767384294.750322:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d55cca5. 00000100:00000010:0.0:1767384294.750761:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000072c999c0. 00000100:00000010:0.0:1767384294.750768:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000988b7edc. 00000100:00000010:0.0:1767384294.751272:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006d639f08. 00000100:00000010:0.0:1767384294.751279:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c24a728. 00000100:00000010:0.0:1767384294.751787:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d1632e1. 00000100:00000010:0.0:1767384294.751794:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000362ec60a. 00000100:00000010:0.0:1767384294.752352:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fe102fc7. 00000100:00000010:0.0:1767384294.752358:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006aa53ca2. 00000100:00000010:0.0:1767384294.752694:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008d2c5716. 00000100:00000010:0.0:1767384294.752699:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd9bbd04. 00000100:00000010:0.0:1767384294.753010:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a1d9604a. 00000100:00000010:0.0:1767384294.753014:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069913cc6. 00000100:00000010:0.0:1767384294.753462:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa93ad56. 00000100:00000010:0.0:1767384294.753486:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dae6b74. 00000100:00000010:0.0:1767384294.753930:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a388804. 00000100:00000010:0.0:1767384294.753934:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000523b5e9f. 00000100:00000010:0.0:1767384294.754250:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e0125fa8. 00000100:00000010:0.0:1767384294.754254:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e0c1f24. 00000100:00000010:0.0:1767384294.754539:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc59ab84. 00000100:00000010:0.0:1767384294.754552:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001725e528. 00000100:00000010:0.0:1767384294.755002:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000604e6273. 00000100:00000010:0.0:1767384294.755010:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050f2039f. 00000100:00000010:0.0:1767384294.755476:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000004aa2b77. 00000100:00000010:0.0:1767384294.755480:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb17f6bb. 00000100:00000010:0.0:1767384294.755896:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fb2b885d. 00000100:00000010:0.0:1767384294.755899:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073991242. 00000100:00000010:0.0:1767384294.756349:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc983835. 00000100:00000010:0.0:1767384294.756353:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008848b0ed. 00000100:00000010:0.0:1767384294.756771:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b8633aa4. 00000100:00000010:0.0:1767384294.756775:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d8a128f. 00000100:00000010:0.0:1767384294.757254:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003eeba3ea. 00000100:00000010:0.0:1767384294.757259:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc1c5305. 00000100:00000010:0.0:1767384294.757689:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004e3f2f35. 00000100:00000010:0.0:1767384294.757695:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b83816ae. 00000100:00000010:0.0:1767384294.758153:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d738e701. 00000100:00000010:0.0:1767384294.758157:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000001c2115. 00000100:00000010:0.0:1767384294.758585:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041d5ed65. 00000100:00000010:0.0:1767384294.758591:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b6a2175. 00000100:00000010:0.0:1767384294.759049:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007fe3a0b6. 00000100:00000010:0.0:1767384294.759055:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cbc0630. 00000100:00000010:0.0:1767384294.759551:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c5c2ae6. 00000100:00000010:0.0:1767384294.759557:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d359475e. 00000100:00000010:0.0:1767384294.760040:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e89c3747. 00000100:00000010:0.0:1767384294.760046:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000695a4565. 00000100:00000010:0.0:1767384294.760543:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000028edc563. 00000100:00000010:0.0:1767384294.760549:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c864a546. 00000100:00000010:0.0:1767384294.761039:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ac49ea9e. 00000100:00000010:0.0:1767384294.761045:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eec6b7a. 00000100:00000010:0.0:1767384294.761503:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a012e9bf. 00000100:00000010:0.0:1767384294.761510:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000ee00d7. 00000100:00000010:0.0:1767384294.761927:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000199f8c7f. 00000100:00000010:0.0:1767384294.761940:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000121aaddf. 00000100:00000010:0.0:1767384294.762395:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a8c73798. 00000100:00000010:0.0:1767384294.762399:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036e08ada. 00000100:00000010:0.0:1767384294.762828:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004306fdfd. 00000100:00000010:0.0:1767384294.762833:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4067f1b. 00000100:00000010:0.0:1767384294.763283:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e7dc64ae. 00000100:00000010:0.0:1767384294.763288:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000305baba4. 00000100:00000010:0.0:1767384294.763714:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b14b30ab. 00000100:00000010:0.0:1767384294.763718:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001771a678. 00000100:00000010:0.0:1767384294.764163:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041cade9c. 00000100:00000010:0.0:1767384294.764167:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000686ee3e9. 00000100:00000010:0.0:1767384294.764587:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007229181f. 00000100:00000010:0.0:1767384294.764591:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b24cb82d. 00000100:00000010:0.0:1767384294.765024:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003ce498ad. 00000100:00000010:0.0:1767384294.765027:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000021934c3. 00000100:00000010:0.0:1767384294.765464:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000faab411f. 00000100:00000010:0.0:1767384294.765470:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fecdd435. 00000100:00000010:0.0:1767384294.765885:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b9a4f1fd. 00000100:00000010:0.0:1767384294.765888:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008baba96. 00000100:00000010:0.0:1767384294.766329:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d0e690da. 00000100:00000010:0.0:1767384294.766333:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d480349e. 00000100:00000010:0.0:1767384294.766756:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fea1e41f. 00000100:00000010:0.0:1767384294.766760:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f136598b. 00000100:00000010:0.0:1767384294.767222:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000521c6881. 00000100:00000010:0.0:1767384294.767229:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012adfb29. 00000100:00000010:0.0:1767384294.767695:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9c7ab1c. 00000100:00000010:0.0:1767384294.767702:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a684277. 00000100:00000010:0.0:1767384294.768209:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000096a44d48. 00000100:00000010:0.0:1767384294.768215:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061e6a88f. 00000100:00000010:0.0:1767384294.768684:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000361a177f. 00000100:00000010:0.0:1767384294.768691:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e87cb08e. 00000100:00000010:0.0:1767384294.769195:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005cbdb16b. 00000100:00000010:0.0:1767384294.769222:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009df92a47. 00000100:00000010:0.0:1767384294.769680:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000006a8b25. 00000100:00000010:0.0:1767384294.769687:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001649014a. 00000100:00000010:0.0:1767384294.770165:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007f7af662. 00000100:00000010:0.0:1767384294.770170:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029289eb8. 00000100:00000010:0.0:1767384294.770593:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019ed5bc4. 00000100:00000010:0.0:1767384294.770597:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f97b1a6. 00000100:00000010:0.0:1767384294.771025:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000070e34c. 00000400:00000200:0.0:1767384294.771032:0:16767:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:0.0:1767384294.771145:0:16767:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ff39b2d2. 00000020:00000010:0.0:1767384294.771151:0:16767:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000982a9eb9. 00000100:00000010:0.0:1767384294.771201:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000607e08a. 00000100:00000010:0.0:1767384294.771207:0:16767:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002f117390. 00000100:00000010:0.0:1767384294.771211:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c5559ec9. 00000100:00000010:0.0:1767384294.771216:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000034416ce5. 00000100:00000010:0.0:1767384294.771219:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e8f41ff7. 00000100:00000200:0.0:1767384294.771248:0:16767:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:0.0:1767384294.771253:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c0386ef8. 00000100:00000010:0.0:1767384294.772256:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a9a840fa. 00000100:00000010:0.0:1767384294.772537:0:16767:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003795ee0a. 00000100:00000010:0.0:1767384294.772543:0:16767:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000011fcef2. 00000100:00000010:0.0:1767384294.772558:0:16767:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b509e631. 00000100:00000010:0.0:1767384294.772566:0:16767:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b841dc14. 00000100:00000010:0.0:1767384294.772569:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000996af89f. 00000100:00000010:0.0:1767384294.772573:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e77011f. 00000100:00000010:0.0:1767384294.772575:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfda469d. 00000100:00000010:0.0:1767384294.772579:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006709d637. 00000100:00000010:0.0:1767384294.772581:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b690e999. 00000100:00000010:0.0:1767384294.772584:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8218e79. 00000100:00000010:0.0:1767384294.772586:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b51ad9f. 00000100:00000010:0.0:1767384294.772590:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000090f5fd7f. 00000100:00000010:0.0:1767384294.772596:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000948e4958. 00000100:00000010:0.0:1767384294.772599:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a35f6bf. 00000100:00000010:0.0:1767384294.772601:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000101d11a0. 00000100:00000010:0.0:1767384294.772604:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003061c86d. 00000100:00000010:0.0:1767384294.772606:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bdbda8b. 00000100:00000010:0.0:1767384294.772609:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a060f372. 00000100:00000010:0.0:1767384294.772610:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de79ee2e. 00000100:00000010:0.0:1767384294.772613:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c8104d0. 00000100:00000010:0.0:1767384294.772614:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe3df9a6. 00000100:00000010:0.0:1767384294.772617:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e850f8fa. 00000100:00000010:0.0:1767384294.772618:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002aede4e1. 00000100:00000010:0.0:1767384294.772622:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b186ee1c. 00000100:00000010:0.0:1767384294.772629:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000add415c1. 00000100:00000010:0.0:1767384294.772632:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bda8ebc. 00000100:00000010:0.0:1767384294.772634:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3c197b8. 00000100:00000010:0.0:1767384294.772636:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082d02e78. 00000100:00000010:0.0:1767384294.772638:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e2c527a. 00000100:00000010:0.0:1767384294.772641:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c235fdd. 00000100:00000010:0.0:1767384294.772642:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f09ed315. 00000100:00000010:0.0:1767384294.772645:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8aaef74. 00000100:00000010:0.0:1767384294.772646:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040bfe079. 00000100:00000010:0.0:1767384294.772649:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a3863ab. 00000100:00000010:0.0:1767384294.772650:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036868e3f. 00000100:00000010:0.0:1767384294.772654:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3f8b786. 00000100:00000010:0.0:1767384294.772655:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007895f29. 00000100:00000010:0.0:1767384294.772658:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000156d61da. 00000100:00000010:0.0:1767384294.772660:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000793bbbc8. 00000100:00000010:0.0:1767384294.772663:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000052131425. 00000100:00000010:0.0:1767384294.772665:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f81f0dd1. 00000100:00000010:0.0:1767384294.772667:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c6d676e8. 00000100:00000010:0.0:1767384294.772669:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000348bd819. 00000100:00000010:0.0:1767384294.772675:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb455f09. 00000100:00000010:0.0:1767384294.772677:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cece6307. 00000100:00000010:0.0:1767384294.772680:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091e34bc1. 00000100:00000010:0.0:1767384294.772682:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d77d1143. 00000100:00000010:0.0:1767384294.772685:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e43f91e. 00000100:00000010:0.0:1767384294.772687:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099a88887. 00000100:00000010:0.0:1767384294.772690:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d04cd019. 00000100:00000010:0.0:1767384294.772691:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cab088ca. 00000100:00000010:0.0:1767384294.772694:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae3fd05b. 00000100:00000010:0.0:1767384294.772695:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b2fa9c5. 00000100:00000010:0.0:1767384294.772698:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c55a5f3. 00000100:00000010:0.0:1767384294.772700:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024f83936. 00000100:00000010:0.0:1767384294.772703:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf71e36e. 00000100:00000010:0.0:1767384294.772710:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae454285. 00000100:00000010:0.0:1767384294.772713:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002994786a. 00000100:00000010:0.0:1767384294.772715:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000838ceaa3. 00000100:00000010:0.0:1767384294.772717:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044c33764. 00000100:00000010:0.0:1767384294.772719:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c908f05. 00000100:00000010:0.0:1767384294.772722:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002131bc90. 00000100:00000010:0.0:1767384294.772723:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acb4c7ad. 00000100:00000010:0.0:1767384294.772726:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c302a3e0. 00000100:00000010:0.0:1767384294.772727:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010f48b4d. 00000100:00000010:0.0:1767384294.772730:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008be5bb84. 00000100:00000010:0.0:1767384294.772732:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7e4e66f. 00000100:00000010:0.0:1767384294.772735:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005fb94eff. 00000100:00000010:0.0:1767384294.772736:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000502d2860. 00000100:00000010:0.0:1767384294.772739:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f055d6f. 00000100:00000010:0.0:1767384294.772740:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea69437. 00000100:00000010:0.0:1767384294.772743:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7770375. 00000100:00000010:0.0:1767384294.772745:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cf13518. 00000100:00000010:0.0:1767384294.772748:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000745945e6. 00000100:00000010:0.0:1767384294.772753:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eba7e60c. 00000100:00000010:0.0:1767384294.772756:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033791329. 00000100:00000010:0.0:1767384294.772758:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000178588e1. 00000100:00000010:0.0:1767384294.772761:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bef7bff6. 00000100:00000010:0.0:1767384294.772763:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071b98261. 00000100:00000010:0.0:1767384294.772766:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091184b60. 00000100:00000010:0.0:1767384294.772767:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5c02208. 00000100:00000010:0.0:1767384294.772770:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000089a7cdc1. 00000100:00000010:0.0:1767384294.772772:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097658469. 00000100:00000010:0.0:1767384294.772775:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b6d0d9d. 00000100:00000010:0.0:1767384294.772776:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d80f6a28. 00000100:00000010:0.0:1767384294.772779:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000373b1664. 00000100:00000010:0.0:1767384294.772781:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff82f6e1. 00000100:00000010:0.0:1767384294.772783:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069a40029. 00000100:00000010:0.0:1767384294.772790:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000370c3d9d. 00000100:00000010:0.0:1767384294.772794:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069f373b4. 00000100:00000010:0.0:1767384294.772796:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9be952b. 00000100:00000010:0.0:1767384294.772799:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000511a9c0e. 00000100:00000010:0.0:1767384294.772800:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000673fcdd. 00000100:00000010:0.0:1767384294.772803:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000041755ba8. 00000100:00000010:0.0:1767384294.772804:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5d44d0e. 00000100:00000010:0.0:1767384294.772807:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b763072. 00000100:00000010:0.0:1767384294.772808:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000763c4ac0. 00000100:00000010:0.0:1767384294.772812:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000851b3e51. 00000100:00000010:0.0:1767384294.772814:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa4e7513. 00000100:00000010:0.0:1767384294.772816:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033701fc7. 00000100:00000010:0.0:1767384294.772818:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff2c1c68. 00000100:00000010:0.0:1767384294.772820:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047c73ac0. 00000100:00000010:0.0:1767384294.772822:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cf71af01. 00000100:00000010:0.0:1767384294.772824:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1bb34c4. 00000100:00000010:0.0:1767384294.772826:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000801b370c. 00000100:00000010:0.0:1767384294.772831:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001fb87411. 00000100:00000010:0.0:1767384294.772834:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a3ffce0. 00000100:00000010:0.0:1767384294.772836:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008983188e. 00000100:00000010:0.0:1767384294.772838:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d8737141. 00000100:00000010:0.0:1767384294.772841:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5fddaa8. 00000100:00000010:0.0:1767384294.772843:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060a08fd3. 00000100:00000010:0.0:1767384294.772846:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009779e325. 00000100:00000010:0.0:1767384294.772847:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c6f4aef. 00000100:00000010:0.0:1767384294.772850:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033a6073e. 00000100:00000010:0.0:1767384294.772851:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e3c2c22. 00000100:00000010:0.0:1767384294.772855:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031270c4a. 00000100:00000010:0.0:1767384294.772856:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b4cef12. 00000100:00000010:0.0:1767384294.772859:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004c68a90. 00000100:00000010:0.0:1767384294.772860:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba313b9a. 00000100:00000010:0.0:1767384294.772864:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3675a26. 00000100:00000010:0.0:1767384294.772871:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d949a258. 00000100:00000010:0.0:1767384294.772874:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015a692a1. 00000100:00000010:0.0:1767384294.772875:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7d86611. 00000100:00000010:0.0:1767384294.772878:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ad3c634. 00000100:00000010:0.0:1767384294.772880:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079fc3da1. 00000100:00000010:0.0:1767384294.772883:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af1740f2. 00000100:00000010:0.0:1767384294.772884:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070dba816. 00000100:00000010:0.0:1767384294.772887:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e45aa36a. 00000100:00000010:0.0:1767384294.772889:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ff843ef. 00000100:00000010:0.0:1767384294.772891:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011336e64. 00000100:00000010:0.0:1767384294.772893:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007de4563b. 00000100:00000010:0.0:1767384294.772895:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fc68529. 00000400:00000200:0.0:1767384294.772897:0:16767:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:0.0:1767384294.772924:0:16767:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002a182d44. 00000020:00000010:0.0:1767384294.772928:0:16767:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bcb7c5b4. 00000100:00000010:0.0:1767384294.772968:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c735b9b0. 00000100:00000010:0.0:1767384294.772985:0:16767:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003a8f705c. 00000100:00000010:0.0:1767384294.772989:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000326cf8d3. 00000100:00000010:0.0:1767384294.772991:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000074254149. 00000100:00000010:0.0:1767384294.772993:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ff95282d. 00000100:00000200:0.0:1767384294.773024:0:16767:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:0.0:1767384294.773027:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f686ffe7. 00000100:00000010:0.0:1767384294.773616:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c18a6008. 00000100:00000010:0.0:1767384294.773874:0:16767:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004d700442. 00000100:00000010:0.0:1767384294.773879:0:16767:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a94fa562. 00000100:00000010:0.0:1767384294.773891:0:16767:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001ea1fb36. 00000100:00000010:0.0:1767384294.773898:0:16767:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000cb0950c8. 00000100:00000010:0.0:1767384294.773901:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028479f83. 00000100:00000010:0.0:1767384294.773904:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009296eb5d. 00000100:00000010:0.0:1767384294.773906:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec37532f. 00000100:00000010:0.0:1767384294.773908:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d66b5442. 00000100:00000010:0.0:1767384294.773910:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067d958bd. 00000100:00000010:0.0:1767384294.773912:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003353dbba. 00000100:00000010:0.0:1767384294.773914:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b57330ad. 00000100:00000010:0.0:1767384294.773916:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f42f9e85. 00000100:00000010:0.0:1767384294.773918:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ef41ca9. 00000100:00000010:0.0:1767384294.773920:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e2e7f05. 00000100:00000010:0.0:1767384294.773922:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eff5566. 00000100:00000010:0.0:1767384294.773925:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da84bdda. 00000100:00000010:0.0:1767384294.773927:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0245391. 00000100:00000010:0.0:1767384294.773930:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bc2843f. 00000100:00000010:0.0:1767384294.773931:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000487655c2. 00000100:00000010:0.0:1767384294.773935:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7233769. 00000100:00000010:0.0:1767384294.773943:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000938722f4. 00000100:00000010:0.0:1767384294.773946:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e749b543. 00000100:00000010:0.0:1767384294.773948:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008acdf759. 00000100:00000010:0.0:1767384294.773950:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c4c91c7. 00000100:00000010:0.0:1767384294.773956:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f7166dd. 00000100:00000010:0.0:1767384294.773958:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2476961. 00000100:00000010:0.0:1767384294.773960:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de532b35. 00000100:00000010:0.0:1767384294.773963:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005cb52528. 00000100:00000010:0.0:1767384294.773965:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b48d07a1. 00000100:00000010:0.0:1767384294.773968:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d423144. 00000100:00000010:0.0:1767384294.773969:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2308a02. 00000100:00000010:0.0:1767384294.773973:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016401529. 00000100:00000010:0.0:1767384294.773985:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f254859. 00000100:00000010:0.0:1767384294.773990:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d5ffc1e. 00000100:00000010:0.0:1767384294.773993:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000881ca29c. 00000100:00000010:0.0:1767384294.773996:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049789559. 00000100:00000010:0.0:1767384294.773997:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000700412a3. 00000100:00000010:0.0:1767384294.774000:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074649b90. 00000100:00000010:0.0:1767384294.774002:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090ae44df. 00000100:00000010:0.0:1767384294.774004:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092cfa21a. 00000100:00000010:0.0:1767384294.774006:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038ce9eed. 00000100:00000010:0.0:1767384294.774009:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036f2e6e5. 00000100:00000010:0.0:1767384294.774010:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f23dfd1. 00000100:00000010:0.0:1767384294.774014:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095c528f2. 00000100:00000010:0.0:1767384294.774016:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000645b93d7. 00000100:00000010:0.0:1767384294.774018:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dfa66084. 00000100:00000010:0.0:1767384294.774020:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008adeda4f. 00000100:00000010:0.0:1767384294.774022:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c1dda13. 00000100:00000010:0.0:1767384294.774024:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007710e47e. 00000100:00000010:0.0:1767384294.774027:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e24a21a0. 00000100:00000010:0.0:1767384294.774028:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e2ef4a8. 00000100:00000010:0.0:1767384294.774031:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8f7663c. 00000100:00000010:0.0:1767384294.774040:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a870a5e. 00000100:00000010:0.0:1767384294.774043:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7f9dd4f. 00000100:00000010:0.0:1767384294.774045:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080bd24c0. 00000100:00000010:0.0:1767384294.774051:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7d0d70b. 00000100:00000010:0.0:1767384294.774054:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045133687. 00000100:00000010:0.0:1767384294.774057:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc50faee. 00000100:00000010:0.0:1767384294.774059:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5fbd082. 00000100:00000010:0.0:1767384294.774062:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2dceecb. 00000100:00000010:0.0:1767384294.774064:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007604af6. 00000100:00000010:0.0:1767384294.774067:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009699e289. 00000100:00000010:0.0:1767384294.774068:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db8444d7. 00000100:00000010:0.0:1767384294.774071:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b56733c3. 00000100:00000010:0.0:1767384294.774072:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000037c6660. 00000100:00000010:0.0:1767384294.774075:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091ff9a4e. 00000100:00000010:0.0:1767384294.774076:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c34868b. 00000100:00000010:0.0:1767384294.774079:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000888a82f. 00000100:00000010:0.0:1767384294.774081:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027aa7028. 00000100:00000010:0.0:1767384294.774083:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000887a11f. 00000100:00000010:0.0:1767384294.774085:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d8d7b3f. 00000100:00000010:0.0:1767384294.774088:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013f5b021. 00000100:00000010:0.0:1767384294.774089:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000af0e88. 00000100:00000010:0.0:1767384294.774092:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a5be2e3. 00000100:00000010:0.0:1767384294.774094:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ced5d433. 00000100:00000010:0.0:1767384294.774096:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000293a399d. 00000100:00000010:0.0:1767384294.774098:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c4ee22a. 00000100:00000010:0.0:1767384294.774101:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc38080f. 00000100:00000010:0.0:1767384294.774103:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a6d9022. 00000100:00000010:0.0:1767384294.774124:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aacb764d. 00000100:00000010:0.0:1767384294.774128:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092862570. 00000100:00000010:0.0:1767384294.774131:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b30c3ad. 00000100:00000010:0.0:1767384294.774134:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000833fd02c. 00000100:00000010:0.0:1767384294.774138:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4f0208c. 00000100:00000010:0.0:1767384294.774146:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009375d150. 00000100:00000010:0.0:1767384294.774150:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d14c5c2. 00000100:00000010:0.0:1767384294.774156:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7d0008f. 00000100:00000010:0.0:1767384294.774159:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b94b86fb. 00000100:00000010:0.0:1767384294.774160:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3bfffd9. 00000100:00000010:0.0:1767384294.774163:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004dd2fa82. 00000100:00000010:0.0:1767384294.774165:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004bd8bc5. 00000100:00000010:0.0:1767384294.774168:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edfc9037. 00000100:00000010:0.0:1767384294.774170:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076124fb2. 00000100:00000010:0.0:1767384294.774173:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c81185f. 00000100:00000010:0.0:1767384294.774175:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1fc757b. 00000100:00000010:0.0:1767384294.774178:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cfa4cb22. 00000100:00000010:0.0:1767384294.774180:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042a7d78e. 00000100:00000010:0.0:1767384294.774182:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f067eab. 00000100:00000010:0.0:1767384294.774184:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6e86fca. 00000100:00000010:0.0:1767384294.774186:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe1b636c. 00000100:00000010:0.0:1767384294.774188:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d398cbb. 00000100:00000010:0.0:1767384294.774190:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011a95d75. 00000100:00000010:0.0:1767384294.774192:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003f41888b. 00000100:00000010:0.0:1767384294.774195:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f495bf51. 00000100:00000010:0.0:1767384294.774196:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009613f114. 00000100:00000010:0.0:1767384294.774199:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d5ed4b5. 00000100:00000010:0.0:1767384294.774200:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd9aadec. 00000100:00000010:0.0:1767384294.774203:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f90e3615. 00000100:00000010:0.0:1767384294.774205:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0e10dbf. 00000100:00000010:0.0:1767384294.774208:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002cf8fca2. 00000100:00000010:0.0:1767384294.774210:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fffb22c2. 00000100:00000010:0.0:1767384294.774213:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000991f444d. 00000100:00000010:0.0:1767384294.774214:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030a29bdd. 00000100:00000010:0.0:1767384294.774217:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001644ab79. 00000100:00000010:0.0:1767384294.774218:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4430c50. 00000100:00000010:0.0:1767384294.774220:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d96f96c. 00000100:00000010:0.0:1767384294.774227:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000380fedad. 00000100:00000010:0.0:1767384294.774233:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011e3436c. 00000100:00000010:0.0:1767384294.774235:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9a17a75. 00000100:00000010:0.0:1767384294.774238:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f9335e0. 00000100:00000010:0.0:1767384294.774240:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018096915. 00000100:00000010:0.0:1767384294.774243:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007202fc3f. 00000100:00000010:0.0:1767384294.774245:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eeb64449. 00000100:00000010:0.0:1767384294.774248:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb1a498d. 00000100:00000010:0.0:1767384294.774249:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d715ad09. 00000100:00000010:0.0:1767384294.774257:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7c06434. 00000100:00000010:0.0:1767384294.774259:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000674c5f8d. 00000100:00000010:0.0:1767384294.774261:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000967170bc. 00000100:00000010:0.0:1767384294.774263:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e550b35. 00000100:00000010:0.0:1767384294.774266:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000795c6d1b. 00000100:00000010:0.0:1767384294.774267:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f93777e1. 00000100:00000010:0.0:1767384294.774270:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004cc9ee9c. 00000400:00000200:0.0:1767384294.774272:0:16767:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:0.0:1767384294.774297:0:16767:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a236e0bd. 00000020:00000010:0.0:1767384294.774300:0:16767:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006d3cbbcb. 00000100:00000010:0.0:1767384294.774331:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000afd1e4e8. 00000100:00000010:0.0:1767384294.774333:0:16767:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000922d333f. 00000100:00000010:0.0:1767384294.774335:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e83571f2. 00000100:00000010:0.0:1767384294.774337:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000057fd11b9. 00000100:00000010:0.0:1767384294.774338:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000f3c570d. 00000100:00000200:0.0:1767384294.774360:0:16767:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:0.0:1767384294.774362:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fb2c30d7. 00000100:00000010:0.0:1767384294.774931:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008ec7af7d. 00000100:00000010:0.0:1767384294.775230:0:16767:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000479d6f04. 00000100:00000010:0.0:1767384294.775235:0:16767:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004c92adfe. 00000100:00000010:0.0:1767384294.775248:0:16767:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e5500f2f. 00000100:00000010:0.0:1767384294.775254:0:16767:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000aaeb6f56. 00000100:00000010:0.0:1767384294.775257:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000296bbc89. 00000100:00000010:0.0:1767384294.775264:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2a6c25d. 00000100:00000010:0.0:1767384294.775266:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007eb44816. 00000100:00000010:0.0:1767384294.775269:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c774bc69. 00000100:00000010:0.0:1767384294.775271:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4f1bdd5. 00000100:00000010:0.0:1767384294.775279:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008ab3d0c. 00000100:00000010:0.0:1767384294.775282:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2819974. 00000100:00000010:0.0:1767384294.775284:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007b80a8d4. 00000100:00000010:0.0:1767384294.775286:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000349f4a94. 00000100:00000010:0.0:1767384294.775289:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002489d826. 00000100:00000010:0.0:1767384294.775291:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3b67b42. 00000100:00000010:0.0:1767384294.775293:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005fab7c0f. 00000100:00000010:0.0:1767384294.775301:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e57d21db. 00000100:00000010:0.0:1767384294.775304:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d741f996. 00000100:00000010:0.0:1767384294.775305:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081dba5eb. 00000100:00000010:0.0:1767384294.775308:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5b60019. 00000100:00000010:0.0:1767384294.775309:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037524a08. 00000100:00000010:0.0:1767384294.775312:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4899ba3. 00000100:00000010:0.0:1767384294.775313:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092598efc. 00000100:00000010:0.0:1767384294.775316:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7cbc2f9. 00000100:00000010:0.0:1767384294.775317:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e27fa776. 00000100:00000010:0.0:1767384294.775324:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003382eb83. 00000100:00000010:0.0:1767384294.775326:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e02ed4b7. 00000100:00000010:0.0:1767384294.775329:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000005a2772. 00000100:00000010:0.0:1767384294.775330:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff495bc2. 00000100:00000010:0.0:1767384294.775333:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbef1625. 00000100:00000010:0.0:1767384294.775335:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002cee6564. 00000100:00000010:0.0:1767384294.775337:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000620e0665. 00000100:00000010:0.0:1767384294.775339:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dd2e149. 00000100:00000010:0.0:1767384294.775341:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f640e3a. 00000100:00000010:0.0:1767384294.775343:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d30fb37. 00000100:00000010:0.0:1767384294.775345:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e9588a2. 00000100:00000010:0.0:1767384294.775350:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007043b511. 00000100:00000010:0.0:1767384294.775353:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bc49eb9. 00000100:00000010:0.0:1767384294.775355:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d45c177. 00000100:00000010:0.0:1767384294.775357:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2e1359d. 00000100:00000010:0.0:1767384294.775359:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327e060c. 00000100:00000010:0.0:1767384294.775366:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d59dee28. 00000100:00000010:0.0:1767384294.775368:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f550c74c. 00000100:00000010:0.0:1767384294.775371:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004f5b5eb. 00000100:00000010:0.0:1767384294.775373:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b459124e. 00000100:00000010:0.0:1767384294.775375:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5da8d72. 00000100:00000010:0.0:1767384294.775376:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c1bfcc9. 00000100:00000010:0.0:1767384294.775379:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cfad6089. 00000100:00000010:0.0:1767384294.775386:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a48b9635. 00000100:00000010:0.0:1767384294.775391:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b3edf43. 00000100:00000010:0.0:1767384294.775394:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4224eb8. 00000100:00000010:0.0:1767384294.775398:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000068ee7c6d. 00000100:00000010:0.0:1767384294.775400:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056598c81. 00000100:00000010:0.0:1767384294.775404:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061d91f4b. 00000100:00000010:0.0:1767384294.775406:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000275fdd26. 00000100:00000010:0.0:1767384294.775409:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a63f4fae. 00000100:00000010:0.0:1767384294.775412:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e4e0344. 00000100:00000010:0.0:1767384294.775423:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7768f49. 00000100:00000010:0.0:1767384294.775426:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019558953. 00000100:00000010:0.0:1767384294.775430:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000407065c7. 00000100:00000010:0.0:1767384294.775433:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f5c4622. 00000100:00000010:0.0:1767384294.775437:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000048933bc9. 00000100:00000010:0.0:1767384294.775440:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee22fd68. 00000100:00000010:0.0:1767384294.775443:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f6b9ea0. 00000100:00000010:0.0:1767384294.775446:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c579f2f2. 00000100:00000010:0.0:1767384294.775450:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e786def. 00000100:00000010:0.0:1767384294.775453:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9355caa. 00000100:00000010:0.0:1767384294.775461:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003cb92f6. 00000100:00000010:0.0:1767384294.775463:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000494457bb. 00000100:00000010:0.0:1767384294.775466:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2ae04cf. 00000100:00000010:0.0:1767384294.775468:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000356d5e23. 00000100:00000010:0.0:1767384294.775471:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df184f1b. 00000100:00000010:0.0:1767384294.775472:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e715c4a3. 00000100:00000010:0.0:1767384294.775480:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000db273a48. 00000100:00000010:0.0:1767384294.775482:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006670d3ac. 00000100:00000010:0.0:1767384294.775484:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009adf5309. 00000100:00000010:0.0:1767384294.775486:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c04ec746. 00000100:00000010:0.0:1767384294.775489:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1306aaa. 00000100:00000010:0.0:1767384294.775491:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2dcc3fc. 00000100:00000010:0.0:1767384294.775494:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a582cfd. 00000100:00000010:0.0:1767384294.775501:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000441eecb1. 00000100:00000010:0.0:1767384294.775504:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4cdfbe9. 00000100:00000010:0.0:1767384294.775506:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d62f806f. 00000100:00000010:0.0:1767384294.775509:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a6778eb. 00000100:00000010:0.0:1767384294.775510:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a122b574. 00000100:00000010:0.0:1767384294.775513:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000018d674b8. 00000100:00000010:0.0:1767384294.775514:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037a5a73f. 00000100:00000010:0.0:1767384294.775517:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c84e2a0. 00000100:00000010:0.0:1767384294.775519:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c533f714. 00000100:00000010:0.0:1767384294.775527:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c0bce7e. 00000100:00000010:0.0:1767384294.775529:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080da39f. 00000100:00000010:0.0:1767384294.775531:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b77a8b18. 00000100:00000010:0.0:1767384294.775533:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012a16eaf. 00000100:00000010:0.0:1767384294.775535:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e8efdd8. 00000100:00000010:0.0:1767384294.775537:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b0f8714. 00000100:00000010:0.0:1767384294.775539:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051e3ae05. 00000100:00000010:0.0:1767384294.775541:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a293b9e2. 00000100:00000010:0.0:1767384294.775544:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2cba866. 00000100:00000010:0.0:1767384294.775549:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085482e0d. 00000100:00000010:0.0:1767384294.775551:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000080b5eca7. 00000100:00000010:0.0:1767384294.775553:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000140ab0cb. 00000100:00000010:0.0:1767384294.775555:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b73188e. 00000100:00000010:0.0:1767384294.775556:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033673993. 00000100:00000010:0.0:1767384294.775559:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054d26485. 00000100:00000010:0.0:1767384294.775560:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000295f5d7e. 00000100:00000010:0.0:1767384294.775568:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a1ca9be4. 00000100:00000010:0.0:1767384294.775570:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005dd7979. 00000100:00000010:0.0:1767384294.775572:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f2f081d. 00000100:00000010:0.0:1767384294.775574:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d92474d1. 00000100:00000010:0.0:1767384294.775576:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008060dc57. 00000100:00000010:0.0:1767384294.775578:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edda5197. 00000100:00000010:0.0:1767384294.775580:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023ca834c. 00000100:00000010:0.0:1767384294.775587:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000230d287e. 00000100:00000010:0.0:1767384294.775590:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000926348a9. 00000100:00000010:0.0:1767384294.775592:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003012c8e8. 00000100:00000010:0.0:1767384294.775594:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095c08302. 00000100:00000010:0.0:1767384294.775596:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7979bec. 00000100:00000010:0.0:1767384294.775598:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4d7358a. 00000100:00000010:0.0:1767384294.775600:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006708cf72. 00000100:00000010:0.0:1767384294.775603:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f58117b7. 00000100:00000010:0.0:1767384294.775604:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000629818cf. 00000100:00000010:0.0:1767384294.775611:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf853ea9. 00000100:00000010:0.0:1767384294.775613:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000742630c7. 00000100:00000010:0.0:1767384294.775615:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003357083f. 00000100:00000010:0.0:1767384294.775617:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045ca36c1. 00000100:00000010:0.0:1767384294.775620:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abdc600a. 00000100:00000010:0.0:1767384294.775621:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ac547ef. 00000100:00000010:0.0:1767384294.775624:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2061481. 00000100:00000010:0.0:1767384294.775625:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b66dee6. 00000100:00000010:0.0:1767384294.775631:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0673081. 00000100:00000010:0.0:1767384294.775633:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2b0d4ed. 00000100:00000010:0.0:1767384294.775636:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003867034b. 00000400:00000200:0.0:1767384294.775638:0:16767:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:0.0:1767384294.775674:0:16767:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005ba7a644. 00000020:00000010:0.0:1767384294.775678:0:16767:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003f4b01d2. 00000100:00000010:0.0:1767384294.775711:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008677923a. 00000100:00000010:0.0:1767384294.775713:0:16767:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000abbeda90. 00000100:00000010:0.0:1767384294.775715:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004452891b. 00000100:00000010:0.0:1767384294.775717:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b48f2416. 00000100:00000010:0.0:1767384294.775719:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e2800530. 00000100:00000200:0.0:1767384294.775746:0:16767:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:0.0:1767384294.775748:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c322ba68. 00000100:00000010:0.0:1767384294.776317:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000061f0ea29. 00000100:00000010:0.0:1767384294.776561:0:16767:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000049499a7f. 00000100:00000010:0.0:1767384294.776565:0:16767:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000b446e6dc. 00000100:00000010:0.0:1767384294.776578:0:16767:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b319b0c5. 00000100:00000010:0.0:1767384294.776584:0:16767:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000d1fde19d. 00000100:00000010:0.0:1767384294.776587:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007448c969. 00000100:00000010:0.0:1767384294.776817:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087386125. 00000100:00000010:0.0:1767384294.776829:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d61a33a. 00000100:00000010:0.0:1767384294.777065:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a9021b2b. 00000100:00000010:0.0:1767384294.777068:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fea3caf. 00000100:00000010:0.0:1767384294.777291:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004ce0054. 00000100:00000010:0.0:1767384294.777294:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3acd39d. 00000100:00000010:0.0:1767384294.777507:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ce00d307. 00000100:00000010:0.0:1767384294.777518:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006020010d. 00000100:00000010:0.0:1767384294.777725:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000044f71651. 00000100:00000010:0.0:1767384294.777728:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b3bb3f9. 00000100:00000010:0.0:1767384294.777936:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000048d45a8a. 00000100:00000010:0.0:1767384294.777938:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725b0f15. 00000100:00000010:0.0:1767384294.778180:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ff0e76b. 00000100:00000010:0.0:1767384294.778184:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065848002. 00000100:00000010:0.0:1767384294.778394:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dc135b2b. 00000100:00000010:0.0:1767384294.778399:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0dedda0. 00000100:00000010:0.0:1767384294.778621:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000092776477. 00000100:00000010:0.0:1767384294.778624:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069808386. 00000100:00000010:0.0:1767384294.778846:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d9b67bef. 00000100:00000010:0.0:1767384294.778849:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1577b71. 00000100:00000010:0.0:1767384294.779084:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000086f06efb. 00000100:00000010:0.0:1767384294.779087:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa46e142. 00000100:00000010:0.0:1767384294.779313:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005231672a. 00000100:00000010:0.0:1767384294.779317:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057bb87aa. 00000100:00000010:0.0:1767384294.779547:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ec24f318. 00000100:00000010:0.0:1767384294.779552:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5f92e05. 00000100:00000010:0.0:1767384294.779762:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e14dfd84. 00000100:00000010:0.0:1767384294.779765:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007486e684. 00000100:00000010:0.0:1767384294.779973:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000abe880f5. 00000100:00000010:0.0:1767384294.779986:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daf4f8ce. 00000100:00000010:0.0:1767384294.780205:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000786d7546. 00000100:00000010:0.0:1767384294.780209:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008925168b. 00000100:00000010:0.0:1767384294.780422:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f525307. 00000100:00000010:0.0:1767384294.780426:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a54e433. 00000100:00000010:0.0:1767384294.780645:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd78562d. 00000100:00000010:0.0:1767384294.780649:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043a80884. 00000100:00000010:0.0:1767384294.780855:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000030b8ad84. 00000100:00000010:0.0:1767384294.780858:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b97d0677. 00000100:00000010:0.0:1767384294.781078:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000000b60c8a. 00000100:00000010:0.0:1767384294.781088:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a7e1b58. 00000100:00000010:0.0:1767384294.781321:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001f4941e2. 00000100:00000010:0.0:1767384294.781324:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e9f541d. 00000100:00000010:0.0:1767384294.781538:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087aec2d4. 00000100:00000010:0.0:1767384294.781546:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb3a722. 00000100:00000010:0.0:1767384294.781756:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007eec0bf2. 00000100:00000010:0.0:1767384294.781759:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077ae8e9c. 00000100:00000010:0.0:1767384294.781966:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d5ba9089. 00000100:00000010:0.0:1767384294.781968:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010d3599e. 00000100:00000010:0.0:1767384294.782204:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019d2cd41. 00000100:00000010:0.0:1767384294.782208:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004121072f. 00000100:00000010:0.0:1767384294.782420:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000089f44228. 00000100:00000010:0.0:1767384294.782425:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005692f2c5. 00000100:00000010:0.0:1767384294.782643:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000866f21ba. 00000100:00000010:0.0:1767384294.782646:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c67c23c. 00000100:00000010:0.0:1767384294.782851:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a590a8c0. 00000100:00000010:0.0:1767384294.782853:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f32635d. 00000100:00000010:0.0:1767384294.783069:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd061392. 00000100:00000010:0.0:1767384294.783072:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000406e2811. 00000100:00000010:0.0:1767384294.783293:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a449902c. 00000100:00000010:0.0:1767384294.783297:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000354fe8e6. 00000100:00000010:0.0:1767384294.783511:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af8a0e34. 00000100:00000010:0.0:1767384294.783515:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfc70c46. 00000100:00000010:0.0:1767384294.783721:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008b5c8cee. 00000100:00000010:0.0:1767384294.783723:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d5ae321. 00000100:00000010:0.0:1767384294.783927:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a124db2e. 00000100:00000010:0.0:1767384294.783929:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd9734c1. 00000100:00000010:0.0:1767384294.784171:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d4884506. 00000100:00000010:0.0:1767384294.784175:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbe4315c. 00000100:00000010:0.0:1767384294.784382:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bda4be4e. 00000100:00000010:0.0:1767384294.784386:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caf19cb6. 00000100:00000010:0.0:1767384294.784607:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008e5dbf99. 00000100:00000010:0.0:1767384294.784617:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058caefe4. 00000100:00000010:0.0:1767384294.784826:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a35aa66. 00000100:00000010:0.0:1767384294.784828:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049b74828. 00000100:00000010:0.0:1767384294.785050:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000009cae689. 00000100:00000010:0.0:1767384294.785053:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4b47f95. 00000100:00000010:0.0:1767384294.785275:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c868217. 00000100:00000010:0.0:1767384294.785278:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000416aa702. 00000100:00000010:0.0:1767384294.785497:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003c6584d0. 00000100:00000010:0.0:1767384294.785501:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a68c733e. 00000100:00000010:0.0:1767384294.785709:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002408b21d. 00000100:00000010:0.0:1767384294.785712:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b608a4c2. 00000100:00000010:0.0:1767384294.785919:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b290475. 00000100:00000010:0.0:1767384294.785922:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009308bd6. 00000100:00000010:0.0:1767384294.786156:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059917129. 00000100:00000010:0.0:1767384294.786160:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066be262d. 00000100:00000010:0.0:1767384294.786368:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8bb5d34. 00000100:00000010:0.0:1767384294.786371:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f8f7517. 00000100:00000010:0.0:1767384294.786585:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af6925fd. 00000100:00000010:0.0:1767384294.786589:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d969018. 00000100:00000010:0.0:1767384294.786798:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010ee7406. 00000100:00000010:0.0:1767384294.786800:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027325d63. 00000100:00000010:0.0:1767384294.787023:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000daa379d9. 00000100:00000010:0.0:1767384294.787026:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cda933d6. 00000100:00000010:0.0:1767384294.787244:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fbdc90c2. 00000100:00000010:0.0:1767384294.787247:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003665be15. 00000100:00000010:0.0:1767384294.787461:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bcc576c8. 00000100:00000010:0.0:1767384294.787466:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee01e5fa. 00000100:00000010:0.0:1767384294.787675:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eadf9861. 00000100:00000010:0.0:1767384294.787678:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f2d153e. 00000100:00000010:0.0:1767384294.787893:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000067532c93. 00000100:00000010:0.0:1767384294.787897:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b120f93. 00000100:00000010:0.0:1767384294.788140:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009d5fd621. 00000100:00000010:0.0:1767384294.788152:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070983276. 00000100:00000010:0.0:1767384294.788358:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000098addb38. 00000100:00000010:0.0:1767384294.788364:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000243e7773. 00000100:00000010:0.0:1767384294.788578:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ae6836f8. 00000100:00000010:0.0:1767384294.788582:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066ed08e7. 00000100:00000010:0.0:1767384294.788789:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f59fe20. 00000100:00000010:0.0:1767384294.788791:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab34ce4f. 00000100:00000010:0.0:1767384294.789007:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000088f1e8b7. 00000100:00000010:0.0:1767384294.789010:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e795960c. 00000100:00000010:0.0:1767384294.789226:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e2d084d4. 00000100:00000010:0.0:1767384294.789230:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd841810. 00000100:00000010:0.0:1767384294.789440:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d433d976. 00000100:00000010:0.0:1767384294.789445:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bfe32d7. 00000100:00000010:0.0:1767384294.789659:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000102e40b0. 00000100:00000010:0.0:1767384294.789662:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080e75184. 00000100:00000010:0.0:1767384294.789868:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd77edd0. 00000100:00000010:0.0:1767384294.789871:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000919ecc2. 00000100:00000010:0.0:1767384294.790088:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005bfe8ba8. 00000100:00000010:0.0:1767384294.790091:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073236ac6. 00000100:00000010:0.0:1767384294.790312:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004521713c. 00000100:00000010:0.0:1767384294.790315:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bb8f89f. 00000100:00000010:0.0:1767384294.790530:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000073c7bd35. 00000100:00000010:0.0:1767384294.790533:0:16767:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027d998d5. 00000100:00000010:0.0:1767384294.790756:0:16767:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f14517a. 00000400:00000200:0.0:1767384294.790762:0:16767:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:0.0:1767384294.790840:0:16767:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000c18665a. 00000020:00000010:0.0:1767384294.790854:0:16767:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bba98dcc. 00000100:00000010:0.0:1767384294.790906:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000542faf4d. 00000100:00000010:0.0:1767384294.790912:0:16767:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005bd62ba8. 00000100:00000010:0.0:1767384294.790916:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006c4dd05c. 00000100:00000010:0.0:1767384294.790921:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e71d68cf. 00000100:00000010:0.0:1767384294.790923:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009dbd0cb5. 00000100:00000010:0.0:1767384294.790927:0:16767:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000001161030d. 00000100:00000010:0.0:1767384294.790933:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000615803ea. 00000100:00000010:0.0:1767384294.790935:0:16767:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000002c95d298. 00000100:00000010:0.0:1767384294.790937:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cc6a2679. 00000100:00000010:0.0:1767384294.790939:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000843ba543. 00000100:00000010:0.0:1767384294.790942:0:16767:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000253bb74. 00000100:00000200:0.0:1767384294.790989:0:16767:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:0.0:1767384294.790994:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d6cbc7db. 00000100:00000010:0.0:1767384294.792382:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a3dd1890. 00000100:00000010:0.0:1767384294.793104:0:16767:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000089f0ead4. 00000020:00000010:0.0:1767384294.793848:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d100c3ed. 00000040:00000010:0.0:1767384294.793858:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d75fa977. 00000020:00000010:0.0:1767384294.793861:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004843ad15. 00000020:00000010:0.0:1767384294.793866:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f4214208. 00000020:00000010:0.0:1767384294.793870:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007df57c59. 80000000:00000010:0.0:1767384294.793874:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000743e9404. 40000000:00000010:0.0:1767384294.793877:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008db129d3. 00100000:00000010:0.0:1767384294.793882:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004456f05d. 00040000:00000010:0.0:1767384294.793885:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005cc3fdb9. 00040000:00000010:0.0:1767384294.793889:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008b97d9f2. 00040000:00000010:0.0:1767384294.793908:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f099395b. 00080000:00000010:0.0:1767384294.793914:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051fa79a1. 00000004:00000010:0.0:1767384294.793919:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d2743f9. 00000004:00000010:0.0:1767384294.793923:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000033caf4c0. 00000004:00000010:0.0:1767384294.793927:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002fd781bb. 00000004:00000010:0.0:1767384294.793931:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a1d989ee. 00000020:00000010:0.0:1767384294.793934:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000020:00000010:0.0:1767384294.793938:0:16767:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d73f116. 00000020:00000010:0.0:1767384294.793942:0:16767:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000027cb2746. 00000008:00000010:0.0:1767384294.793946:0:16767:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000234f948d. 00020000:00000010:0.0:1767384294.793951:0:16767:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000082cd8fd4. 00008000:00000010:0.0:1767384294.793955:0:16767:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000002e584f12. 00000080:00000010:0.0:1767384294.793960:0:16767:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000003b013496. 00000020:00000010:0.0:1767384294.793963:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000897b31fe. 00000020:00000010:0.0:1767384294.793992:0:16767:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000dbc7fe72. 00000020:00000010:0.0:1767384294.794023:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000080f7cc37. 00000020:00000010:0.0:1767384294.794025:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000026d9bcf7. 00000040:00000010:0.0:1767384294.794029:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f099395b. 00000020:00000010:0.0:1767384294.794031:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c865edf. 00000020:00000010:0.0:1767384294.794034:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007df57c59. 80000000:00000010:0.0:1767384294.794036:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fea5a926. 00040000:00000010:0.0:1767384294.794038:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d75fa977. 00080000:00000010:0.0:1767384294.794041:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e206776f. 20000000:00000010:0.0:1767384294.794044:0:16767:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000897b31fe. 00000020:00000010:0.0:1767384294.794064:0:16767:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000ef64858e. 00000020:00000010:0.0:1767384294.794070:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ee243dd6. 00080000:00000010:0.0:1767384294.794087:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000052d4f4fa. 00080000:00000010:0.0:1767384294.794229:0:16767:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000052d4f4fa. 00000020:00000010:0.0:1767384294.794233:0:16767:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ee243dd6. 00000040:00000010:0.0:1767384294.794245:0:16767:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ea3e7ec7. 00000020:00000010:0.0:1767384294.794268:0:16767:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 000000008c964e91. 00000100:00000010:0.0:1767384294.794292:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae57f9a1. 02000000:00000010:0.0:1767384294.794318:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a21a09b9. 00000100:00000010:0.0:1767384294.794335:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e764e. 02000000:00000010:0.0:1767384294.794357:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000087a4c48b. 00000400:00000010:0.0:1767384294.794361:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d148ff. 00000400:00000010:0.0:1767384294.794365:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093821845. 00000100:00000200:0.0:1767384294.794368:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748222720, portal 25 00000400:00000010:0.0:1767384294.794372:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a98e3db. 00000100:00000200:0.0:1767384294.794374:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748222720, offset 0 00000400:00000200:0.0:1767384294.794381:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.794396:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.794410:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e100100 00000400:00000200:0.0:1767384294.794418:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x111 [2] + 0 00000400:00000010:0.0:1767384294.794423:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000014477a4. 00000400:00000200:0.0:1767384294.794427:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8fa4a58 00000400:00000200:0.0:1767384294.794437:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.794448:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384294.794453:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fa4a58 00000400:00000010:0.0:1767384294.794456:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8fa4a58. 00000100:00000200:0.0:1767384294.794462:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384294.794482:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a98e3db 00000400:00000010:0.0:1767384294.794484:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a98e3db. 00000100:00000200:0.0:1767384294.794489:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae57f9a1 x1853236748222720/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384294.794506:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f812fd72. 00000100:00000010:0.0:1767384294.794518:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e37be2bf. 00000100:00000010:0.0:1767384294.794528:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055509b27. 00000100:00000010:0.0:1767384294.794534:0:16767:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002e55051e. 20000000:00000010:0.0:1767384294.794879:0:16780:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000442e32a2. 00080000:00000010:0.0:1767384294.794884:0:16780:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000052d4f4fa. 20000000:00000010:0.0:1767384294.795051:0:16780:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000b0970fe3. 00000040:00000010:0.0:1767384294.795056:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000024125e45. 00000040:00000010:0.0:1767384294.795077:0:16780:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000005f4a86ea. 00000020:00000010:0.0:1767384294.795080:0:16780:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b95d8111. 00080000:00000010:0.0:1767384294.795083:0:16780:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e51e5d4. 00000040:00000010:0.0:1767384294.795137:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ea71fc67. 00000040:00000010:0.0:1767384294.797848:0:16780:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001c52c623. 00000040:00000010:0.0:1767384294.797856:0:16780:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005f4a86ea. 00000040:00000010:0.0:1767384294.797861:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ea71fc67. 00000040:00000010:0.0:1767384294.797863:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000024125e45. 20000000:00000010:0.0:1767384294.797866:0:16780:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000b0970fe3. 20000000:00000010:0.0:1767384294.797870:0:16780:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000b0970fe3. 00000040:00000010:0.0:1767384294.797873:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000024125e45. 00000040:00000010:0.0:1767384294.797894:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000024125e45. 20000000:00000010:0.0:1767384294.797898:0:16780:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000b0970fe3. 00000100:00000010:3.0:1767384294.799211:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002e55051e. 00000100:00000010:0.0:1767384294.799243:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f812fd72. 20000000:00000010:0.0:1767384294.805678:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcd54c81. 00010000:00000200:0.0:1767384294.805694:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef955229 x1853236748222720/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.805724:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a510a967. 00000100:00000200:0.0:1767384294.805728:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748222720, offset 224 00000400:00000200:0.0:1767384294.805734:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.805742:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.805749:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e100100 00000400:00000200:0.0:1767384294.805754:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x929 [2] + 224 00000400:00000200:0.0:1767384294.805760:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.805783:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.805789:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae57f9a1 x1853236748222720/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.805809:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a510a967 00000400:00000010:0.0:1767384294.805811:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a510a967. 00000020:00000010:0.0:1767384294.805822:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ea71fc67. 00000020:00000010:0.0:1767384294.805831:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000766afa80. 00000020:00000010:0.0:1767384294.805835:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000077f8c765. 00000020:00000010:0.0:1767384294.805839:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e76ee5a3. 02000000:00000010:0.0:1767384294.805846:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000815a5b08. 00000100:00000200:0.0:1767384294.805856:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384294.805860:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d19fad2. 00000400:00000010:0.0:1767384294.805865:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a510a967. 00000040:00000010:0.0:1767384294.809302:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000866249ff. 00000040:00000010:0.0:1767384294.809307:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b9fedaee. 00010000:00000200:0.0:1767384294.809313:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b439818 x1853236748223488/t0(0) o503->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 272/8416 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.809324:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000018b389c7. 00000100:00000200:0.0:1767384294.809326:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236748223488, offset 224 00000400:00000200:0.0:1767384294.809330:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.809334:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.809339:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824e100400 00000400:00000200:0.0:1767384294.809342:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x989 [4] + 224 00000400:00000200:0.0:1767384294.809346:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.809354:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.809358:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9490680 x1853236748223488/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.809373:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018b389c7 00000400:00000010:0.0:1767384294.809375:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000018b389c7. 00000020:00000010:0.0:1767384294.809384:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b0efa7c. 00000020:00000010:0.0:1767384294.809388:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efabc501. 00000020:00000010:0.0:1767384294.809392:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0fa3512. 02000000:00000010:0.0:1767384294.809399:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000d00611ad. 00000100:00000200:0.0:1767384294.809414:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384294.809420:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000136e5bcc. 00000400:00000010:0.0:1767384294.809426:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018b389c7. 00000020:00000010:0.0:1767384294.809834:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4988ab2. 00000020:00000010:0.0:1767384294.809837:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4988ab2. 00000020:00000010:0.0:1767384294.809841:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037cb5894. 00000020:00000010:0.0:1767384294.809843:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.809854:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebf16b9c. 00000020:00000010:0.0:1767384294.809874:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4988ab2. 00000020:00000010:0.0:1767384294.809876:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b4988ab2. 00000100:00000200:0.0:1767384294.809877:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748223616 02000000:00000010:0.0:1767384294.809889:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d00611ad. 00000040:00000010:0.0:1767384294.809893:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b85f3c37. 00000040:00000010:0.0:1767384294.809902:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000093cb606. 00000040:00000010:0.0:1767384294.810587:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000093cb606. 00000040:00000010:0.0:1767384294.810591:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b85f3c37. 00010000:00000200:0.0:1767384294.810596:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4ce020d x1853236748223616/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 272/8472 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.810605:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000eff468cf. 00000100:00000200:0.0:1767384294.810607:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748223616, offset 224 00000400:00000200:0.0:1767384294.810610:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.810614:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.810618:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e100480 00000400:00000200:0.0:1767384294.810621:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x999 [4] + 224 00000400:00000200:0.0:1767384294.810631:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.810633:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.810637:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748223616/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.810652:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff468cf 00000400:00000010:0.0:1767384294.810653:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000eff468cf. 00000020:00000010:0.0:1767384294.810660:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.810663:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ebf16b9c. 00000020:00000010:0.0:1767384294.810666:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037cb5894. 02000000:00000010:0.0:1767384294.810669:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d00611ad. 00000100:00000200:0.0:1767384294.810680:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384294.810686:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7f912e. 00000400:00000010:0.0:1767384294.810690:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eff468cf. 00000100:00000010:3.0:1767384294.813177:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006302ca2d. 00000100:00000010:0.0:1767384294.813178:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038293510. 00000020:00000010:0.0:1767384294.860456:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8b21577. 00000040:00000010:0.0:1767384294.860462:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004dcfb88b. 00000020:00000010:0.0:1767384294.860464:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d3430a19. 00000020:00000010:0.0:1767384294.860468:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d2378953. 00000020:00000010:0.0:1767384294.860472:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003b0d554a. 80000000:00000010:0.0:1767384294.860474:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004cb65cdb. 40000000:00000010:0.0:1767384294.860478:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000055a34aad. 00100000:00000010:0.0:1767384294.860480:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006e6a0b90. 00040000:00000010:0.0:1767384294.860483:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae44c4d6. 00040000:00000010:0.0:1767384294.860486:0:16804:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f416a162. 00040000:00000010:0.0:1767384294.860489:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e5901864. 00080000:00000010:0.0:1767384294.860491:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000019134301. 00000004:00000010:0.0:1767384294.860493:0:16804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d15279fd. 00000004:00000010:0.0:1767384294.860497:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b486d831. 00000004:00000010:0.0:1767384294.860500:0:16804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000384c3e53. 00000004:00000010:0.0:1767384294.860502:0:16804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000005a7f65f. 00000020:00000010:0.0:1767384294.860505:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008afefb5c. 00000020:00000010:0.0:1767384294.860507:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a9303f5. 00000020:00000010:0.0:1767384294.860510:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008cb4c3a1. 00000008:00000010:0.0:1767384294.860512:0:16804:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005a94e2f9. 00020000:00000010:0.0:1767384294.860521:0:16804:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002a603c6a. 00008000:00000010:0.0:1767384294.860524:0:16804:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d4858fa5. 00000080:00000010:0.0:1767384294.860527:0:16804:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000035330c41. 00000020:00000010:0.0:1767384294.860529:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cdb68e4a. 00000020:00000010:0.0:1767384294.860533:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003a00dac8. 00000020:00000010:0.0:1767384294.860546:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860549:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860553:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860555:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860560:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860561:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860565:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007e4c954e. 00000020:00000010:0.0:1767384294.860572:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc64b009. 00000020:00000010:0.0:1767384294.860574:0:16804:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000042a24a21. 00000040:00000010:0.0:1767384294.860579:0:16804:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000064bb5015. 00000020:00000010:0.0:1767384294.860582:0:16804:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074862d18. 00000020:00000010:0.0:1767384294.860586:0:16804:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.860590:0:16804:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001faa88af. 80000000:00000010:0.0:1767384294.860593:0:16804:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000375cdbab. 40000000:00000010:0.0:1767384294.860596:0:16804:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a69e247e. 00100000:00000010:0.0:1767384294.860599:0:16804:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ae604462. 00040000:00000010:0.0:1767384294.860602:0:16804:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ee243dd6. 00040000:00000010:0.0:1767384294.860605:0:16804:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029909d10. 00040000:00000010:0.0:1767384294.860608:0:16804:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e8eb86d. 00080000:00000010:0.0:1767384294.860611:0:16804:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000254e5537. 00000004:00000010:0.0:1767384294.860614:0:16804:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000001d760b3. 00000004:00000010:0.0:1767384294.860618:0:16804:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.860622:0:16804:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000048f18119. 00000004:00000010:0.0:1767384294.860626:0:16804:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000454e61fa. 02000000:00000010:0.0:1767384294.860634:0:16804:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000f5c513df. 02000000:00000010:0.0:1767384294.860640:0:16804:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000f5c513df. 00000020:00000010:0.0:1767384294.860643:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000042a24a21. 00000040:00000010:0.0:1767384294.860650:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000064bb5015. 00000020:00000010:0.0:1767384294.860652:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000074862d18. 00000020:00000010:0.0:1767384294.860656:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.860659:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001faa88af. 80000000:00000010:0.0:1767384294.860661:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000375cdbab. 40000000:00000010:0.0:1767384294.860663:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a69e247e. 00100000:00000010:0.0:1767384294.860664:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ae604462. 00040000:00000010:0.0:1767384294.860666:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ee243dd6. 00040000:00000010:0.0:1767384294.860667:0:16804:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000029909d10. 00040000:00000010:0.0:1767384294.860669:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e8eb86d. 00080000:00000010:0.0:1767384294.860670:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000254e5537. 00000004:00000010:0.0:1767384294.860672:0:16804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000001d760b3. 00000004:00000010:0.0:1767384294.860674:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.860676:0:16804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000048f18119. 00000004:00000010:0.0:1767384294.860677:0:16804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000454e61fa. 00000020:00000010:0.0:1767384294.860679:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc64b009. 00000020:00000010:0.0:1767384294.860681:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007e4c954e. 00000020:00000010:0.0:1767384294.860685:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860686:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860690:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860692:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ee243dd6. 00000020:00000010:0.0:1767384294.860694:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000a69e247e. 00000100:00000010:0.0:1767384294.860697:0:16804:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000454e61fa. 00000400:00000200:0.0:1767384294.860700:0:16804:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1767384294.860706:0:16804:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384294.860707:0:16804:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384294.860711:0:16804:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384294.860718:0:16804:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384294.860724:0:16804:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (1) 00000400:00000200:0.0:1767384294.860729:0:16804:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384294.860732:0:16804:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384294.860734:0:16804:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (2) 00000400:00000200:0.0:1767384294.860736:0:16804:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000100:00000010:0.0:1767384294.860738:0:16804:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000454e61fa. 00000020:00000010:0.0:1767384294.860744:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000a69e247e. 00000020:00000010:0.0:1767384294.860748:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.860773:0:16804:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000007e8e342. 00000020:00000010:0.0:1767384294.860778:0:16804:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000048f18119. 00000020:00000010:0.0:1767384294.860785:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.860789:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 000000003a7e1018. 00000001:00000010:0.0:1767384294.860802:0:16804:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ee243dd6. 00000001:00000010:0.0:1767384294.860806:0:16804:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004c435667. 00000001:00000010:0.0:1767384294.860807:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc64b009. 00000001:00000010:0.0:1767384294.860809:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006e8eb86d. 00000001:00000010:0.0:1767384294.860811:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001faa88af. 00000001:00000010:0.0:1767384294.860812:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064bb5015. 00000001:00000010:0.0:1767384294.860814:0:16804:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e54d4ade. 00000001:00000010:0.0:1767384294.860816:0:16804:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000049f287b4. 00000001:00000010:0.0:1767384294.860817:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042a24a21. 00000001:00000010:0.0:1767384294.860819:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009a7b5a0f. 00000001:00000010:0.0:1767384294.860821:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd62dcff. 00000001:00000010:0.0:1767384294.860822:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d756208b. 00000020:00000010:0.0:1767384294.860825:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d171d226. 00000020:00000010:0.0:1767384294.860827:0:16804:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a271a456. 00000020:00000010:0.0:1767384294.860830:0:16804:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebf16b9c. 00000008:00000010:0.0:1767384294.860832:0:16804:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000043fb64b1. 00020000:00000010:0.0:1767384294.860835:0:16804:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004b78818e. 00008000:00000010:0.0:1767384294.860838:0:16804:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dddb227. 00000080:00000010:0.0:1767384294.860841:0:16804:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000043db18fe. 00000020:00000010:0.0:1767384294.860842:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a1e965e. 00000020:00000010:0.0:1767384294.860844:0:16804:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a17ac97f. 00000040:00000010:0.0:1767384294.860846:0:16804:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004732afe2. 00000020:00000010:0.0:1767384294.860848:0:16804:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001d760b3. 00000020:00000010:0.0:1767384294.860850:0:16804:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.860852:0:16804:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000079c94535. 80000000:00000010:0.0:1767384294.860854:0:16804:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000375cdbab. 40000000:00000010:0.0:1767384294.860861:0:16804:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a69e247e. 00100000:00000010:0.0:1767384294.860863:0:16804:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000254e5537. 00040000:00000010:0.0:1767384294.860865:0:16804:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da06e59e. 00040000:00000010:0.0:1767384294.860867:0:16804:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029909d10. 00040000:00000010:0.0:1767384294.860869:0:16804:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cdb68e4a. 00080000:00000010:0.0:1767384294.860871:0:16804:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ae604462. 00000004:00000010:0.0:1767384294.860873:0:16804:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000074862d18. 00000004:00000010:0.0:1767384294.860874:0:16804:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.860877:0:16804:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009fe639da. 00002000:00000010:0.0:1767384294.860880:0:16804:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a1d989ee. 00000004:00000010:0.0:1767384294.860893:0:16804:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009fa00109. 00000004:00000010:0.0:1767384294.860899:0:16804:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000095541ea6. 00000004:00000010:0.0:1767384294.860910:0:16804:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 00000000901ce325. 00000004:00000010:0.0:1767384294.860914:0:16804:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000007e4c954e. 00000020:00000010:0.0:1767384294.860919:0:16804:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000384c3e53. 00000004:00000010:0.0:1767384294.860925:0:16804:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000007e4c954e. 00010000:00000010:0.0:1767384294.860938:0:16804:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000e141b1a7. 00010000:00000010:0.0:1767384294.860945:0:16804:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000e76db158. 00000020:00000010:0.0:1767384294.860954:0:16804:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000d15279fd. 00000100:00000200:0.0:1767384294.860985:0:16804:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.119@tcp->12345-0@lo 00010000:00000010:0.0:1767384294.860994:0:16804:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000095cad3c. 00010000:00000010:0.0:1767384294.861002:0:16804:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000000f553a2b. 00000001:00000010:0.0:1767384294.861007:0:16804:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008afefb5c. 00000001:00000010:0.0:1767384294.861015:0:16804:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000faf4c713. 00000001:00000010:0.0:1767384294.861022:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000093cb606. 00000001:00000010:0.0:1767384294.861030:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a21a09b9. 00000001:00000010:0.0:1767384294.861037:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000087a4c48b. 00000001:00000010:0.0:1767384294.861043:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000815a5b08. 00000001:00000010:0.0:1767384294.861049:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fcd54c81. 00000001:00000010:0.0:1767384294.861062:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003f2d7c9f. 00000001:00000010:0.0:1767384294.861068:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000071385c2e. 00000001:00000010:0.0:1767384294.861073:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ef0576c0. 00000001:00000010:0.0:1767384294.861083:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001e629eef. 00000001:00000010:0.0:1767384294.861093:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002a75e627. 00000001:00000010:0.0:1767384294.861100:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003c33a8e6. 00000001:00000010:0.0:1767384294.861127:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009133b299. 00000001:00000010:0.0:1767384294.861134:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d966138e. 00000001:00000010:0.0:1767384294.861147:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e392a8cf. 00000001:00000010:0.0:1767384294.861153:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003aa6c48a. 00000001:00000010:0.0:1767384294.861159:0:16804:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007ee3bdc8. 00000020:00000010:0.0:1767384294.861193:0:16804:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ebf264a0. 00000020:00000010:0.0:1767384294.861196:0:16804:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000062377a8f. 00000020:00000010:0.0:1767384294.861246:0:16804:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000040aad50c. 00000020:00000010:0.0:1767384294.861248:0:16804:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e5901864. 40000000:00000010:0.0:1767384294.861270:0:16804:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000d92b9beb. 40000000:00000010:0.0:1767384294.861272:0:16804:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000007e4c954e. 40000000:00000010:0.0:1767384294.861304:0:16804:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000007e4c954e. 00000004:00000010:0.0:1767384294.861320:0:16804:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c4445cb0. 00000004:00000010:0.0:1767384294.861332:0:16804:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e2e452c7. 00000004:00000010:0.0:1767384294.861337:0:16804:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002eb415e6. 00080000:00000010:0.0:1767384294.861342:0:16804:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4786a4a. 00000004:00000010:0.0:1767384294.861925:0:16804:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000304e3088. 00000004:00000010:0.0:1767384294.861932:0:16804:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009dca228d. 00000004:00000010:0.0:1767384294.861936:0:16804:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000347cefac. 00080000:00000010:0.0:1767384294.861940:0:16804:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a3fee5ef. 00000004:00000010:0.0:1767384294.862049:0:16804:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000fed83e88. 00000004:00000010:0.0:1767384294.862054:0:16804:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000a4386bbe. 00000004:00000010:0.0:1767384294.862061:0:16804:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7099da3. 00000004:00000010:0.0:1767384294.862065:0:16804:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000087b1d537. 00000004:00000010:0.0:1767384294.862068:0:16804:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000016367760. 00080000:00000010:0.0:1767384294.862072:0:16804:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000022a245e4. 00000040:00000010:0.0:1767384294.862197:0:16804:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007e4c954e. 00000040:00000010:0.0:1767384294.862207:0:16804:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000067604fca. 00000020:00000010:0.0:1767384294.862214:0:16804:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000006035e2. 00080000:00000010:0.0:1767384294.862223:0:16804:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003706a0e3. 00000040:00000010:0.0:1767384294.863389:0:16804:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000731c8a9a. 00000020:00000010:0.0:1767384294.864710:0:16804:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000002c7ae71a. 00000004:00000010:0.0:1767384294.864902:0:16804:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000d04529b2. 00000020:00000010:0.0:1767384294.864910:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0dbfe71. 00000020:00000010:0.0:1767384294.864917:0:16804:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000526ad403. 00000040:00000010:0.0:1767384294.864923:0:16804:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b78ba5ae. 00000020:00000010:0.0:1767384294.864928:0:16804:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000019134301. 00000020:00000010:0.0:1767384294.864937:0:16804:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007cf09cf0. 00000020:00000010:0.0:1767384294.864944:0:16804:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006dd09b03. 80000000:00000010:0.0:1767384294.864950:0:16804:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb38b9da. 40000000:00000010:0.0:1767384294.864954:0:16804:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b45db095. 00100000:00000010:0.0:1767384294.864961:0:16804:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f416a162. 00040000:00000010:0.0:1767384294.864965:0:16804:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004274bc9a. 00040000:00000010:0.0:1767384294.864971:0:16804:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e6a0b90. 00040000:00000010:0.0:1767384294.864987:0:16804:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f607cb6. 00080000:00000010:0.0:1767384294.864991:0:16804:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d3430a19. 00000004:00000010:0.0:1767384294.864998:0:16804:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004456f05d. 00000004:00000010:0.0:1767384294.865004:0:16804:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f5215813. 00000004:00000010:0.0:1767384294.865009:0:16804:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004843ad15. 00002000:00000010:0.0:1767384294.865016:0:16804:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3f68130. 00000004:00000010:0.0:1767384294.865022:0:16804:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002eddfd32. 00000020:00000010:0.0:1767384294.865310:0:16804:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000095efe623. 00000020:00000010:0.0:1767384294.865314:0:16804:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009048eb7d. 00000020:00000010:0.0:1767384294.865337:0:16804:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000bbb4fb97. 00000020:00000010:0.0:1767384294.865344:0:16804:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000bbb4fb97. 00000004:00000010:0.0:1767384294.865347:0:16804:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 00000000901ce325. 00000020:00000010:0.0:1767384294.865353:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a17ac97f. 00000040:00000010:0.0:1767384294.865355:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004732afe2. 00000020:00000010:0.0:1767384294.865357:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000001d760b3. 00000020:00000010:0.0:1767384294.865359:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.865361:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000079c94535. 80000000:00000010:0.0:1767384294.865364:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000375cdbab. 40000000:00000010:0.0:1767384294.865369:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a69e247e. 00100000:00000010:0.0:1767384294.865371:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000254e5537. 00040000:00000010:0.0:1767384294.865374:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da06e59e. 00040000:00000010:0.0:1767384294.865376:0:16804:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000029909d10. 00040000:00000010:0.0:1767384294.865378:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cdb68e4a. 00080000:00000010:0.0:1767384294.865380:0:16804:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000034ce2be4. 00000020:00000010:0.0:1767384294.865382:0:16804:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000002c7ae71a. 00080000:00000010:0.0:1767384294.865384:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ae604462. 00000004:00000010:0.0:1767384294.865386:0:16804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000074862d18. 00000004:00000010:0.0:1767384294.865388:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.865390:0:16804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009fe639da. 00002000:00000010:0.0:1767384294.865392:0:16804:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a1d989ee. 00000004:00000010:0.0:1767384294.865394:0:16804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009fa00109. 00000020:00000010:0.0:1767384294.865397:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a1e965e. 00000020:00000010:0.0:1767384294.865399:0:16804:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a271a456. 00000020:00000010:0.0:1767384294.865401:0:16804:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ebf16b9c. 00000008:00000010:0.0:1767384294.865403:0:16804:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000043fb64b1. 00020000:00000010:0.0:1767384294.865406:0:16804:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004b78818e. 00008000:00000010:0.0:1767384294.865409:0:16804:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006dddb227. 00000080:00000010:0.0:1767384294.865412:0:16804:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000043db18fe. 00000020:00000010:0.0:1767384294.865414:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d171d226. 00000020:00000010:0.0:1767384294.865416:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.865422:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.865426:0:16804:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bbf54f9. 00000020:00000010:0.0:1767384294.865428:0:16804:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003cbc293d. 00000040:00000010:0.0:1767384294.865430:0:16804:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef4bf488. 00000020:00000010:0.0:1767384294.865432:0:16804:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009fe639da. 00000020:00000010:0.0:1767384294.865434:0:16804:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.865436:0:16804:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000446e8a79. 80000000:00000010:0.0:1767384294.865437:0:16804:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c7ae71a. 40000000:00000010:0.0:1767384294.865438:0:16804:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a69e247e. 00100000:00000010:0.0:1767384294.865440:0:16804:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000074862d18. 00040000:00000010:0.0:1767384294.865442:0:16804:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da06e59e. 00040000:00000010:0.0:1767384294.865448:0:16804:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ae604462. 00040000:00000010:0.0:1767384294.865449:0:16804:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000077c73919. 00080000:00000010:0.0:1767384294.865451:0:16804:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000029909d10. 00000004:00000010:0.0:1767384294.865453:0:16804:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000254e5537. 00000004:00000010:0.0:1767384294.865455:0:16804:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.865457:0:16804:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000001d760b3. 00000004:00000010:0.0:1767384294.865459:0:16804:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009fa00109. 00000004:00000010:0.0:1767384294.865471:0:16804:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000bbb4fb97. 00000020:00000010:0.0:1767384294.865476:0:16804:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004f48ee83. 00000100:00000010:0.0:1767384294.865499:0:16804:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 02000000:00000010:0.0:1767384294.865514:0:16804:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000087227c2b. 00000004:00000010:0.0:1767384294.865555:0:16804:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000bbb4fb97. 00000004:00000010:0.0:1767384294.865559:0:16804:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000c972137c. 00020000:00000010:0.0:1767384294.865564:0:16804:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 0000000044abb353. 00020000:00000010:0.0:1767384294.865568:0:16804:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000a271a456. 00100000:00000010:0.0:1767384294.865574:0:16804:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000bbb4fb97. 00000020:00000010:0.0:1767384294.865579:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003cbc293d. 00000040:00000010:0.0:1767384294.865582:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ef4bf488. 00000020:00000010:0.0:1767384294.865588:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009fe639da. 00000020:00000010:0.0:1767384294.865591:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.865593:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000446e8a79. 80000000:00000010:0.0:1767384294.865597:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c7ae71a. 40000000:00000010:0.0:1767384294.865599:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a69e247e. 00100000:00000010:0.0:1767384294.865604:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000074862d18. 00040000:00000010:0.0:1767384294.865608:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da06e59e. 00040000:00000010:0.0:1767384294.865611:0:16804:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ae604462. 00040000:00000010:0.0:1767384294.865615:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000077c73919. 00080000:00000010:0.0:1767384294.865617:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000029909d10. 00000004:00000010:0.0:1767384294.865619:0:16804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000254e5537. 00000004:00000010:0.0:1767384294.865623:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.865626:0:16804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000001d760b3. 00000004:00000010:0.0:1767384294.865631:0:16804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009fa00109. 00000020:00000010:0.0:1767384294.865636:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bbf54f9. 00000020:00000010:0.0:1767384294.865646:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.865651:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000da06e59e. 00000020:00000010:0.0:1767384294.865654:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000da06e59e. 00000020:00000010:0.0:1767384294.865657:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000da06e59e. 00000020:00000010:0.0:1767384294.865661:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000da06e59e. 00000020:00000010:0.0:1767384294.865667:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000a69e247e. 00000020:00000010:0.0:1767384294.865668:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000a69e247e. 00000100:00000010:0.0:1767384294.865677:0:16804:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c76608c. 02000000:00000010:0.0:1767384294.865685:0:16804:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bbf54f9. 00000100:00000010:0.0:1767384294.865697:0:16804:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000036bac64d. 02000000:00000010:0.0:1767384294.865721:0:16804:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e6ea313f. 00000400:00000010:0.0:1767384294.865728:0:16804:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015262afb. 00000400:00000010:0.0:1767384294.865734:0:16804:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000260f0bac. 00000100:00000200:0.0:1767384294.865737:0:16804:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748223872, portal 25 00000400:00000010:0.0:1767384294.865742:0:16804:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384294.865746:0:16804:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748223872, offset 0 00000400:00000200:0.0:1767384294.865755:0:16804:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.865764:0:16804:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.865772:0:16804:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e100580 00000400:00000200:0.0:1767384294.865779:0:16804:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x131 [2] + 0 00000400:00000010:0.0:1767384294.865783:0:16804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a1f2270. 00000400:00000200:0.0:1767384294.865786:0:16804:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014eda364 00000400:00000200:0.0:1767384294.865790:0:16804:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.865793:0:16804:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384294.865797:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014eda364 00000400:00000010:0.0:1767384294.865798:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014eda364. 00000100:00000200:0.0:1767384294.865803:0:16804:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384294.865817:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a9cc50 00000400:00000010:0.0:1767384294.865819:0:16804:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384294.865826:0:16804:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c76608c x1853236748223872/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.866185:0:16804:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015262afb. 00000400:00000200:0.0:1767384294.866195:0:16804:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260f0bac 00000400:00000010:0.0:1767384294.866199:0:16804:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000260f0bac. 00000100:00000200:0.0:1767384294.866208:0:16804:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c76608c x1853236748223872/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384294.866218:0:16804:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c76608c x1853236748223872/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384294.866240:0:16804:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000036bac64d. 02000000:00000010:0.0:1767384294.866248:0:16804:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e6ea313f. 02000000:00000010:0.0:1767384294.866258:0:16804:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bbf54f9. 00000100:00000010:0.0:1767384294.866261:0:16804:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c76608c. 00000020:00000010:0.0:1767384294.866267:0:16804:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000da06e59e. 00000020:00000010:0.0:1767384294.866269:0:16804:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000da06e59e. 00000040:00000010:0.0:1767384294.866272:0:16804:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000866249ff. 00000020:00000010:0.0:1767384294.866276:0:16804:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d88ba904. 00000020:00000010:0.0:1767384294.866286:0:16804:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000730091e1. 00000040:00000010:0.0:1767384294.866288:0:16804:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c70e6718. 00000020:00000010:0.0:1767384294.866290:0:16804:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000454601d3. 00000020:00000010:0.0:1767384294.866293:0:16804:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007febc835. 00000020:00000010:0.0:1767384294.866295:0:16804:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b8209dcb. 80000000:00000010:0.0:1767384294.866297:0:16804:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f23f36a2. 40000000:00000010:0.0:1767384294.866299:0:16804:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b8caef77. 00100000:00000010:0.0:1767384294.866301:0:16804:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.866303:0:16804:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054d6592f. 00040000:00000010:0.0:1767384294.866306:0:16804:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000833e8343. 00040000:00000010:0.0:1767384294.866308:0:16804:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b0fa3512. 00080000:00000010:0.0:1767384294.866310:0:16804:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001dc4ca80. 00000004:00000010:0.0:1767384294.866312:0:16804:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b8757553. 00000004:00000010:0.0:1767384294.866314:0:16804:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae28099e. 00000004:00000010:0.0:1767384294.866319:0:16804:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003babe7a6. 00002000:00000010:0.0:1767384294.866321:0:16804:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002dec5575. 00000004:00000010:0.0:1767384294.866323:0:16804:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000031bf2aca. 00000020:00000010:0.0:1767384294.866325:0:16804:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000301f91f8. 00000020:00000010:0.0:1767384294.871610:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002676a7fc. 00000020:00000010:0.0:1767384294.871620:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002676a7fc. 00000020:00000010:0.0:1767384294.871624:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000446e8a79. 00000020:00000010:0.0:1767384294.871626:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.871629:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebf16b9c. 00000020:00000010:0.0:1767384294.871650:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002676a7fc. 00000020:00000010:0.0:1767384294.871652:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002676a7fc. 00000100:00000200:0.0:1767384294.871653:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748225024 02000000:00000010:0.0:1767384294.871666:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000083bff3dd. 00000040:00000010:0.0:1767384294.871669:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ef4bf488. 00000040:00000010:0.0:1767384294.871678:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005089624b. 00000040:00000010:0.0:1767384294.871750:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005089624b. 00000040:00000010:0.0:1767384294.871753:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ef4bf488. 00010000:00000200:0.0:1767384294.871758:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff41cfca x1853236748225024/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 272/8472 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.871768:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000036bac64d. 00000100:00000200:0.0:1767384294.871770:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748225024, offset 224 00000400:00000200:0.0:1767384294.871774:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.871779:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.871784:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e100a00 00000400:00000200:0.0:1767384294.871787:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa49 [4] + 224 00000400:00000200:0.0:1767384294.871792:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.871794:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.871797:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748225024/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.871812:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036bac64d 00000400:00000010:0.0:1767384294.871814:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000036bac64d. 00000020:00000010:0.0:1767384294.871823:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a7e1018. 00000020:00000010:0.0:1767384294.871828:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ebf16b9c. 00000020:00000010:0.0:1767384294.871833:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000446e8a79. 02000000:00000010:0.0:1767384294.871840:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000083bff3dd. 00000100:00000200:0.0:1767384294.871851:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384294.871856:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015262afb. 00000400:00000010:0.0:1767384294.871864:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036bac64d. 02000000:00000010:0.0:1767384294.874321:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009fa00109. 00000400:00000010:0.0:1767384294.874327:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede61d9. 00000400:00000010:0.0:1767384294.874332:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384294.874335:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748225152, portal 10 00000020:00000010:0.0:1767384294.874340:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005089624b. 00000400:00000010:0.0:1767384294.874344:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 00000100:00000200:0.0:1767384294.874346:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236748225152, offset 0 00000400:00000200:0.0:1767384294.874351:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.874358:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.874364:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824e100a80 00000400:00000200:0.0:1767384294.874369:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 0 00000400:00000200:0.0:1767384294.874374:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.874377:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.874380:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384294.874384:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c76608c. 00000400:00000200:0.0:1767384294.874400:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a3632e 00000400:00000010:0.0:1767384294.874401:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a3632e. 00000100:00000200:0.0:1767384294.874408:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748225152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384294.874447:0:16811:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000493a04b1. 00000020:00000010:3.0:1767384294.874454:0:16811:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000007b695299. 00000020:00000010:3.0:1767384294.874460:0:16811:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002f8a05fc. 00000040:00000010:3.0:1767384294.874464:0:16811:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a45ad6a5. 00000020:00000010:3.0:1767384294.874467:0:16811:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ab4aae0c. 00000020:00000010:3.0:1767384294.874470:0:16811:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4ce6de8. 00000020:00000010:3.0:1767384294.874473:0:16811:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000476d054d. 80000000:00000010:3.0:1767384294.874477:0:16811:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a101a5c6. 40000000:00000010:3.0:1767384294.874479:0:16811:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f8e6d768. 00100000:00000010:3.0:1767384294.874482:0:16811:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000467eb954. 00040000:00000010:3.0:1767384294.874484:0:16811:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006a4ad1f3. 00040000:00000010:3.0:1767384294.874487:0:16811:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f5664084. 00040000:00000010:3.0:1767384294.874492:0:16811:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b074e043. 00080000:00000010:3.0:1767384294.874494:0:16811:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ce047999. 00000004:00000010:3.0:1767384294.874496:0:16811:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001b5e2b41. 00000004:00000010:3.0:1767384294.874501:0:16811:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d2c412b3. 00000004:00000010:3.0:1767384294.874507:0:16811:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001e0dd7a5. 00000004:00000010:3.0:1767384294.874512:0:16811:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006def9f48. 00000020:00000010:3.0:1767384294.874516:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af74bb75. 00000020:00000010:3.0:1767384294.874522:0:16811:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384294.874527:0:16811:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000da32da25. 00000020:00000010:3.0:1767384294.874531:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ee295b6. 00000400:00000010:0.0:1767384294.874582:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede61d9. 00000020:00000010:3.0:1767384294.874584:0:16811:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000001a7d625a. 00000400:00000200:0.0:1767384294.874589:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a9cc50 00000020:00000010:3.0:1767384294.874591:0:16811:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 0000000043367e33. 00000400:00000010:0.0:1767384294.874592:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384294.874599:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748225152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384294.874605:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748225152/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384294.874606:0:16811:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bc908d9. 02000000:00000010:3.0:1767384294.874616:0:16811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c81f6a51. 02000000:00000010:0.0:1767384294.874630:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009fa00109. 00000100:00000010:3.0:1767384294.874631:0:16811:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000799612ec. 02000000:00000010:0.0:1767384294.874637:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000b12222c9. 00000100:00000010:0.0:1767384294.874641:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 02000000:00000010:3.0:1767384294.874652:0:16811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000050a726b. 00000400:00000010:3.0:1767384294.874658:0:16811:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077922dd6. 00000400:00000010:3.0:1767384294.874664:0:16811:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000078459a6f. 00000100:00000200:3.0:1767384294.874667:0:16811:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748225280, portal 25 00000400:00000010:3.0:1767384294.874673:0:16811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384294.874675:0:16811:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748225280, offset 0 00000400:00000200:3.0:1767384294.874682:0:16811:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.874689:0:16811:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.874697:0:16811:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e100b00 00000400:00000200:3.0:1767384294.874702:0:16811:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159 [2] + 0 00000400:00000010:3.0:1767384294.874706:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5544684. 00000400:00000200:3.0:1767384294.874709:0:16811:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000052f8ce6d 00000400:00000200:3.0:1767384294.874713:0:16811:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.874717:0:16811:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384294.874721:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052f8ce6d 00000400:00000010:3.0:1767384294.874723:0:16811:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052f8ce6d. 00000100:00000200:3.0:1767384294.874727:0:16811:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384294.874743:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384294.874745:0:16811:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384294.874749:0:16811:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bc908d9 x1853236748225280/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384294.874763:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4be2b88. 00000020:00000010:0.0:1767384294.874767:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4be2b88. 00000020:00000010:0.0:1767384294.874777:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef4bf488. 00000020:00000010:0.0:1767384294.874780:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000901ce325. 00000020:00000010:0.0:1767384294.874783:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebf16b9c. 00000020:00000010:0.0:1767384294.874810:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4be2b88. 00000020:00000010:0.0:1767384294.874812:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4be2b88. 00000100:00000200:0.0:1767384294.874814:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748225280 02000000:00000010:0.0:1767384294.874833:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000725a022e. 00000040:00000010:0.0:1767384294.874837:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003cbc293d. 00000040:00000010:0.0:1767384294.874846:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001d1db7b1. 00000040:00000010:0.0:1767384294.874950:0:16780:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001d1db7b1. 00000040:00000010:0.0:1767384294.874954:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003cbc293d. 00010000:00000200:0.0:1767384294.874962:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000069974448 x1853236748225280/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 272/8472 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.874987:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000260f0bac. 00000100:00000200:0.0:1767384294.874992:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748225280, offset 224 00000400:00000200:0.0:1767384294.874998:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.875004:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.875012:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e100b00 00000400:00000200:0.0:1767384294.875017:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0xa65 [4] + 224 00000400:00000200:0.0:1767384294.875023:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.875027:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.875032:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bc908d9 x1853236748225280/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.875049:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260f0bac 00000400:00000010:0.0:1767384294.875051:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000260f0bac. 00000020:00000010:0.0:1767384294.875060:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000901ce325. 00000020:00000010:0.0:1767384294.875063:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ebf16b9c. 00000400:00000010:3.0:1767384294.875064:0:16811:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077922dd6. 00000020:00000010:0.0:1767384294.875066:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef4bf488. 00000400:00000200:3.0:1767384294.875070:0:16811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078459a6f 00000400:00000010:3.0:1767384294.875074:0:16811:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000078459a6f. 02000000:00000010:0.0:1767384294.875074:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000725a022e. 00000100:00000200:3.0:1767384294.875080:0:16811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bc908d9 x1853236748225280/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384294.875088:0:16811:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bc908d9 x1853236748225280/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384310 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384294.875090:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384294.875097:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede61d9. 00000400:00000010:0.0:1767384294.875101:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000260f0bac. 00000100:00000010:3.0:1767384294.875132:0:16811:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000799612ec. 02000000:00000010:3.0:1767384294.875139:0:16811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000050a726b. 02000000:00000010:3.0:1767384294.875151:0:16811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c81f6a51. 00000100:00000010:3.0:1767384294.875154:0:16811:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bc908d9. 00000040:00000010:3.0:1767384294.875164:0:16811:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f8da860c. 00000020:00000010:3.0:1767384294.875169:0:16811:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000022c91deb. 00000020:00000010:3.0:1767384294.875179:0:16811:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000023e87ff4. 00000040:00000010:3.0:1767384294.875182:0:16811:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000026653fd0. 00000020:00000010:3.0:1767384294.875185:0:16811:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006ede151d. 00000020:00000010:3.0:1767384294.875188:0:16811:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c425b74e. 00000020:00000010:3.0:1767384294.875191:0:16811:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000595d880d. 80000000:00000010:3.0:1767384294.875193:0:16811:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006fb70f1a. 40000000:00000010:3.0:1767384294.875195:0:16811:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008cbe9aa5. 00100000:00000010:3.0:1767384294.875197:0:16811:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c0bbd39. 00040000:00000010:3.0:1767384294.875199:0:16811:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8e62583. 00040000:00000010:3.0:1767384294.875201:0:16811:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003e1b694d. 00040000:00000010:3.0:1767384294.875204:0:16811:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005c5312cd. 00080000:00000010:3.0:1767384294.875206:0:16811:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a8d07a02. 00000004:00000010:3.0:1767384294.875208:0:16811:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000875c74b8. 00000004:00000010:3.0:1767384294.875210:0:16811:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e865aa2e. 00000004:00000010:3.0:1767384294.875213:0:16811:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cb6c3465. 00002000:00000010:3.0:1767384294.875216:0:16811:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c0687fb2. 00000004:00000010:3.0:1767384294.875218:0:16811:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002662792c. 00000020:00000010:3.0:1767384294.875220:0:16811:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff0b21f5. 00000040:00000010:0.0:1767384294.875262:0:16767:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000743e9404. 00000040:00000010:0.0:1767384294.875274:0:16767:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000008c964e91. 00000040:00000010:0.0:1767384294.875276:0:16767:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006ab4d82a. 00000020:00000010:0.0:1767384294.875282:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a745272. 00000040:00000010:0.0:1767384294.875285:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a582970d. 00000020:00000010:0.0:1767384294.875286:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e4eb2d55. 00000020:00000010:0.0:1767384294.875289:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9107d8a. 80000000:00000010:0.0:1767384294.875291:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bdf07f52. 00040000:00000010:0.0:1767384294.875293:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fdc40a49. 00080000:00000010:0.0:1767384294.875295:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000023f9c81b. 20000000:00000010:0.0:1767384294.875298:0:16767:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000006cc37486. 00000020:00000010:0.0:1767384294.875299:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df235167. 10000000:00000010:0.0:1767384294.875302:0:16767:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000016c22619. 00000020:00000010:0.0:1767384294.875318:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fffdd4c5. 00000040:00000010:0.0:1767384294.875322:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c71a9f9b. 00000020:00000010:0.0:1767384294.875326:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6f1ed0a. 00000020:00000010:0.0:1767384294.875330:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e67bcbdc. 00040000:00000010:0.0:1767384294.875334:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b9332a9. 00040000:00000010:0.0:1767384294.875338:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000affe5891. 00080000:00000010:0.0:1767384294.875341:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c6e382fc. 00000020:00000010:0.0:1767384294.875345:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a65c1fb2. 00000020:00000010:0.0:1767384294.875348:0:16767:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000054fbb001. 00000020:00000010:0.0:1767384294.875351:0:16767:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000e2f8d407. 00000020:00000010:0.0:1767384294.875355:0:16767:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000012c2bb04. 00000020:00000010:0.0:1767384294.875359:0:16767:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000001030b205. 00000020:00000010:0.0:1767384294.875376:0:16767:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 000000001d1db7b1. 00000100:00000010:0.0:1767384294.875396:0:16767:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 02000000:00000010:0.0:1767384294.875407:0:16767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000866249ff. 00000100:00000010:0.0:1767384294.875414:0:16767:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000987e764e. 02000000:00000010:0.0:1767384294.875427:0:16767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fad39087. 00000400:00000010:0.0:1767384294.875431:0:16767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779dfc35. 00000400:00000010:0.0:1767384294.875434:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093821845. 00000100:00000200:0.0:1767384294.875436:0:16767:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748225408, portal 25 00000400:00000010:0.0:1767384294.875440:0:16767:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008460d1e. 00000100:00000200:0.0:1767384294.875442:0:16767:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748225408, offset 0 00000400:00000200:0.0:1767384294.875450:0:16767:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.875456:0:16767:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.875462:0:16767:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e100b80 00000400:00000200:0.0:1767384294.875467:0:16767:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:0.0:1767384294.875470:0:16767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047f4c969. 00000400:00000200:0.0:1767384294.875473:0:16767:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042e2afd2 00000400:00000200:0.0:1767384294.875478:0:16767:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.875481:0:16767:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384294.875484:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042e2afd2 00000400:00000010:0.0:1767384294.875486:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042e2afd2. 00000100:00000200:0.0:1767384294.875489:0:16767:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384294.875505:0:16767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008460d1e 00000400:00000010:0.0:1767384294.875507:0:16767:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008460d1e. 00000100:00000200:0.0:1767384294.875514:0:16767:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748225408/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384294.879185:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000278499c2. 00000100:00000010:3.0:1767384294.880162:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df10ca0e. 00000100:00000010:3.0:1767384294.886637:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bc908d9. 02000000:00000010:3.0:1767384294.886649:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c81f6a51. 00000020:00000010:3.0:1767384294.886683:0:16773:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b648e5b6. 00010000:00000010:3.0:1767384294.886699:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000de072f29. 00000020:00000010:3.0:1767384294.886927:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000062a45556. 00000020:00000010:3.0:1767384294.886941:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c2731c3. 00000020:00000010:3.0:1767384294.886945:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c2731c3. 00000020:00000010:3.0:1767384294.886949:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e80786f4. 00000020:00000010:3.0:1767384294.886952:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bf8d1d6. 00000020:00000010:3.0:1767384294.886964:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a185244. 00000100:00000200:3.0:1767384294.886995:0:16772:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d9490680 x1853236748225664/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 328/0 e 0 to 0 dl 1767384305 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384294.887042:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008c2731c3. 00000020:00000010:3.0:1767384294.887044:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008c2731c3. 00000100:00000200:3.0:1767384294.887047:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748225664 02000000:00000010:3.0:1767384294.887055:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a54c8a1a. 00000020:00000010:3.0:1767384294.887068:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008c2731c3. 00010000:00000010:3.0:1767384294.887079:0:16772:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001913e40f. 00000100:00000010:3.0:1767384294.887082:0:16772:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1ab614a. 00000100:00000010:3.0:1767384294.887102:0:16772:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1ab614a. 00010000:00000010:3.0:1767384294.887132:0:16772:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001913e40f. 00000400:00000010:3.0:1767384294.887145:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384294.887148:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748225664, offset 224 00000400:00000200:3.0:1767384294.887154:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384294.887160:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384294.887167:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e100c80 00000400:00000200:3.0:1767384294.887171:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0xa89 [1] + 224 00000400:00000200:3.0:1767384294.887174:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384294.887177:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384294.887181:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bc908d9 x1853236748225664/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384310 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384294.887199:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384294.887201:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000020:00000010:3.0:1767384294.887211:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bf8d1d6. 00000020:00000010:3.0:1767384294.887215:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a185244. 00000020:00000010:3.0:1767384294.887219:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e80786f4. 20000000:00000010:0.0:1767384294.888898:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007b0e01eb. 00010000:00000200:0.0:1767384294.888910:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ca8b78e x1853236748225408/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:275/0 lens 4848/4768 e 0 to 0 dl 1767384305 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384294.888921:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a98e3db. 00000100:00000200:0.0:1767384294.888923:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748225408, offset 224 00000400:00000200:0.0:1767384294.888928:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384294.888933:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384294.888937:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e100b80 00000400:00000200:0.0:1767384294.888942:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xa75 [2] + 224 00000400:00000200:0.0:1767384294.888947:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384294.888949:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384294.888953:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748225408/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384310 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384294.888986:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a98e3db 00000400:00000010:0.0:1767384294.888989:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a98e3db. 00000020:00000010:0.0:1767384294.889001:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c2babcee. 00000020:00000010:0.0:1767384294.889021:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000548689d0. 00000020:00000010:0.0:1767384294.889025:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007302d78c. 02000000:00000010:0.0:1767384294.889033:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000627ace11. 00000100:00000200:0.0:1767384294.889043:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384294.889048:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082118865. 00000400:00000010:0.0:1767384294.889056:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a98e3db. 00000100:00000010:3.0:1767384294.890156:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab06e812. 00000100:00000010:0.0:1767384294.890228:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a68fc384. 00010000:00000010:3.1:1767384294.897132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bbc8861. 00010000:00000010:1.1F:1767384294.897141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00010000:00000010:3.1:1767384294.897143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b25910c3. 00010000:00000010:3.1:1767384294.897147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bfa86e0. 00010000:00000010:3.1:1767384294.897162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007c82b49a. 00080000:00000010:0.0:1767384294.900174:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000df4b08fc. 00080000:00000010:0.0:1767384294.902007:0:16767:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cba8d9c9. 00000004:00000010:0.0:1767384294.902014:0:16767:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002e8949f0. 00000004:00000010:0.0:1767384294.902018:0:16767:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d2ece5e9. 00000004:00000010:0.0:1767384294.902021:0:16767:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b8eb23da. 00000004:00000010:0.0:1767384294.902029:0:16767:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b7581ac4. 00000004:00000010:0.0:1767384294.902034:0:16767:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ed54daf. 00000004:00000010:0.0:1767384294.902038:0:16767:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d52c6c3a. 00080000:00000010:0.0:1767384294.902044:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ffbb9a11. 00000004:00000010:0.0:1767384294.902092:0:16767:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001eb37278. 00000004:00000010:0.0:1767384294.902096:0:16767:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fa309ce0. 00000004:00000010:0.0:1767384294.902098:0:16767:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a4f4bbdd. 00080000:00000010:0.0:1767384294.902100:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008537e9f6. 00080000:00000010:0.0:1767384294.902619:0:16767:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008537e9f6. 00000004:00000010:0.0:1767384294.902623:0:16767:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a4f4bbdd. 00000004:00000010:0.0:1767384294.902625:0:16767:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fa309ce0. 00000004:00000010:0.0:1767384294.902627:0:16767:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001eb37278. 00000004:00000010:0.0:1767384294.902632:0:16767:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003c156fb2. 00000004:00000010:0.0:1767384294.902635:0:16767:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fa309ce0. 00000004:00000010:0.0:1767384294.902636:0:16767:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a4f4bbdd. 00080000:00000010:0.0:1767384294.902640:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008537e9f6. 00000020:00000010:0.0:1767384294.902679:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000da06e59e. 00080000:00000010:0.0:1767384294.902682:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000042f1ffaa. 00080000:00000010:0.0:1767384294.902705:0:16767:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000042f1ffaa. 00000020:00000010:0.0:1767384294.902708:0:16767:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000da06e59e. 00000004:00000010:0.0:1767384294.902716:0:16767:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001cbae19a. 00000004:00000010:0.0:1767384294.902725:0:16767:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b0a4c081. 00000004:00000010:0.0:1767384294.902727:0:16767:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002c3c6380. 00080000:00000010:0.0:1767384294.902729:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000042f1ffaa. 00000040:00000010:0.0:1767384294.903305:0:16767:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000093821845. 00000040:00000010:0.0:1767384294.903315:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d9107d8a. 00000040:00000010:0.0:1767384294.903339:0:16767:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000000ad00108. 00000020:00000010:0.0:1767384294.903345:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000c99e869. 00080000:00000010:0.0:1767384294.903352:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a1078fa. 00000040:00000010:0.0:1767384294.903399:0:16767:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000050a726b. 00000040:00000010:0.0:1767384294.903414:0:16767:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000003cbf47fe. 00000040:00000010:0.0:1767384294.903779:0:16767:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000003cbf47fe. 00000040:00000010:0.0:1767384294.903785:0:16767:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b07f9f3a. 00000040:00000010:0.0:1767384294.903789:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a582970d. 00000040:00000010:0.0:1767384294.903804:0:16767:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000d0bc1b78. 00000020:00000010:0.0:1767384294.903806:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5b054df. 00080000:00000010:0.0:1767384294.903809:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b3be325. 00000040:00000010:0.0:1767384294.903832:0:16767:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003cbf47fe. 00000040:00000010:0.0:1767384294.903839:0:16767:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000725a022e. 00000040:00000010:0.0:1767384294.904247:0:16767:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000725a022e. 00000040:00000010:0.0:1767384294.904255:0:16767:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002c914685. 00000020:00000010:0.0:1767384294.904258:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a745272. 00000020:00000010:0.0:1767384294.904260:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fffdd4c5. 00000040:00000010:0.0:1767384294.904262:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c71a9f9b. 00000020:00000010:0.0:1767384294.904264:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b8757553. 00000020:00000010:0.0:1767384294.904268:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.904269:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000affe5891. 80000000:00000010:0.0:1767384294.904271:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000589f0ed6. 40000000:00000010:0.0:1767384294.904273:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd481265. 00100000:00000010:0.0:1767384294.904276:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001dc4ca80. 00040000:00000010:0.0:1767384294.904278:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001ce5a3c. 00040000:00000010:0.0:1767384294.904281:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000833e8343. 00040000:00000010:0.0:1767384294.904282:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a65c1fb2. 00080000:00000010:0.0:1767384294.904285:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000010d8a773. 00000004:00000010:0.0:1767384294.904293:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000454601d3. 00000004:00000010:0.0:1767384294.904296:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.904299:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003babe7a6. 00002000:00000010:0.0:1767384294.904301:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009fa00109. 00000004:00000010:0.0:1767384294.904303:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d4093c73. 00000020:00000010:0.0:1767384294.904305:0:16767:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a4be2b88. 00000040:00000010:0.0:1767384294.904308:0:16767:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000725a022e. 00000040:00000010:0.0:1767384294.904713:0:16767:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000725a022e. 00000020:00000010:0.0:1767384294.904718:0:16767:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a4be2b88. 00000020:00000010:0.0:1767384294.904722:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fffdd4c5. 00000040:00000010:0.0:1767384294.904725:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c71a9f9b. 00000020:00000010:0.0:1767384294.904726:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b8757553. 00000020:00000010:0.0:1767384294.904729:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.904731:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000affe5891. 80000000:00000010:0.0:1767384294.904733:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000589f0ed6. 40000000:00000010:0.0:1767384294.904734:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd481265. 00100000:00000010:0.0:1767384294.904736:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001dc4ca80. 00040000:00000010:0.0:1767384294.904738:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001ce5a3c. 00040000:00000010:0.0:1767384294.904740:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000833e8343. 00040000:00000010:0.0:1767384294.904742:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a65c1fb2. 00080000:00000010:0.0:1767384294.904743:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000010d8a773. 00000004:00000010:0.0:1767384294.904745:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000454601d3. 00000004:00000010:0.0:1767384294.904747:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.904749:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003babe7a6. 00002000:00000010:0.0:1767384294.904751:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009fa00109. 00000004:00000010:0.0:1767384294.904753:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d4093c73. 00000020:00000010:0.0:1767384294.904755:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a745272. 00000040:00000010:0.0:1767384294.904757:0:16767:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002c914685. 00000040:00000010:0.0:1767384294.904760:0:16767:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000002c914685. 00000020:00000010:0.0:1767384294.904761:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a745272. 00000020:00000010:0.0:1767384294.904763:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a65c1fb2. 00000040:00000010:0.0:1767384294.904764:0:16767:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000affe5891. 00000020:00000010:0.0:1767384294.904766:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003babe7a6. 00000020:00000010:0.0:1767384294.904767:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.904775:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c71a9f9b. 80000000:00000010:0.0:1767384294.904776:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000589f0ed6. 40000000:00000010:0.0:1767384294.904778:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd481265. 00100000:00000010:0.0:1767384294.904780:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000454601d3. 00040000:00000010:0.0:1767384294.904781:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001ce5a3c. 00040000:00000010:0.0:1767384294.904783:0:16767:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.904784:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fffdd4c5. 00080000:00000010:0.0:1767384294.904786:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000833e8343. 00000004:00000010:0.0:1767384294.904787:0:16767:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001dc4ca80. 00000004:00000010:0.0:1767384294.904789:0:16767:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.904791:0:16767:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b8757553. 00002000:00000010:0.0:1767384294.904792:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d4093c73. 00000004:00000010:0.0:1767384294.904794:0:16767:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009fa00109. 00000020:00000010:0.0:1767384294.904796:0:16767:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004a635808. 00000040:00000010:0.0:1767384294.904798:0:16767:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000725a022e. 00000040:00000010:0.0:1767384294.905231:0:16767:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000725a022e. 00000020:00000010:0.0:1767384294.905236:0:16767:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004a635808. 00000020:00000010:0.0:1767384294.905239:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a65c1fb2. 00000040:00000010:0.0:1767384294.905241:0:16767:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000affe5891. 00000020:00000010:0.0:1767384294.905243:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003babe7a6. 00000020:00000010:0.0:1767384294.905245:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.905247:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c71a9f9b. 80000000:00000010:0.0:1767384294.905248:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000589f0ed6. 40000000:00000010:0.0:1767384294.905250:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd481265. 00100000:00000010:0.0:1767384294.905251:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000454601d3. 00040000:00000010:0.0:1767384294.905253:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001ce5a3c. 00040000:00000010:0.0:1767384294.905255:0:16767:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.905256:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fffdd4c5. 00080000:00000010:0.0:1767384294.905258:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000833e8343. 00000004:00000010:0.0:1767384294.905259:0:16767:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001dc4ca80. 00000004:00000010:0.0:1767384294.905261:0:16767:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae259941. 00000004:00000010:0.0:1767384294.905262:0:16767:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b8757553. 00002000:00000010:0.0:1767384294.905264:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d4093c73. 00000004:00000010:0.0:1767384294.905265:0:16767:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009fa00109. 00000020:00000010:0.0:1767384294.905271:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a745272. 00000040:00000010:0.0:1767384294.905273:0:16767:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002c914685. 00000040:00000010:0.0:1767384294.905276:0:16767:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000aeff0f2a. 00000040:00000010:0.0:1767384294.905280:0:16767:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007a745272. 00000040:00000010:0.0:1767384294.905295:0:16767:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000002a95444a. 00000020:00000010:0.0:1767384294.905298:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000001ce5a3c. 00080000:00000010:0.0:1767384294.905301:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c85f5508. 00000040:00000010:0.0:1767384294.905325:0:16767:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000725a022e. 00000001:00000010:0.0:1767384294.905332:0:16767:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000006ebb0ab2. 00000004:00000010:0.0:1767384294.905347:0:16767:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000497ad385. 00000004:00000010:0.0:1767384294.905350:0:16767:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008265c272. 00000004:00000010:0.0:1767384294.905352:0:16767:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e297065c. 00080000:00000010:0.0:1767384294.905355:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000151fa691. 00080000:00000010:0.0:1767384294.905384:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009fa00109. 00080000:00000010:0.0:1767384294.905399:0:16767:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000009d92e57e. 00080000:00000010:0.0:1767384294.905558:0:16767:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000151fa691. 00000004:00000010:0.0:1767384294.905561:0:16767:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e297065c. 00000004:00000010:0.0:1767384294.905562:0:16767:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008265c272. 00000004:00000010:0.0:1767384294.905564:0:16767:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000497ad385. 00000020:00000010:0.0:1767384294.905574:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006cf88e30. 00080000:00000010:0.0:1767384294.905576:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000151fa691. 00080000:00000010:0.0:1767384294.905581:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bfd15c67. 00000020:00000010:0.0:1767384294.905866:0:16767:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000027e2156c. 00100000:00000010:0.0:1767384294.905894:0:16767:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bcf82282. 00080000:00000010:0.0:1767384294.905909:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000071c8f065. 00000020:00000010:0.0:1767384294.905951:0:16767:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000027e2156c. 00000020:00000010:0.0:1767384294.905955:0:16767:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000c753e927. 00080000:00000010:0.0:1767384294.905990:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000c4d28a6. 00080000:00000010:0.0:1767384294.906090:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000680bac18. 00080000:00000010:0.0:1767384294.906149:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bed5a4bd. 00100000:00000010:0.0:1767384294.906182:0:16767:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000ae259941. 00000020:00000010:0.0:1767384294.906211:0:16767:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000004e7e5b5f. 00000004:00000010:0.0:1767384294.906225:0:16767:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003c51dd75. 00000004:00000010:0.0:1767384294.906234:0:16767:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008265c272. 00000004:00000010:0.0:1767384294.906236:0:16767:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e297065c. 00080000:00000010:0.0:1767384294.906239:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad309da3. 00000020:00000010:0.0:1767384294.906251:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007af15a85. 00080000:00000010:0.0:1767384294.906253:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c1cc570. 00000020:00000010:0.0:1767384294.906280:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015386ec3. 00080000:00000010:0.0:1767384294.906283:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a58a4369. 00100000:00000010:0.0:1767384294.906333:0:16767:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000003becd9d0. 00100000:00000010:0.0:1767384294.906336:0:16767:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 0000000008460d1e. 00100000:00000010:0.0:1767384294.906385:0:16767:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 0000000008460d1e. 00100000:00000010:0.0:1767384294.906389:0:16767:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000b8757553. 00100000:00000010:0.0:1767384294.906392:0:16767:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000ace1f382. 00100000:00000010:0.0:1767384294.906396:0:16767:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 0000000081913e1b. 00100000:00000010:0.0:1767384294.906398:0:16767:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000007ae9812a. 00000020:00000010:0.0:1767384294.906407:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006a4ad1f3. 00080000:00000010:0.0:1767384294.906410:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002404f635. 00000020:00000010:0.0:1767384294.906455:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000034ce2be4. 00080000:00000010:0.0:1767384294.906468:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e6544c68. 00000020:00000010:0.0:1767384294.906517:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000227d7f50. 00080000:00000010:0.0:1767384294.906521:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000587746f3. 00000020:00000010:0.0:1767384294.906560:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000455bfb5c. 00080000:00000010:0.0:1767384294.906563:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007aa67d55. 00000020:00000010:0.0:1767384294.906585:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000017050179. 00080000:00000010:0.0:1767384294.906587:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e924f98. 00000020:00000010:0.0:1767384294.906607:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000054d6592f. 00080000:00000010:0.0:1767384294.906609:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071f9352b. 00000020:00000010:0.0:1767384294.906628:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae44c4d6. 00080000:00000010:0.0:1767384294.906630:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000956e83b2. 00000020:00000010:0.0:1767384294.906649:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d47beb7c. 00080000:00000010:0.0:1767384294.906651:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ecf698d. 00000020:00000010:0.0:1767384294.906671:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e0f83fea. 00080000:00000010:0.0:1767384294.906673:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0373f44. 00000020:00000010:0.0:1767384294.906708:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001dc5289e. 00080000:00000010:0.0:1767384294.906711:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000355be461. 00000020:00000010:0.0:1767384294.906736:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e219591f. 00080000:00000010:0.0:1767384294.906738:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081e1097c. 00000020:00000010:0.0:1767384294.906759:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f9608ec. 00080000:00000010:0.0:1767384294.906761:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f322ff63. 00000020:00000010:0.0:1767384294.906781:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009d36840c. 00080000:00000010:0.0:1767384294.906783:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000089b18e80. 00000020:00000010:0.0:1767384294.906802:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000757bb770. 00080000:00000010:0.0:1767384294.906804:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b650575b. 00000020:00000010:0.0:1767384294.906823:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007418e23a. 00080000:00000010:0.0:1767384294.906825:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000863bd1f9. 00000020:00000010:0.0:1767384294.906843:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000433c04d9. 00080000:00000010:0.0:1767384294.906845:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e6c726e9. 00000020:00000010:0.0:1767384294.906865:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c14f36ed. 00080000:00000010:0.0:1767384294.906867:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ce12858d. 00100000:00000010:0.0:1767384294.906883:0:16767:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000001dc4ca80. 00100000:00000010:0.0:1767384294.906885:0:16767:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000004de2522f. 00100000:00000010:0.0:1767384294.906888:0:16767:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000343f52d0. 00100000:00000010:0.0:1767384294.906889:0:16767:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000b9ad6904. 00000020:00000010:0.0:1767384294.906896:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000058c55afd. 00080000:00000010:0.0:1767384294.906898:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a0b0a1ed. 00000020:00000010:0.0:1767384294.906948:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a38ef2a5. 00080000:00000010:0.0:1767384294.906957:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a55831cc. 00000020:00000010:0.0:1767384294.907009:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000050017bf3. 00080000:00000010:0.0:1767384294.907012:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ffbed191. 00000020:00000010:0.0:1767384294.907041:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dbc0cd8e. 00080000:00000010:0.0:1767384294.907043:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c606f0e9. 00000020:00000010:0.0:1767384294.907062:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c84e778. 00080000:00000010:0.0:1767384294.907064:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000077e33af0. 00000020:00000010:0.0:1767384294.907089:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d3a53fa1. 00080000:00000010:0.0:1767384294.907092:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d80fdde. 00000020:00000010:0.0:1767384294.907160:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c5158428. 00080000:00000010:0.0:1767384294.907163:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000026556332. 00000020:00000010:0.0:1767384294.907185:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000080eae440. 00080000:00000010:0.0:1767384294.907188:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b7cceba1. 00000020:00000010:0.0:1767384294.907207:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073c4beb6. 00080000:00000010:0.0:1767384294.907209:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000379abd0b. 00000020:00000010:0.0:1767384294.907229:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000095be1e8a. 00080000:00000010:0.0:1767384294.907231:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000083f63c59. 00000020:00000010:0.0:1767384294.907250:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001ce8d357. 00080000:00000010:0.0:1767384294.907252:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fc8de42d. 00000020:00000010:0.0:1767384294.907273:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e5556172. 00080000:00000010:0.0:1767384294.907275:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007e947781. 00000020:00000010:0.0:1767384294.907294:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099952515. 00080000:00000010:0.0:1767384294.907296:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d35566f9. 00000020:00000010:0.0:1767384294.907316:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000033d5132e. 00080000:00000010:0.0:1767384294.907318:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a5c62064. 00000020:00000010:0.0:1767384294.907338:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005f83d158. 00080000:00000010:0.0:1767384294.907340:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aaba8012. 00000020:00000010:0.0:1767384294.907359:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000036dfa484. 00080000:00000010:0.0:1767384294.907411:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc317f8a. 00000020:00000010:0.0:1767384294.907446:0:16767:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000083753bcc. 00080000:00000010:0.0:1767384294.907448:0:16767:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094a214a7. 00100000:00000010:0.0:1767384294.907479:0:16767:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000002d81cc98. 00200000:00000010:0.0:1767384294.907486:0:16767:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 0000000008460d1e. 00000020:00000010:0.0:1767384294.907507:0:16767:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a65c1fb2. 00000020:00000010:0.0:1767384294.907511:0:16767:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000013c355da. 00000020:00000010:0.0:1767384294.907513:0:16767:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000833e8343. 00000020:00000010:0.0:1767384294.907516:0:16767:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.907519:0:16767:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002eae5b80. 80000000:00000010:0.0:1767384294.907522:0:16767:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000744a6fe3. 40000000:00000010:0.0:1767384294.907524:0:16767:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000e824af9. 00100000:00000010:0.0:1767384294.907527:0:16767:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.907535:0:16767:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000051915ba1. 00040000:00000010:0.0:1767384294.907537:0:16767:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000301f91f8. 00080000:00000010:0.0:1767384294.907539:0:16767:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000454601d3. 00002000:00000010:0.0:1767384294.907541:0:16767:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002dec5575. 00080000:00000010:0.0:1767384294.907547:0:16767:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1d989ee. 00000020:00000010:0.0:1767384294.917342:0:16767:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000013c355da. 00000020:00000010:0.0:1767384294.917349:0:16767:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000833e8343. 00000020:00000010:0.0:1767384294.917354:0:16767:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.917358:0:16767:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002eae5b80. 80000000:00000010:0.0:1767384294.917361:0:16767:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000744a6fe3. 40000000:00000010:0.0:1767384294.917365:0:16767:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000e824af9. 00100000:00000010:0.0:1767384294.917369:0:16767:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.917373:0:16767:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000051915ba1. 00040000:00000010:0.0:1767384294.917376:0:16767:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000301f91f8. 00080000:00000010:0.0:1767384294.917381:0:16767:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000454601d3. 00002000:00000010:0.0:1767384294.917384:0:16767:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002dec5575. 00000020:00000010:0.0:1767384294.917390:0:16767:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a65c1fb2. 00000004:00000010:0.0:1767384294.917404:0:16767:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000000e824af9. 00000004:00000010:0.0:1767384294.917573:0:16819:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000fe94bc76. 00000020:00000010:0.0:1767384294.917577:0:16819:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eae5b80. 00000020:00000010:0.0:1767384294.917579:0:16819:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001366d006. 00000040:00000010:0.0:1767384294.917584:0:16819:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002f111b23. 00000020:00000010:0.0:1767384294.917587:0:16819:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000454601d3. 00000020:00000010:0.0:1767384294.917592:0:16819:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.917596:0:16819:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000013c355da. 80000000:00000010:0.0:1767384294.917599:0:16819:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000744a6fe3. 40000000:00000010:0.0:1767384294.917601:0:16819:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000223d9f3a. 00100000:00000010:0.0:1767384294.917604:0:16819:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.917607:0:16819:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000edd9d16f. 00040000:00000010:0.0:1767384294.917610:0:16819:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000833e8343. 00040000:00000010:0.0:1767384294.917613:0:16819:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c515024d. 00080000:00000010:0.0:1767384294.917616:0:16819:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003babe7a6. 00000004:00000010:0.0:1767384294.917622:0:16819:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000001d760b3. 00000004:00000010:0.0:1767384294.917635:0:16819:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eabf8da7. 00000004:00000010:0.0:1767384294.917642:0:16819:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000254e5537. 00000004:00000010:0.0:1767384294.917648:0:16819:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1d989ee. 00080000:00000010:0.0:1767384294.917670:0:16819:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384294.917675:0:16819:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000008cb37893. 00080000:00000010:0.0:1767384294.918011:0:16819:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000008cb37893. 00080000:00000010:0.0:1767384294.918016:0:16819:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00000020:00000010:0.0:1767384294.918021:0:16819:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001366d006. 00000040:00000010:0.0:1767384294.918023:0:16819:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002f111b23. 00000020:00000010:0.0:1767384294.918026:0:16819:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000454601d3. 00000020:00000010:0.0:1767384294.918029:0:16819:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384294.918031:0:16819:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000013c355da. 80000000:00000010:0.0:1767384294.918034:0:16819:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000744a6fe3. 40000000:00000010:0.0:1767384294.918036:0:16819:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000223d9f3a. 00100000:00000010:0.0:1767384294.918039:0:16819:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000010d8a773. 00040000:00000010:0.0:1767384294.918041:0:16819:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000edd9d16f. 00040000:00000010:0.0:1767384294.918043:0:16819:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000833e8343. 00040000:00000010:0.0:1767384294.918045:0:16819:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c515024d. 00080000:00000010:0.0:1767384294.918048:0:16819:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003babe7a6. 00000004:00000010:0.0:1767384294.918051:0:16819:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000001d760b3. 00000004:00000010:0.0:1767384294.918053:0:16819:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eabf8da7. 00000004:00000010:0.0:1767384294.918056:0:16819:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000254e5537. 00000004:00000010:0.0:1767384294.918060:0:16819:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a1d989ee. 00000020:00000010:0.0:1767384294.918062:0:16819:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eae5b80. 00000004:00000010:0.0:1767384294.918064:0:16819:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000fe94bc76. 00000020:00000001:3.0:1767384296.791237:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384296.791240:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384296.791243:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384296.972480:0:17157:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384296.972494:0:17157:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384296.972498:0:17157:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384297.815219:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384297.815223:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384297.815225:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384298.012333:0:17253:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384298.012345:0:17253:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.012348:0:17253:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384298.401516:0:17301:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384298.401533:0:17301:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384298.401537:0:17301:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.192992:0:17516:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384299.193004:0:17516:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.193007:0:17516:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.332795:0:17556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384299.332813:0:17556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.332818:0:17556:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767384299.340619:0:17556:0:(super25.c:137:lustre_fill_super()) Process entered 00000080:01200004:0.0:1767384299.340629:0:17556:0:(super25.c:139:lustre_fill_super()) VFS Op: sb 000000003ddb5f92 00000020:00000001:0.0:1767384299.340635:0:17556:0:(obd_mount.c:607:lustre_init_lsi()) Process entered 00000020:00000010:0.0:1767384299.340638:0:17556:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000d64d49a3. 00000020:00000010:0.0:1767384299.340640:0:17556:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000f7524ea7. 00000020:00000001:0.0:1767384299.340642:0:17556:0:(obd_mount.c:628:lustre_init_lsi()) Process leaving (rc=18446630017747200000 : -114055962351616 : ffff984446e12800) 00000020:00000001:0.0:1767384299.340648:0:17556:0:(obd_mount.c:1322:lmd_parse()) Process entered 00000020:00000010:0.0:1767384299.340652:0:17556:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000058b58a20. 00000020:00000010:0.0:1767384299.340662:0:17556:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 00000000bde502d2. 00000020:00000010:0.0:1767384299.340671:0:17556:0:(obd_mount.c:1091:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at 00000000e77e9beb. 00000020:00000010:0.0:1767384299.340688:0:17556:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000ee996322. 00000020:00000010:0.0:1767384299.340694:0:17556:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 00000000c9891a7b. 00000020:01000004:0.0:1767384299.340699:0:17556:0:(obd_mount.c:901:lmd_print()) mount data: 00000020:01000004:0.0:1767384299.340701:0:17556:0:(obd_mount.c:904:lmd_print()) device: lustre-ost1/ost1 00000020:00000001:0.0:1767384299.340705:0:17556:0:(obd_mount.c:1640:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.340710:0:17556:0:(tgt_mount.c:2526:server_fill_super()) Process entered 00000020:00000001:0.0:1767384299.340713:0:17556:0:(tgt_mount.c:1912:lsi_prepare()) Process entered 00000020:00000001:0.0:1767384299.340719:0:17556:0:(tgt_mount.c:1975:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.340722:0:17556:0:(tgt_mount.c:2458:osd_start()) Process entered 00000020:01000004:0.0:1767384299.340723:0:17556:0:(tgt_mount.c:2461:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1767384299.340734:0:17556:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000001:0.0:1767384299.340736:0:17556:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-zfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:0.0:1767384299.340740:0:17556:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000005458a060. 00000020:00000080:0.0:1767384299.340743:0:17556:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767384299.340746:0:17556:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767384299.340750:0:17556:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767384299.340761:0:17556:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000030cee4e. 00000020:00000080:0.0:1767384299.340764:0:17556:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (00000000030cee4e) 00000020:00000001:0.0:1767384299.340767:0:17556:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384299.340769:0:17556:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009fe7c423. 00000020:00000001:0.0:1767384299.340772:0:17556:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.340774:0:17556:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009fe7c423 with handle 0x4ac496f8d605dfa3 to hash 00000020:00000001:0.0:1767384299.340776:0:17556:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384299.340780:0:17556:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384299.340781:0:17556:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.340783:0:17556:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630017747214336 : -114055962337280 : ffff984446e16000) 00000020:00000040:0.0:1767384299.340786:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000009fe7c423 : new refcount 1 00000020:00000040:0.0:1767384299.340795:0:17556:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000030cee4e) now 2 - obd_device_list 00000020:00000001:0.0:1767384299.340799:0:17556:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384299.340801:0:17556:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osd-zfs with refcount 2 00000020:00000001:0.0:1767384299.340803:0:17556:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.340805:0:17556:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.340807:0:17556:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000005458a060. 00000020:00000001:0.0:1767384299.340808:0:17556:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 lustre-ost1/ost1 0:32768 (null) lustre-OST0000 00000020:00000010:0.0:1767384299.340810:0:17556:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000005458a060. 00000020:00000080:0.0:1767384299.340811:0:17556:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1767384299.340814:0:17556:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1767384299.340825:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.340829:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b58ca296. 00000001:00000010:0.0:1767384299.340832:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007b71fc88. 00000001:00000010:0.0:1767384299.340835:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005b40cd77. 00000001:00000010:0.0:1767384299.340837:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095e1f961. 00000001:00000010:0.0:1767384299.340838:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008ca4dfed. 00000001:00000010:0.0:1767384299.340840:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ef9caa4. 00000001:00000001:0.0:1767384299.340841:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.340843:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000057e7cc5a. 00000001:00000010:0.0:1767384299.340844:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c4500679. 00000001:00000010:0.0:1767384299.340845:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f2d89f7. 00000001:00000010:0.0:1767384299.340847:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000088e4574d. 00000001:00000010:0.0:1767384299.340848:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbfa9671. 00000001:00000010:0.0:1767384299.340849:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b334a30. 00000020:00000001:0.0:1767384299.340851:0:17556:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1767384299.340854:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004321862c. 00000020:00000010:0.0:1767384299.340858:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006137fc89. 00000020:00000010:0.0:1767384299.340862:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ebf16b9c. 00000008:00000010:0.0:1767384299.340867:0:17556:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000043fb64b1. 00020000:00000010:0.0:1767384299.340871:0:17556:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004b78818e. 00008000:00000010:0.0:1767384299.340875:0:17556:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006dddb227. 00000080:00000010:0.0:1767384299.340881:0:17556:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000043db18fe. 00000020:00000010:0.0:1767384299.340883:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b1812fe. 00000020:00000010:0.0:1767384299.340885:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f762cd1. 00000040:00000010:0.0:1767384299.340891:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008bc522d5. 00000020:00000010:0.0:1767384299.340895:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed47cfd7. 00000020:00000010:0.0:1767384299.340899:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b4ae2aea. 00040000:00000010:0.0:1767384299.340902:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d91c0832. 00040000:00000010:0.0:1767384299.340905:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d92b8b6. 00080000:00000010:0.0:1767384299.340909:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009283a64f. 00080000:00000010:0.0:1767384299.340920:0:17556:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000f4d55867. 00080000:00000001:0.0:1767384299.340924:0:17556:0:(osd_handler.c:1351:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.340926:0:17556:0:(osd_handler.c:1127:osd_mount()) Process entered 00080000:00000001:0.0:1767384299.340930:0:17556:0:(osd_handler.c:955:osd_objset_open()) Process entered 00000100:00000001:3.0:1767384299.372194:0:17558:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384299.372214:0:17558:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bf212d3d. 00000020:00000010:3.0:1767384299.372220:0:17558:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000527cbc6. 00000020:00000010:3.0:1767384299.372227:0:17558:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e411b8b. 00000020:00000010:3.0:1767384299.372231:0:17558:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ddb39242. 00000020:00000010:3.0:1767384299.372236:0:17558:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000076d0e1ad. 00000020:00000010:3.0:1767384299.372241:0:17558:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e568442d. 00000020:00000010:3.0:1767384299.372245:0:17558:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000922f6dab. 80000000:00000010:3.0:1767384299.372250:0:17558:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000435f4bf. 40000000:00000010:3.0:1767384299.372255:0:17558:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003fd1f20f. 00100000:00000010:3.0:1767384299.372260:0:17558:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000011d9bdc8. 00040000:00000010:3.0:1767384299.372264:0:17558:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff1d1895. 00040000:00000010:3.0:1767384299.372268:0:17558:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064190cb4. 00080000:00000010:3.0:1767384299.372271:0:17558:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fe650bc7. 00002000:00000010:3.0:1767384299.372277:0:17558:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000691592d4. 00000100:00000200:3.0:1767384299.372282:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372289:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077922dd6. 00000400:00000010:3.0:1767384299.372297:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000061c73189. 00000100:00000200:3.0:1767384299.372306:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372309:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b729019. 00000400:00000010:3.0:1767384299.372312:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004d1d1027. 00000100:00000200:3.0:1767384299.372314:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372317:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374a78cd. 00000400:00000010:3.0:1767384299.372321:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000095f1ca6c. 00000100:00000200:3.0:1767384299.372324:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372327:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015d2b649. 00000400:00000010:3.0:1767384299.372330:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007801b23c. 00000100:00000200:3.0:1767384299.372333:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372335:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005188923e. 00000400:00000010:3.0:1767384299.372338:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008c942e35. 00000100:00000200:3.0:1767384299.372340:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372351:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ec733d. 00000400:00000010:3.0:1767384299.372354:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000096b9db2c. 00000100:00000200:3.0:1767384299.372358:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372360:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdff5b3f. 00000400:00000010:3.0:1767384299.372363:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000eb7c6145. 00000100:00000200:3.0:1767384299.372365:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372368:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001019b546. 00000400:00000010:3.0:1767384299.372372:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000030687dd. 00000100:00000200:3.0:1767384299.372374:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372377:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067b91422. 00000400:00000010:3.0:1767384299.372380:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000001adabef. 00000100:00000200:3.0:1767384299.372383:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372385:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e4783b6. 00000400:00000010:3.0:1767384299.372389:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000390e70c1. 00000100:00000200:3.0:1767384299.372391:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372407:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf273b53. 00000400:00000010:3.0:1767384299.372412:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003e764379. 00000100:00000200:3.0:1767384299.372416:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372419:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000137bfa04. 00000400:00000010:3.0:1767384299.372422:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000003e6ac85. 00000100:00000200:3.0:1767384299.372426:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372429:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2163925. 00000400:00000010:3.0:1767384299.372431:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000328bcb82. 00000100:00000200:3.0:1767384299.372434:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372436:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043145a2f. 00000400:00000010:3.0:1767384299.372439:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002690eb56. 00000100:00000200:3.0:1767384299.372441:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372445:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fb3eb0b. 00000400:00000010:3.0:1767384299.372448:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009f72f7e6. 00000100:00000200:3.0:1767384299.372452:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372454:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000008cab444. 00000400:00000010:3.0:1767384299.372457:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a5f48ab3. 00000100:00000200:3.0:1767384299.372459:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372462:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b05aa9b. 00000400:00000010:3.0:1767384299.372464:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d0fd4ef1. 00000100:00000200:3.0:1767384299.372467:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372478:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b49feeeb. 00000400:00000010:3.0:1767384299.372481:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001b24b7df. 00000100:00000200:3.0:1767384299.372484:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372486:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae15b46e. 00000400:00000010:3.0:1767384299.372489:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000065c33bda. 00000100:00000200:3.0:1767384299.372492:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372495:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7de639a. 00000400:00000010:3.0:1767384299.372499:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000053fdb9ec. 00000100:00000200:3.0:1767384299.372501:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372503:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e5d6d6f. 00000400:00000010:3.0:1767384299.372507:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009aed2515. 00000100:00000200:3.0:1767384299.372509:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372511:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a56751be. 00000400:00000010:3.0:1767384299.372513:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000810bf69b. 00000100:00000200:3.0:1767384299.372516:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372518:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e64e4389. 00000400:00000010:3.0:1767384299.372522:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000091700b42. 00000100:00000200:3.0:1767384299.372524:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372526:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002643407a. 00000400:00000010:3.0:1767384299.372528:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003c251c22. 00000100:00000200:3.0:1767384299.372532:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372534:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000452ce8ea. 00000400:00000010:3.0:1767384299.372547:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000088344ab2. 00000100:00000200:3.0:1767384299.372551:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372554:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fc1c90b. 00000400:00000010:3.0:1767384299.372558:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007f286a17. 00000100:00000200:3.0:1767384299.372560:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372562:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4322ecd. 00000400:00000010:3.0:1767384299.372564:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b13f31a8. 00000100:00000200:3.0:1767384299.372567:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372568:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fb296fe. 00000400:00000010:3.0:1767384299.372571:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d039fa79. 00000100:00000200:3.0:1767384299.372573:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372575:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030506900. 00000400:00000010:3.0:1767384299.372577:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000072ecd810. 00000100:00000200:3.0:1767384299.372580:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372590:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000240cbea3. 00000400:00000010:3.0:1767384299.372594:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bd5eec15. 00000100:00000200:3.0:1767384299.372597:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372599:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046326e59. 00000400:00000010:3.0:1767384299.372602:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000053464548. 00000100:00000200:3.0:1767384299.372605:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372606:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011e5c048. 00000400:00000010:3.0:1767384299.372609:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002c4817d1. 00000100:00000200:3.0:1767384299.372611:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372614:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004043f60e. 00000400:00000010:3.0:1767384299.372616:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000a3f4067. 00000100:00000200:3.0:1767384299.372618:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372619:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093b58b43. 00000400:00000010:3.0:1767384299.372622:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000052c801de. 00000100:00000200:3.0:1767384299.372624:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372626:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ca990c6. 00000400:00000010:3.0:1767384299.372628:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004fb5e0ca. 00000100:00000200:3.0:1767384299.372631:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372634:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf3ece3b. 00000400:00000010:3.0:1767384299.372636:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000008c835ab. 00000100:00000200:3.0:1767384299.372638:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372640:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b13a21e. 00000400:00000010:3.0:1767384299.372643:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004fca6be7. 00000100:00000200:3.0:1767384299.372646:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372648:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b283da72. 00000400:00000010:3.0:1767384299.372665:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000dd50191. 00000100:00000200:3.0:1767384299.372667:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372673:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2b3dc4e. 00000400:00000010:3.0:1767384299.372677:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a57b8ac6. 00000100:00000200:3.0:1767384299.372679:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372683:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096e5b348. 00000400:00000010:3.0:1767384299.372686:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009ae3f458. 00000100:00000200:3.0:1767384299.372690:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372693:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aef53d6e. 00000400:00000010:3.0:1767384299.372707:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000086a695d. 00000100:00000200:3.0:1767384299.372711:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372722:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070b215fd. 00000400:00000010:3.0:1767384299.372726:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d8b75b5b. 00000100:00000200:3.0:1767384299.372729:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372732:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006843f416. 00000400:00000010:3.0:1767384299.372735:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c6fbbc2c. 00000100:00000200:3.0:1767384299.372737:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372739:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bae81530. 00000400:00000010:3.0:1767384299.372742:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004a5b1902. 00000100:00000200:3.0:1767384299.372744:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372748:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3ca6588. 00000400:00000010:3.0:1767384299.372752:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e880e787. 00000100:00000200:3.0:1767384299.372753:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372756:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce8bbf1c. 00000400:00000010:3.0:1767384299.372759:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005362490b. 00000100:00000200:3.0:1767384299.372762:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372768:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3695172. 00000400:00000010:3.0:1767384299.372774:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000038e238d4. 00000100:00000200:3.0:1767384299.372776:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372780:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2b4a5d9. 00000400:00000010:3.0:1767384299.372784:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ce5b9c15. 00000100:00000200:3.0:1767384299.372786:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372789:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb36b234. 00000400:00000010:3.0:1767384299.372793:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002a804ddf. 00000100:00000200:3.0:1767384299.372796:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372799:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053f13f91. 00000400:00000010:3.0:1767384299.372803:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000040e67603. 00000100:00000200:3.0:1767384299.372806:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372811:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000011bc76e. 00000400:00000010:3.0:1767384299.372815:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000061a91cd3. 00000100:00000200:3.0:1767384299.372818:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372821:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b6d3495. 00000400:00000010:3.0:1767384299.372824:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000210cb065. 00000100:00000200:3.0:1767384299.372828:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372832:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aa950a0. 00000400:00000010:3.0:1767384299.372835:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a45f8acb. 00000100:00000200:3.0:1767384299.372838:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372848:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb710b83. 00000400:00000010:3.0:1767384299.372852:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000679fa7d0. 00000100:00000200:3.0:1767384299.372856:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372857:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf15dc45. 00000400:00000010:3.0:1767384299.372860:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fc070504. 00000100:00000200:3.0:1767384299.372863:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372865:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c5b906. 00000400:00000010:3.0:1767384299.372868:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008118f4a9. 00000100:00000200:3.0:1767384299.372870:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372889:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009770f093. 00000400:00000010:3.0:1767384299.372903:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000001c2b0fcb. 00000100:00000200:3.0:1767384299.372907:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372910:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba6444d2. 00000400:00000010:3.0:1767384299.372913:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d22fe18b. 00000100:00000200:3.0:1767384299.372915:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372918:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f20b4fd. 00000400:00000010:3.0:1767384299.372921:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005598a76e. 00000100:00000200:3.0:1767384299.372924:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372926:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fffeb5e. 00000400:00000010:3.0:1767384299.372929:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d61ed40e. 00000100:00000200:3.0:1767384299.372931:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372953:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2d0fed2. 00000400:00000010:3.0:1767384299.372956:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e2edb6b4. 00000100:00000200:3.0:1767384299.372958:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372960:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006718c380. 00000400:00000010:3.0:1767384299.372962:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000075a4b1a7. 00000100:00000200:3.0:1767384299.372965:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372967:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009886e06d. 00000400:00000010:3.0:1767384299.372970:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a1ba8582. 00000100:00000200:3.0:1767384299.372972:0:17558:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1767384299.372974:0:17558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000323a37f2. 00000400:00000010:3.0:1767384299.372977:0:17558:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005e350117. 00000100:00000010:3.0:1767384299.372997:0:17558:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009529b364. 00000100:00000200:3.0:1767384299.373023:0:17558:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384299.373358:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.373362:0:17556:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384299.373370:0:17556:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00000010:3.0:1767384299.373374:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f525373b. 00000100:00100000:3.0:1767384299.373377:0:17556:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00000001:3.0:1767384299.373511:0:17560:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384299.373521:0:17560:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000dae6731. 00000020:00000010:3.0:1767384299.373523:0:17560:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000103cecc7. 00000020:00000010:3.0:1767384299.373529:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004eee6e0d. 00000020:00000010:3.0:1767384299.373531:0:17560:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9778f2e. 00000020:00000010:3.0:1767384299.373534:0:17560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2982f04. 00000020:00000010:3.0:1767384299.373536:0:17560:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000917a9cd2. 00000020:00000010:3.0:1767384299.373539:0:17560:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd8e0881. 80000000:00000010:3.0:1767384299.373540:0:17560:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d96ff13e. 40000000:00000010:3.0:1767384299.373542:0:17560:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001a410c7a. 00100000:00000010:3.0:1767384299.373544:0:17560:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009ff02ab0. 00040000:00000010:3.0:1767384299.373547:0:17560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff045a39. 00040000:00000010:3.0:1767384299.373549:0:17560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a091b785. 00080000:00000010:3.0:1767384299.373553:0:17560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008226ea45. 00002000:00000010:3.0:1767384299.373560:0:17560:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f09b8b6a. 00000100:00000010:3.0:1767384299.373575:0:17560:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005dc811a6. 00000100:00000200:3.0:1767384299.373587:0:17560:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1767384299.376138:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.376142:0:17556:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384299.376144:0:17556:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00000010:3.0:1767384299.376149:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f6c0b146. 00000100:00100000:3.0:1767384299.376153:0:17556:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00000001:3.0:1767384299.376416:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.376420:0:17556:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.376423:0:17556:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446630017746891776 : -114055962659840 : ffff984446dc7400) 00000100:00000001:3.0:1767384299.376428:0:17556:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1767384299.376431:0:17556:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000025c2c231. 00000100:00000010:3.0:1767384299.376435:0:17556:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000006bd1befe. 00000100:00000010:3.0:1767384299.376450:0:17556:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000061e4a949. 00000100:00000010:3.0:1767384299.376458:0:17556:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b2f11fe4. 00000100:00000010:3.0:1767384299.376465:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3046661. 00000100:00000010:3.0:1767384299.376693:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000030353501. 00000100:00000010:3.0:1767384299.376697:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000395726e. 00000100:00000010:3.0:1767384299.376910:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000355518ed. 00000100:00000010:3.0:1767384299.376914:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b30e5755. 00000100:00000010:3.0:1767384299.377161:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ce8b7bd. 00000100:00000010:3.0:1767384299.377166:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036d75474. 00000100:00000010:3.0:1767384299.377396:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c30afc8. 00000100:00000010:3.0:1767384299.377401:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc0b6424. 00000100:00000010:3.0:1767384299.377630:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007e059633. 00000100:00000010:3.0:1767384299.377633:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb120497. 00000100:00000010:3.0:1767384299.377857:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000070ac1e1d. 00000100:00000010:3.0:1767384299.377864:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5514c45. 00000100:00000010:3.0:1767384299.378124:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000783ca829. 00000100:00000010:3.0:1767384299.378130:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b19e24d7. 00000100:00000010:3.0:1767384299.378356:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004252bc0b. 00000100:00000010:3.0:1767384299.378360:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db43555d. 00000100:00000010:3.0:1767384299.378578:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff71b928. 00000100:00000010:3.0:1767384299.378581:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000341c076d. 00000100:00000010:3.0:1767384299.378798:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df62f44f. 00000100:00000010:3.0:1767384299.378803:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016920ed2. 00000100:00000010:3.0:1767384299.379062:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea205f72. 00000100:00000010:3.0:1767384299.379068:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074a57c0c. 00000100:00000010:3.0:1767384299.379331:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000039737d90. 00000100:00000010:3.0:1767384299.379337:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c759a0d. 00000100:00000010:3.0:1767384299.379569:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f343b6b9. 00000100:00000010:3.0:1767384299.379576:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082fd0c5d. 00000100:00000010:3.0:1767384299.379805:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c5cc783e. 00000100:00000010:3.0:1767384299.379809:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b560eb7. 00000100:00000010:3.0:1767384299.380039:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a9b837e9. 00000100:00000010:3.0:1767384299.380042:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea180014. 00000100:00000010:3.0:1767384299.380282:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000007fb71d1. 00000100:00000010:3.0:1767384299.380300:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008351c0f7. 00000100:00000010:3.0:1767384299.380518:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a3fc05e5. 00000100:00000010:3.0:1767384299.380521:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000130b29d4. 00000100:00000010:3.0:1767384299.380739:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d8539087. 00000100:00000010:3.0:1767384299.380741:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b1fb67b. 00000100:00000010:3.0:1767384299.380968:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008a3502aa. 00000100:00000010:3.0:1767384299.380972:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b2e9283. 00000100:00000010:3.0:1767384299.381206:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000578ee665. 00000100:00000010:3.0:1767384299.381211:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078214131. 00000100:00000010:3.0:1767384299.381439:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000033eef430. 00000100:00000010:3.0:1767384299.381443:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b893988c. 00000100:00000010:3.0:1767384299.381660:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f1f148bd. 00000100:00000010:3.0:1767384299.381663:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c4926a9. 00000100:00000010:3.0:1767384299.381906:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8f4983f. 00000100:00000010:3.0:1767384299.381910:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028b57d5d. 00000100:00000010:3.0:1767384299.382149:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008dee2bb9. 00000100:00000010:3.0:1767384299.382153:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d464135. 00000100:00000010:3.0:1767384299.382377:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006baa6919. 00000100:00000010:3.0:1767384299.382381:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfa8f755. 00000100:00000010:3.0:1767384299.382605:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007463f9e7. 00000100:00000010:3.0:1767384299.382607:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037f6decc. 00000100:00000010:3.0:1767384299.382818:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010f6ff04. 00000100:00000010:3.0:1767384299.382821:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e021727f. 00000100:00000010:3.0:1767384299.383045:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000068b00ddb. 00000100:00000010:3.0:1767384299.383048:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064e732f7. 00000100:00000010:3.0:1767384299.383284:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000055f4b6b1. 00000100:00000010:3.0:1767384299.383288:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4043228. 00000100:00000010:3.0:1767384299.383508:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000045c8b745. 00000100:00000010:3.0:1767384299.383510:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8ddce73. 00000100:00000010:3.0:1767384299.383735:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000114129be. 00000100:00000010:3.0:1767384299.383738:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000530b87a0. 00000100:00000010:3.0:1767384299.383974:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a922c573. 00000100:00000010:3.0:1767384299.383985:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b78fe386. 00000100:00000010:3.0:1767384299.384218:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a4929f24. 00000100:00000010:3.0:1767384299.384224:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001faae2d9. 00000100:00000010:3.0:1767384299.384455:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000467d71c2. 00000100:00000010:3.0:1767384299.384459:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043029280. 00000100:00000010:3.0:1767384299.384679:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ef716f8a. 00000100:00000010:3.0:1767384299.384682:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312dbf08. 00000100:00000010:3.0:1767384299.384900:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000fc93c50. 00000100:00000010:3.0:1767384299.384902:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000352d3615. 00000100:00000010:3.0:1767384299.385144:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008560a149. 00000100:00000010:3.0:1767384299.385148:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003acc6e62. 00000100:00000010:3.0:1767384299.385382:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007e970190. 00000100:00000010:3.0:1767384299.385388:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc972b57. 00000100:00000010:3.0:1767384299.385631:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000097d60621. 00000100:00000010:3.0:1767384299.385635:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbf42fba. 00000100:00000010:3.0:1767384299.385854:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005f4d16b5. 00000100:00000010:3.0:1767384299.385856:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0d74ace. 00000100:00000010:3.0:1767384299.386085:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000047aa9525. 00000100:00000010:3.0:1767384299.386089:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000710ad8d1. 00000100:00000010:3.0:1767384299.386328:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004accbdcd. 00000100:00000010:3.0:1767384299.386333:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a61633ed. 00000100:00000010:3.0:1767384299.386563:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000064d1c403. 00000100:00000010:3.0:1767384299.386566:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002df5bb2. 00000100:00000010:3.0:1767384299.386715:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009fba3125. 00000100:00000010:3.0:1767384299.386717:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000794821af. 00000100:00000010:3.0:1767384299.386865:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000049ddc4f1. 00000100:00000010:3.0:1767384299.386867:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092207af0. 00000100:00000010:3.0:1767384299.387024:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001d2beb41. 00000100:00000010:3.0:1767384299.387027:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e513bef. 00000100:00000010:3.0:1767384299.387187:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000053af76d6. 00000100:00000010:3.0:1767384299.387196:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000565e0f85. 00000100:00000010:3.0:1767384299.387357:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000875f005d. 00000100:00000010:3.0:1767384299.387369:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e892fd5c. 00000100:00000010:3.0:1767384299.387515:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003b3e2bd5. 00000100:00000010:3.0:1767384299.387518:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f04bb2a1. 00000100:00000010:3.0:1767384299.387662:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ff943b8f. 00000100:00000010:3.0:1767384299.387665:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4d0a92d. 00000100:00000010:3.0:1767384299.387808:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000090c8d29a. 00000100:00000010:3.0:1767384299.387811:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050f0275b. 00000100:00000010:3.0:1767384299.388036:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e1a8a7ca. 00000100:00000010:3.0:1767384299.388039:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed69840b. 00000100:00000010:3.0:1767384299.388279:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004cf8d2a7. 00000100:00000010:3.0:1767384299.388283:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099739536. 00000100:00000010:3.0:1767384299.388499:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000055d4a7f2. 00000100:00000010:3.0:1767384299.388501:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a715bce. 00000100:00000010:3.0:1767384299.388714:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c5410158. 00000100:00000010:3.0:1767384299.388717:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cefbfad9. 00000100:00000010:3.0:1767384299.388943:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f7c8cb54. 00000100:00000010:3.0:1767384299.388946:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c61a1362. 00000100:00000010:3.0:1767384299.389175:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c2ce9853. 00000100:00000010:3.0:1767384299.389178:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075f0ffeb. 00000100:00000010:3.0:1767384299.389409:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c73f8642. 00000100:00000010:3.0:1767384299.389414:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef5f069b. 00000100:00000010:3.0:1767384299.389632:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b4282a8. 00000100:00000010:3.0:1767384299.389634:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c77e14a9. 00000100:00000010:3.0:1767384299.389848:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000038ffc045. 00000100:00000010:3.0:1767384299.389851:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000577b9243. 00000100:00000010:3.0:1767384299.390075:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cd41f249. 00000100:00000010:3.0:1767384299.390078:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5509712. 00000100:00000010:3.0:1767384299.390307:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000606ed8dd. 00000100:00000010:3.0:1767384299.390309:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3d69ccc. 00000100:00000010:3.0:1767384299.390531:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000477875b8. 00000100:00000010:3.0:1767384299.390534:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004704e066. 00000100:00000010:3.0:1767384299.390751:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea305143. 00000100:00100000:3.0:1767384299.390753:0:17556:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384299.390760:0:17556:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 6 lazy 00000020:00000010:3.0:1767384299.390849:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000321f3726. 00000020:00000010:3.0:1767384299.390854:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000068904678. 00000100:00000001:3.0:1767384299.390904:0:17556:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384299.390907:0:17556:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384299.390910:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390913:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf19328f. 00000100:00000001:3.0:1767384299.390916:0:17556:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384299.390920:0:17556:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000513924ae. 00000100:00000001:3.0:1767384299.390921:0:17556:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390923:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390926:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390927:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ce214aa. 00000100:00000001:3.0:1767384299.390929:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390931:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390944:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000060aa1177. 00000100:00000001:3.0:1767384299.390947:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390948:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390951:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c723ebf6. 00000100:00000001:3.0:1767384299.390952:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390954:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390956:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ed4214cf. 00000100:00000001:3.0:1767384299.390957:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390958:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390959:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000be265647. 00000100:00000001:3.0:1767384299.390960:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390961:0:17556:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390962:0:17556:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.390965:0:17556:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000868392c3. 00000100:00000001:3.0:1767384299.390966:0:17556:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384299.390967:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390967:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b0fc60d8. 00000100:00000001:3.0:1767384299.390973:0:17556:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384299.390975:0:17556:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d5fc54d1. 00000100:00000001:3.0:1767384299.390976:0:17556:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390977:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390978:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390980:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ecd96cff. 00000100:00000001:3.0:1767384299.390981:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390982:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390983:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000096dc6a3d. 00000100:00000001:3.0:1767384299.390984:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390985:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390986:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000048f04280. 00000100:00000001:3.0:1767384299.390987:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390987:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390988:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000388fb6dc. 00000100:00000001:3.0:1767384299.390989:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390990:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.390991:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000045d91567. 00000100:00000001:3.0:1767384299.390992:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390993:0:17556:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390994:0:17556:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.390995:0:17556:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.391049:0:17556:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384299.391051:0:17556:0:(service.c:847:ptlrpc_register_service()) ost_io: Started, listening on portal 6 00000100:00000001:3.0:1767384299.391052:0:17556:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384299.391054:0:17556:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384299.391055:0:17556:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00000010:3.0:1767384299.391058:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ff8f964c. 00000100:00100000:3.0:1767384299.391061:0:17556:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00000001:3.0:1767384299.392468:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.392472:0:17556:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384299.392473:0:17556:0:(service.c:3434:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00000010:3.0:1767384299.392485:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f240dd48. 00000100:00100000:3.0:1767384299.392487:0:17556:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00000001:3.0:1767384299.392658:0:17564:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000001:3.0:1767384299.392668:0:17564:0:(tgt_handler.c:1680:tgt_io_thread_init()) Process entered 00000020:00000010:3.0:1767384299.393102:0:17564:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000019a709fe. 00000020:00000001:3.0:1767384299.393124:0:17564:0:(tgt_handler.c:1689:tgt_io_thread_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.393126:0:17564:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b97ec1ca. 00000020:00000010:3.0:1767384299.393128:0:17564:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004ba199f4. 00000020:00000010:3.0:1767384299.393132:0:17564:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f671c453. 00000020:00000010:3.0:1767384299.393136:0:17564:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003efec111. 00000020:00000010:3.0:1767384299.393140:0:17564:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002f2b361b. 00000020:00000010:3.0:1767384299.393144:0:17564:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000205d7f46. 00000020:00000010:3.0:1767384299.393147:0:17564:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a3451cc2. 80000000:00000010:3.0:1767384299.393150:0:17564:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000001cd9db8. 40000000:00000010:3.0:1767384299.393152:0:17564:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000071c8845b. 00100000:00000010:3.0:1767384299.393156:0:17564:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9381d2e. 00040000:00000010:3.0:1767384299.393158:0:17564:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001680ce4e. 00040000:00000010:3.0:1767384299.393160:0:17564:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c500bd54. 00080000:00000010:3.0:1767384299.393164:0:17564:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007d21b72e. 00002000:00000010:3.0:1767384299.393167:0:17564:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d79c66c. 00000100:00000010:3.0:1767384299.393180:0:17564:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000fb9ff6de. 00000100:00000200:3.0:1767384299.393200:0:17564:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:3.0:1767384299.393942:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.393945:0:17556:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.393946:0:17556:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446630018387873792 : -114055321677824 : ffff98446d111000) 00000100:00000001:3.0:1767384299.393950:0:17556:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1767384299.393954:0:17556:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000bc9425ef. 00000100:00000010:3.0:1767384299.393959:0:17556:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f7908ccc. 00000100:00000010:3.0:1767384299.393972:0:17556:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000049089849. 00000100:00000010:3.0:1767384299.393979:0:17556:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000334ce934. 00000100:00000010:3.0:1767384299.393982:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a3e838e. 00000100:00000010:3.0:1767384299.394000:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000ce1a5305. 00000100:00000010:3.0:1767384299.394002:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038c51d39. 00000100:00000010:3.0:1767384299.394019:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007f632c71. 00000100:00000010:3.0:1767384299.394021:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002112f5f1. 00000100:00000010:3.0:1767384299.394038:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002dea5067. 00000100:00000010:3.0:1767384299.394041:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc2e695f. 00000100:00000010:3.0:1767384299.394061:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000053736cdc. 00000100:00000010:3.0:1767384299.394064:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000943d8f2e. 00000100:00000010:3.0:1767384299.394081:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000234f6422. 00000100:00000010:3.0:1767384299.394084:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a9f916f. 00000100:00000010:3.0:1767384299.394102:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000003568b93c. 00000100:00000010:3.0:1767384299.394104:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff7ded53. 00000100:00000010:3.0:1767384299.394136:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000028f034c5. 00000100:00000010:3.0:1767384299.394139:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f0aad10. 00000100:00000010:3.0:1767384299.394160:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001620052a. 00000100:00000010:3.0:1767384299.394163:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091385117. 00000100:00000010:3.0:1767384299.394181:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000c1954b1b. 00000100:00000010:3.0:1767384299.394185:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a4ad646. 00000100:00000010:3.0:1767384299.394201:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000933d37b2. 00000100:00000010:3.0:1767384299.394204:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003eded604. 00000100:00000010:3.0:1767384299.394222:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f1aea3de. 00000100:00000010:3.0:1767384299.394224:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dbba0d4. 00000100:00000010:3.0:1767384299.394241:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000001b1d406. 00000100:00000010:3.0:1767384299.394244:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbb9e143. 00000100:00000010:3.0:1767384299.394261:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d9f1ba3a. 00000100:00000010:3.0:1767384299.394269:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecf6a184. 00000100:00000010:3.0:1767384299.394287:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000085d9808a. 00000100:00000010:3.0:1767384299.394290:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001760ec66. 00000100:00000010:3.0:1767384299.394307:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000054f65345. 00000100:00000010:3.0:1767384299.394310:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e23a917. 00000100:00000010:3.0:1767384299.394327:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a27417e1. 00000100:00000010:3.0:1767384299.394329:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d96532d. 00000100:00000010:3.0:1767384299.394346:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000cf1eb11b. 00000100:00000010:3.0:1767384299.394348:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002df7b67b. 00000100:00000010:3.0:1767384299.394365:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000326b05df. 00000100:00000010:3.0:1767384299.394368:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000837f428a. 00000100:00000010:3.0:1767384299.394385:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009d8cc817. 00000100:00000010:3.0:1767384299.394391:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6525241. 00000100:00000010:3.0:1767384299.394409:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000dc38e79e. 00000100:00000010:3.0:1767384299.394412:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1fb462b. 00000100:00000010:3.0:1767384299.394429:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fef174c0. 00000100:00000010:3.0:1767384299.394431:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a90f8cab. 00000100:00000010:3.0:1767384299.394449:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000032c40f4b. 00000100:00000010:3.0:1767384299.394451:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6101cd3. 00000100:00000010:3.0:1767384299.394467:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009b47641c. 00000100:00000010:3.0:1767384299.394469:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ef3b218. 00000100:00000010:3.0:1767384299.394486:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bf193373. 00000100:00000010:3.0:1767384299.394488:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db0536c1. 00000100:00000010:3.0:1767384299.394505:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a0b884fa. 00000100:00000010:3.0:1767384299.394508:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d86c1227. 00000100:00000010:3.0:1767384299.394525:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000030254b8e. 00000100:00000010:3.0:1767384299.394527:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b249f24f. 00000100:00000010:3.0:1767384299.394544:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000019f7b40a. 00000100:00000010:3.0:1767384299.394546:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007733cb94. 00000100:00000010:3.0:1767384299.394563:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000b55d1238. 00000100:00000010:3.0:1767384299.394565:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081bf3629. 00000100:00000010:3.0:1767384299.394583:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000168d9ac4. 00000100:00000010:3.0:1767384299.394592:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0983eb2. 00000100:00000010:3.0:1767384299.394609:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000a601fbdb. 00000100:00000010:3.0:1767384299.394612:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c40e152. 00000100:00000010:3.0:1767384299.394629:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000093f5db8. 00000100:00000010:3.0:1767384299.394631:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000666a2fa7. 00000100:00000010:3.0:1767384299.394649:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000298a5284. 00000100:00000010:3.0:1767384299.394651:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000953d1430. 00000100:00000010:3.0:1767384299.394668:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000fc411aa8. 00000100:00000010:3.0:1767384299.394670:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080ccf122. 00000100:00000010:3.0:1767384299.394687:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004a343870. 00000100:00000010:3.0:1767384299.394690:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf62967d. 00000100:00000010:3.0:1767384299.394705:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000993e6853. 00000100:00000010:3.0:1767384299.394708:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adb66fb9. 00000100:00000010:3.0:1767384299.394724:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000002846c6fc. 00000100:00000010:3.0:1767384299.394727:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009193f110. 00000100:00000010:3.0:1767384299.394744:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004696e909. 00000100:00000010:3.0:1767384299.394746:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3af3927. 00000100:00000010:3.0:1767384299.394764:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000090cdabcb. 00000100:00000010:3.0:1767384299.394766:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c07668c. 00000100:00000010:3.0:1767384299.394783:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000706fd435. 00000100:00000010:3.0:1767384299.394785:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000066cd181. 00000100:00000010:3.0:1767384299.394802:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000004046909f. 00000100:00000010:3.0:1767384299.394804:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e87bb584. 00000100:00000010:3.0:1767384299.394821:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000020d64741. 00000100:00000010:3.0:1767384299.394823:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000974d163e. 00000100:00000010:3.0:1767384299.394840:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000023be99a4. 00000100:00000010:3.0:1767384299.394842:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022ca411f. 00000100:00000010:3.0:1767384299.394858:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e0af4bc1. 00000100:00000010:3.0:1767384299.394860:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001006a84f. 00000100:00000010:3.0:1767384299.394877:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000e6d5fc90. 00000100:00000010:3.0:1767384299.394879:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7ca8e97. 00000100:00000010:3.0:1767384299.394898:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000408ad33c. 00000100:00000010:3.0:1767384299.394906:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e322e82. 00000100:00000010:3.0:1767384299.394924:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bf086890. 00000100:00000010:3.0:1767384299.394926:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e55b835a. 00000100:00000010:3.0:1767384299.394999:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000001487b811. 00000100:00000010:3.0:1767384299.395003:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048b182f2. 00000100:00000010:3.0:1767384299.395021:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000dc27aab5. 00000100:00000010:3.0:1767384299.395023:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005db0307a. 00000100:00000010:3.0:1767384299.395040:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000007b1fae58. 00000100:00000010:3.0:1767384299.395042:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000900f639e. 00000100:00000010:3.0:1767384299.395059:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000009d6cb7b4. 00000100:00000010:3.0:1767384299.395065:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e68b3d46. 00000100:00000010:3.0:1767384299.395082:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000005df09d6b. 00000100:00000010:3.0:1767384299.395084:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5cfc896. 00000100:00000010:3.0:1767384299.395101:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000034d8fda5. 00000100:00000010:3.0:1767384299.395103:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ffbfd51. 00000100:00000010:3.0:1767384299.395143:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000efc92f8d. 00000100:00000010:3.0:1767384299.395146:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000518d9846. 00000100:00000010:3.0:1767384299.395167:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000705039d4. 00000100:00000010:3.0:1767384299.395171:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094985aa9. 00000100:00000010:3.0:1767384299.395191:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f764155d. 00000100:00000010:3.0:1767384299.395194:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c8de7d9. 00000100:00000010:3.0:1767384299.395217:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 000000006221a846. 00000100:00000010:3.0:1767384299.395220:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a662257. 00000100:00000010:3.0:1767384299.395240:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000040792f54. 00000100:00000010:3.0:1767384299.395243:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3671d51. 00000100:00000010:3.0:1767384299.395267:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000830bba57. 00000100:00000010:3.0:1767384299.395269:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078a332cc. 00000100:00000010:3.0:1767384299.395290:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000f7a0931d. 00000100:00000010:3.0:1767384299.395293:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eff81240. 00000100:00000010:3.0:1767384299.395317:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 0000000064a14cec. 00000100:00000010:3.0:1767384299.395321:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e35936e9. 00000100:00000010:3.0:1767384299.395341:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000328d1d6a. 00000100:00000010:3.0:1767384299.395352:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000df2c0ba. 00000100:00000010:3.0:1767384299.395372:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bbdca5e1. 00000100:00000010:3.0:1767384299.395376:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba3cb976. 00000100:00000010:3.0:1767384299.395395:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000d844bc8d. 00000100:00000010:3.0:1767384299.395397:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062deb400. 00000100:00000010:3.0:1767384299.395420:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 32768 at 00000000bcd038ea. 00000100:00100000:3.0:1767384299.395422:0:17556:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384299.395425:0:17556:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 31 lazy 00000020:00000010:3.0:1767384299.395462:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000265cab85. 00000020:00000010:3.0:1767384299.395472:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000046fe5d92. 00000100:00000001:3.0:1767384299.395512:0:17556:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384299.395514:0:17556:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384299.395515:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.395517:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e3951f7b. 00000100:00000001:3.0:1767384299.395518:0:17556:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384299.395520:0:17556:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007d53934b. 00000100:00000001:3.0:1767384299.395521:0:17556:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395523:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395524:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.395525:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e491afb2. 00000100:00000001:3.0:1767384299.395527:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395528:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.395530:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000086642a45. 00000100:00000001:3.0:1767384299.395531:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395532:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.395533:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000012204c8. 00000100:00000001:3.0:1767384299.395534:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395535:0:17556:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395536:0:17556:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395537:0:17556:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.395539:0:17556:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.395576:0:17556:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384299.395578:0:17556:0:(service.c:847:ptlrpc_register_service()) ost_seq: Started, listening on portal 31 00000100:00000001:3.0:1767384299.395579:0:17556:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384299.395580:0:17556:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384299.395581:0:17556:0:(service.c:3434:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00000010:3.0:1767384299.395583:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006ce0bad2. 00000100:00100000:3.0:1767384299.395585:0:17556:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00000001:3.0:1767384299.395775:0:17566:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384299.395786:0:17566:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a38c6e3b. 00000020:00000010:3.0:1767384299.395788:0:17566:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000050446c. 00000020:00000010:3.0:1767384299.395793:0:17566:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f77e58cb. 00000020:00000010:3.0:1767384299.395795:0:17566:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066185624. 00000020:00000010:3.0:1767384299.395797:0:17566:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eebb6c8a. 00000020:00000010:3.0:1767384299.395800:0:17566:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000024e9dbcd. 00000020:00000010:3.0:1767384299.395807:0:17566:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006921e22e. 80000000:00000010:3.0:1767384299.395809:0:17566:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e2a4dc90. 40000000:00000010:3.0:1767384299.395811:0:17566:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008625507b. 00100000:00000010:3.0:1767384299.395823:0:17566:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000074a445fe. 00040000:00000010:3.0:1767384299.395825:0:17566:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004959cfc8. 00040000:00000010:3.0:1767384299.395827:0:17566:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf71f3be. 00080000:00000010:3.0:1767384299.395830:0:17566:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007989dcaf. 00002000:00000010:3.0:1767384299.395833:0:17566:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004e3d0c36. 00000100:00000200:3.0:1767384299.395835:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395838:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9ef389. 00000400:00000010:3.0:1767384299.395842:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000838cc76c. 00000100:00000200:3.0:1767384299.395845:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395846:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066a3ae21. 00000400:00000010:3.0:1767384299.395848:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000843eb368. 00000100:00000200:3.0:1767384299.395849:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395851:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb6f0cfd. 00000400:00000010:3.0:1767384299.395853:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003c32fe07. 00000100:00000200:3.0:1767384299.395854:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395856:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab46b19d. 00000400:00000010:3.0:1767384299.395858:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d9df1f12. 00000100:00000200:3.0:1767384299.395859:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395860:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045f87b5d. 00000400:00000010:3.0:1767384299.395861:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a4c20937. 00000100:00000200:3.0:1767384299.395862:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395863:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c10f34a. 00000400:00000010:3.0:1767384299.395870:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000009951ce3e. 00000100:00000200:3.0:1767384299.395873:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395874:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f51a2b89. 00000400:00000010:3.0:1767384299.395875:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b8568f36. 00000100:00000200:3.0:1767384299.395876:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395877:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f817816. 00000400:00000010:3.0:1767384299.395878:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007bcbe3da. 00000100:00000200:3.0:1767384299.395880:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395881:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beba0a4e. 00000400:00000010:3.0:1767384299.395882:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000014859462. 00000100:00000200:3.0:1767384299.395887:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395889:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb8d04cd. 00000400:00000010:3.0:1767384299.395890:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005354401b. 00000100:00000200:3.0:1767384299.395892:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395893:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba79564a. 00000400:00000010:3.0:1767384299.395894:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d845d737. 00000100:00000200:3.0:1767384299.395896:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395897:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017a759b7. 00000400:00000010:3.0:1767384299.395898:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a5cc5252. 00000100:00000200:3.0:1767384299.395899:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395900:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd35c097. 00000400:00000010:3.0:1767384299.395901:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000002eb02da2. 00000100:00000200:3.0:1767384299.395902:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395903:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000494804bf. 00000400:00000010:3.0:1767384299.395904:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000848d2f12. 00000100:00000200:3.0:1767384299.395905:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395906:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000371e061d. 00000400:00000010:3.0:1767384299.395907:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008ecdcc11. 00000100:00000200:3.0:1767384299.395908:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395909:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe619aa0. 00000400:00000010:3.0:1767384299.395910:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005668c388. 00000100:00000200:3.0:1767384299.395911:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395912:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e112e13. 00000400:00000010:3.0:1767384299.395913:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e57c3f26. 00000100:00000200:3.0:1767384299.395914:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395915:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcd9768b. 00000400:00000010:3.0:1767384299.395916:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008bae2379. 00000100:00000200:3.0:1767384299.395918:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395919:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c1b41c. 00000400:00000010:3.0:1767384299.395920:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000efeb4a14. 00000100:00000200:3.0:1767384299.395921:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395922:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d472a97. 00000400:00000010:3.0:1767384299.395923:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000046c5b7f1. 00000100:00000200:3.0:1767384299.395924:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395925:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005009c35a. 00000400:00000010:3.0:1767384299.395926:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000cdfc2eaa. 00000100:00000200:3.0:1767384299.395930:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395949:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3d12b5c. 00000400:00000010:3.0:1767384299.395959:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005028f4b3. 00000100:00000200:3.0:1767384299.395961:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395963:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4dced9c. 00000400:00000010:3.0:1767384299.395965:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000b0fb8238. 00000100:00000200:3.0:1767384299.395966:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395967:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000565f3d3f. 00000400:00000010:3.0:1767384299.395969:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000000911b64d. 00000100:00000200:3.0:1767384299.395971:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395972:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036c40442. 00000400:00000010:3.0:1767384299.395973:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e7e2ba0f. 00000100:00000200:3.0:1767384299.395974:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395975:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000efa67c9. 00000400:00000010:3.0:1767384299.395976:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000031a96ab. 00000100:00000200:3.0:1767384299.395977:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395978:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000074edc32. 00000400:00000010:3.0:1767384299.395980:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bf3a374d. 00000100:00000200:3.0:1767384299.395981:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395982:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ab75d1. 00000400:00000010:3.0:1767384299.395983:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007c9a7766. 00000100:00000200:3.0:1767384299.395984:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395985:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039851961. 00000400:00000010:3.0:1767384299.395986:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000007b9a3842. 00000100:00000200:3.0:1767384299.395987:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395988:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc5d3026. 00000400:00000010:3.0:1767384299.395989:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004646f8b6. 00000100:00000200:3.0:1767384299.395990:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395991:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ae036c. 00000400:00000010:3.0:1767384299.395992:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000f656d922. 00000100:00000200:3.0:1767384299.395993:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395994:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb566228. 00000400:00000010:3.0:1767384299.395995:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000bddcb339. 00000100:00000200:3.0:1767384299.395996:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.395997:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e9c0ec2. 00000400:00000010:3.0:1767384299.395998:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000496f01e1. 00000100:00000200:3.0:1767384299.396003:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396004:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075a95333. 00000400:00000010:3.0:1767384299.396006:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000919e0a54. 00000100:00000200:3.0:1767384299.396007:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396008:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b881fa0e. 00000400:00000010:3.0:1767384299.396010:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000069b0af9d. 00000100:00000200:3.0:1767384299.396011:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396012:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cd9ece8. 00000400:00000010:3.0:1767384299.396013:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000051236984. 00000100:00000200:3.0:1767384299.396014:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396015:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b978994a. 00000400:00000010:3.0:1767384299.396016:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000d2431daa. 00000100:00000200:3.0:1767384299.396017:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396018:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c4460c5. 00000400:00000010:3.0:1767384299.396024:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000005e3bed0. 00000100:00000200:3.0:1767384299.396027:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396036:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058dd132f. 00000400:00000010:3.0:1767384299.396038:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000333487c6. 00000100:00000200:3.0:1767384299.396039:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396040:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012ba63b9. 00000400:00000010:3.0:1767384299.396042:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000be0f77ce. 00000100:00000200:3.0:1767384299.396043:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396043:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c44f3f. 00000400:00000010:3.0:1767384299.396045:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008266461d. 00000100:00000200:3.0:1767384299.396046:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396047:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e38e748. 00000400:00000010:3.0:1767384299.396048:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000024227d6e. 00000100:00000200:3.0:1767384299.396049:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396050:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d837c0e. 00000400:00000010:3.0:1767384299.396051:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c1ae2aee. 00000100:00000200:3.0:1767384299.396052:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396054:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002190e57d. 00000400:00000010:3.0:1767384299.396055:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000beeb9977. 00000100:00000200:3.0:1767384299.396056:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396057:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b12dac5. 00000400:00000010:3.0:1767384299.396058:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000eef4b108. 00000100:00000200:3.0:1767384299.396063:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396064:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9e9a2f6. 00000400:00000010:3.0:1767384299.396065:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000096660b75. 00000100:00000200:3.0:1767384299.396066:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396067:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093237fbf. 00000400:00000010:3.0:1767384299.396068:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fb15ac1c. 00000100:00000200:3.0:1767384299.396069:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396070:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e034abc3. 00000400:00000010:3.0:1767384299.396071:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000006455eda2. 00000100:00000200:3.0:1767384299.396072:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396073:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053735a7e. 00000400:00000010:3.0:1767384299.396074:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e2c4d430. 00000100:00000200:3.0:1767384299.396075:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396076:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa262c6. 00000400:00000010:3.0:1767384299.396077:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000170cb5bc. 00000100:00000200:3.0:1767384299.396078:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396079:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029ef5f8a. 00000400:00000010:3.0:1767384299.396080:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000c4e531c5. 00000100:00000200:3.0:1767384299.396081:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396082:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a67749a8. 00000400:00000010:3.0:1767384299.396083:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000004357f2c0. 00000100:00000200:3.0:1767384299.396084:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396085:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5ad36bd. 00000400:00000010:3.0:1767384299.396086:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000fc2199cf. 00000100:00000200:3.0:1767384299.396087:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396088:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b233657. 00000400:00000010:3.0:1767384299.396094:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000e5d4007b. 00000100:00000200:3.0:1767384299.396097:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396098:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009e35a3b. 00000400:00000010:3.0:1767384299.396099:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000005ff8d6df. 00000100:00000200:3.0:1767384299.396100:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396101:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbf3dca9. 00000400:00000010:3.0:1767384299.396102:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000083ed34c2. 00000100:00000200:3.0:1767384299.396103:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396104:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f45a1db5. 00000400:00000010:3.0:1767384299.396134:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000a022a3b5. 00000100:00000200:3.0:1767384299.396141:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396143:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e5fb727. 00000400:00000010:3.0:1767384299.396147:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000091593151. 00000100:00000200:3.0:1767384299.396149:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396150:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a26a394. 00000400:00000010:3.0:1767384299.396152:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000047a58d4c. 00000100:00000200:3.0:1767384299.396154:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396154:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e2e60da. 00000400:00000010:3.0:1767384299.396156:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 00000000ee86d8dd. 00000100:00000200:3.0:1767384299.396157:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396158:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cffc5765. 00000400:00000010:3.0:1767384299.396159:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000003b378382. 00000100:00000200:3.0:1767384299.396160:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396161:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df277e3d. 00000400:00000010:3.0:1767384299.396162:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000075a2358f. 00000100:00000200:3.0:1767384299.396163:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396164:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f70fcea. 00000400:00000010:3.0:1767384299.396165:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 0000000027fee94e. 00000100:00000200:3.0:1767384299.396166:0:17566:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_seq: registering portal 31 00000400:00000010:3.0:1767384299.396167:0:17566:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008854ba5e. 00000400:00000010:3.0:1767384299.396168:0:17566:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at 000000008965df2f. 00000100:00000010:3.0:1767384299.396180:0:17566:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000bcc70e04. 00000100:00000200:3.0:1767384299.396189:0:17566:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384299.396483:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.396487:0:17556:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.396490:0:17556:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446630018290856960 : -114055418694656 : ffff98446748b400) 00000100:00000001:3.0:1767384299.396493:0:17556:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:3.0:1767384299.396495:0:17556:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000fb9c3bed. 00000100:00000010:3.0:1767384299.396499:0:17556:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e265aa9c. 00000100:00000010:3.0:1767384299.396512:0:17556:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000c07e90c9. 00000100:00000010:3.0:1767384299.396518:0:17556:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000002296eb82. 00000100:00000010:3.0:1767384299.396522:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f3d036c. 00000100:00000010:3.0:1767384299.396968:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004efee127. 00000100:00000010:3.0:1767384299.396972:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078f51ef7. 00000100:00000010:3.0:1767384299.397431:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f2fc84ac. 00000100:00000010:3.0:1767384299.397436:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e732d9bd. 00000100:00000010:3.0:1767384299.397869:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000556b5ffe. 00000100:00000010:3.0:1767384299.397873:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd7f81b2. 00000100:00000010:3.0:1767384299.398329:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e268a1bb. 00000100:00000010:3.0:1767384299.398333:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007865393d. 00000100:00000010:3.0:1767384299.398789:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000cb22d9b. 00000100:00000010:3.0:1767384299.398794:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4d6ce18. 00000100:00000010:3.0:1767384299.399269:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000e959e82. 00000100:00000010:3.0:1767384299.399274:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e34d357f. 00000100:00000010:3.0:1767384299.399719:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004cb084d0. 00000100:00000010:3.0:1767384299.399726:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000949db23c. 00000100:00000010:3.0:1767384299.400166:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007b5ce45f. 00000100:00000010:3.0:1767384299.400172:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbee2c2b. 00000100:00000010:3.0:1767384299.400504:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed1d5249. 00000100:00000010:3.0:1767384299.400510:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071e42cb1. 00000100:00000010:3.0:1767384299.401026:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000088c0ab2a. 00000100:00000010:3.0:1767384299.401045:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000544d793d. 00000100:00000010:3.0:1767384299.401562:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000333019ae. 00000100:00000010:3.0:1767384299.401569:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef3f7e94. 00000100:00000010:3.0:1767384299.402063:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003d50af15. 00000100:00000010:3.0:1767384299.402070:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067804c51. 00000100:00000010:3.0:1767384299.402575:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000084536181. 00000100:00000010:3.0:1767384299.402580:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fea83e0. 00000100:00000010:3.0:1767384299.403019:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005fe8ba4b. 00000100:00000010:3.0:1767384299.403022:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d63e54. 00000100:00000010:3.0:1767384299.403518:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000089eb692. 00000100:00000010:3.0:1767384299.403523:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fc49719. 00000100:00000010:3.0:1767384299.403966:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000005499ac4. 00000100:00000010:3.0:1767384299.403970:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000754958ec. 00000100:00000010:3.0:1767384299.404440:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000327859a6. 00000100:00000010:3.0:1767384299.404450:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2e17fb3. 00000100:00000010:3.0:1767384299.404879:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009f43a387. 00000100:00000010:3.0:1767384299.404882:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a2dee17. 00000100:00000010:3.0:1767384299.405352:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007a04e3b0. 00000100:00000010:3.0:1767384299.405356:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c8ff641. 00000100:00000010:3.0:1767384299.405788:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e273431a. 00000100:00000010:3.0:1767384299.405791:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7306a4d. 00000100:00000010:3.0:1767384299.406265:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007f6a014e. 00000100:00000010:3.0:1767384299.406272:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc71eca3. 00000100:00000010:3.0:1767384299.406590:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a5ecb415. 00000100:00000010:3.0:1767384299.406593:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fade6347. 00000100:00000010:3.0:1767384299.406873:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a183a9d7. 00000100:00000010:3.0:1767384299.406875:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dea713eb. 00000100:00000010:3.0:1767384299.407213:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa52e256. 00000100:00000010:3.0:1767384299.407219:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ceb42977. 00000100:00000010:3.0:1767384299.407523:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005da61d97. 00000100:00000010:3.0:1767384299.407529:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095efc44c. 00000100:00000010:3.0:1767384299.407848:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001cebbcdc. 00000100:00000010:3.0:1767384299.407864:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073b288fa. 00000100:00000010:3.0:1767384299.408191:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000032e78a0e. 00000100:00000010:3.0:1767384299.408195:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005181b107. 00000100:00000010:3.0:1767384299.408495:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000099c9e1ea. 00000100:00000010:3.0:1767384299.408500:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008708e4e1. 00000100:00000010:3.0:1767384299.408781:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000db3dfbf2. 00000100:00000010:3.0:1767384299.408783:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cfac751. 00000100:00000010:3.0:1767384299.409087:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008d8fc011. 00000100:00000010:3.0:1767384299.409091:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da7e561c. 00000100:00000010:3.0:1767384299.409416:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000055a61682. 00000100:00000010:3.0:1767384299.409421:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002366cc9a. 00000100:00000010:3.0:1767384299.410078:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000195fc368. 00000100:00000010:3.0:1767384299.410082:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093083b9a. 00000100:00000010:3.0:1767384299.410215:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000d6624cb. 00000100:00000010:3.0:1767384299.410222:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b68006cf. 00000100:00000010:3.0:1767384299.410863:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f629cd33. 00000100:00000010:3.0:1767384299.410868:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009eb3a484. 00000100:00000010:3.0:1767384299.410969:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000040ba41a4. 00000100:00000010:3.0:1767384299.410972:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092d05a83. 00000100:00000010:3.0:1767384299.411667:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000922e24bd. 00000100:00000010:3.0:1767384299.411673:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e75e237c. 00000100:00000010:3.0:1767384299.411761:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a2fea2bd. 00000100:00000010:3.0:1767384299.411764:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000801471c1. 00000100:00000010:3.0:1767384299.412453:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e95e42db. 00000100:00000010:3.0:1767384299.412458:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec5f2852. 00000100:00000010:3.0:1767384299.412546:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007250cdab. 00000100:00000010:3.0:1767384299.412548:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000145a99f3. 00000100:00000010:3.0:1767384299.413222:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001a7f3f4c. 00000100:00000010:3.0:1767384299.413228:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba9c7943. 00000100:00000010:3.0:1767384299.413329:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bffe0d5c. 00000100:00000010:3.0:1767384299.413334:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d13bc6b. 00000100:00000010:3.0:1767384299.414153:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000099c68764. 00000100:00000010:3.0:1767384299.414170:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070088933. 00000100:00000010:3.0:1767384299.414269:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000168893c5. 00000100:00000010:3.0:1767384299.414273:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9889a4f. 00000100:00000010:3.0:1767384299.415005:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000054bfa93d. 00000100:00000010:3.0:1767384299.415010:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072dea6c9. 00000100:00000010:3.0:1767384299.415204:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000087e9de28. 00000100:00000010:3.0:1767384299.415212:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004426bb6. 00000100:00000010:3.0:1767384299.416026:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f654bde2. 00000100:00000010:3.0:1767384299.416031:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065693131. 00000100:00000010:3.0:1767384299.416140:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a015365. 00000100:00000010:3.0:1767384299.416145:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007588088b. 00000100:00000010:3.0:1767384299.416814:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004d2c3f18. 00000100:00000010:3.0:1767384299.416825:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf8de92b. 00000100:00000010:3.0:1767384299.416912:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000245f502d. 00000100:00000010:3.0:1767384299.416915:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d5781c1. 00000100:00000010:3.0:1767384299.417632:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000026a5d009. 00000100:00000010:3.0:1767384299.417637:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c011e48. 00000100:00000010:3.0:1767384299.417725:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007d46079c. 00000100:00000010:3.0:1767384299.417727:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b97ff3f. 00000100:00000010:3.0:1767384299.418400:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000aa054df. 00000100:00000010:3.0:1767384299.418405:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067509959. 00000100:00000010:3.0:1767384299.418493:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000078162b40. 00000100:00000010:3.0:1767384299.418495:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcb99805. 00000100:00000010:3.0:1767384299.419172:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a65ce27e. 00000100:00000010:3.0:1767384299.419177:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5125ea0. 00000100:00000010:3.0:1767384299.419265:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ac7be4a5. 00000100:00000010:3.0:1767384299.419268:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2662e90. 00000100:00000010:3.0:1767384299.419919:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ddd4e786. 00000100:00000010:3.0:1767384299.419923:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009630203f. 00000100:00000010:3.0:1767384299.420022:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009294e5a3. 00000100:00000010:3.0:1767384299.420025:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ced47d5. 00000100:00000010:3.0:1767384299.420684:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006aec1e75. 00000100:00000010:3.0:1767384299.420704:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055dcbb1f. 00000100:00000010:3.0:1767384299.420804:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038fbffb7. 00000100:00000010:3.0:1767384299.420807:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2a6df36. 00000100:00000010:3.0:1767384299.421467:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d71c310. 00000100:00000010:3.0:1767384299.421472:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd108bba. 00000100:00000010:3.0:1767384299.421559:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004a0eac35. 00000100:00000010:3.0:1767384299.421562:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001284e54c. 00000100:00000010:3.0:1767384299.422252:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e01256b9. 00000100:00000010:3.0:1767384299.422257:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d0fc040. 00000100:00000010:3.0:1767384299.422345:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a06118e. 00000100:00000010:3.0:1767384299.422347:0:17556:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1bbccda. 00000100:00000010:3.0:1767384299.423028:0:17556:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c76a664. 00000100:00100000:3.0:1767384299.423032:0:17556:0:(service.c:153:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000400:00000200:3.0:1767384299.423039:0:17556:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384299.423167:0:17556:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000167a9b23. 00000020:00000010:3.0:1767384299.423175:0:17556:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000095fee9f8. 00000100:00000001:3.0:1767384299.423238:0:17556:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:3.0:1767384299.423241:0:17556:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:3.0:1767384299.423244:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.423248:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fbca7602. 00000100:00000001:3.0:1767384299.423252:0:17556:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:3.0:1767384299.423256:0:17556:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b010a1aa. 00000100:00000001:3.0:1767384299.423257:0:17556:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423259:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423262:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.423265:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d8fa4a58. 00000100:00000001:3.0:1767384299.423266:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423269:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.423272:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f85a5a34. 00000100:00000001:3.0:1767384299.423275:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423276:0:17556:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:3.0:1767384299.423278:0:17556:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fcdc4d36. 00000100:00000001:3.0:1767384299.423279:0:17556:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423280:0:17556:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423281:0:17556:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423283:0:17556:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.423285:0:17556:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.423312:0:17556:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384299.423314:0:17556:0:(service.c:847:ptlrpc_register_service()) ost_out: Started, listening on portal 24 00000100:00000001:3.0:1767384299.423315:0:17556:0:(service.c:3393:ptlrpc_start_threads()) Process entered 00000100:00000001:3.0:1767384299.423317:0:17556:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384299.423319:0:17556:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00000010:3.0:1767384299.423323:0:17556:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002ac64bbe. 00000100:00100000:3.0:1767384299.423325:0:17556:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00000001:3.0:1767384299.423617:0:17568:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:3.0:1767384299.423638:0:17568:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000edb5793c. 00000020:00000010:3.0:1767384299.423644:0:17568:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005ac3cd52. 00000020:00000010:3.0:1767384299.423660:0:17568:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f340707. 00000020:00000010:3.0:1767384299.423665:0:17568:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a5972b3b. 00000040:00000010:3.0:1767384299.423670:0:17568:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000053904910. 00000020:00000010:3.0:1767384299.423676:0:17568:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f2b23e2. 00000020:00000010:3.0:1767384299.423683:0:17568:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e40a1a72. 00000020:00000010:3.0:1767384299.423699:0:17568:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c9c0e54. 80000000:00000010:3.0:1767384299.423705:0:17568:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003d7ecbe4. 40000000:00000010:3.0:1767384299.423710:0:17568:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006603dc15. 00100000:00000010:3.0:1767384299.423717:0:17568:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000840327ae. 00040000:00000010:3.0:1767384299.423722:0:17568:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eba3bfd5. 00040000:00000010:3.0:1767384299.423727:0:17568:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004afcbe6c. 00040000:00000010:3.0:1767384299.423732:0:17568:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000499f8679. 00080000:00000010:3.0:1767384299.423737:0:17568:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ced8d3f. 00000004:00000010:3.0:1767384299.423743:0:17568:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e63cd053. 00000004:00000010:3.0:1767384299.423749:0:17568:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001a5afd15. 00000004:00000010:3.0:1767384299.423754:0:17568:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007aabbf24. 00002000:00000010:3.0:1767384299.423759:0:17568:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000557e144f. 00000004:00000010:3.0:1767384299.423764:0:17568:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001c12693b. 00000100:00000200:3.0:1767384299.423770:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423776:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b5ea218. 00000400:00000010:3.0:1767384299.423787:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f21269cc. 00000100:00000200:3.0:1767384299.423796:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423798:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f49de002. 00000400:00000010:3.0:1767384299.423803:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d9768916. 00000100:00000200:3.0:1767384299.423808:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423810:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc56eb27. 00000400:00000010:3.0:1767384299.423816:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f8975045. 00000100:00000200:3.0:1767384299.423820:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423822:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052a53baa. 00000400:00000010:3.0:1767384299.423835:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f6ae645d. 00000100:00000200:3.0:1767384299.423841:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423844:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2bd5a69. 00000400:00000010:3.0:1767384299.423849:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ed713ed. 00000100:00000200:3.0:1767384299.423853:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423861:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d58721. 00000400:00000010:3.0:1767384299.423865:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009f491247. 00000100:00000200:3.0:1767384299.423870:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423872:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d97f489. 00000400:00000010:3.0:1767384299.423877:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000082bb9773. 00000100:00000200:3.0:1767384299.423881:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423884:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000be00caf. 00000400:00000010:3.0:1767384299.423896:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009898f3b4. 00000100:00000200:3.0:1767384299.423901:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423904:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4dd0706. 00000400:00000010:3.0:1767384299.423910:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b7cfd4ee. 00000100:00000200:3.0:1767384299.423915:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423917:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dad6862. 00000400:00000010:3.0:1767384299.423922:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f5f263f. 00000100:00000200:3.0:1767384299.423926:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423928:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c7e9a4d. 00000400:00000010:3.0:1767384299.423949:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000030f8c511. 00000100:00000200:3.0:1767384299.423954:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423957:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f415809. 00000400:00000010:3.0:1767384299.423971:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000553eb512. 00000100:00000200:3.0:1767384299.423978:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423981:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005a87e2d. 00000400:00000010:3.0:1767384299.423986:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d8bb8158. 00000100:00000200:3.0:1767384299.423990:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.423992:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be6a0a63. 00000400:00000010:3.0:1767384299.423997:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001c8a0c1b. 00000100:00000200:3.0:1767384299.424002:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424004:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068e1425d. 00000400:00000010:3.0:1767384299.424010:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042d0b504. 00000100:00000200:3.0:1767384299.424013:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424016:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e44a15d. 00000400:00000010:3.0:1767384299.424029:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e957265c. 00000100:00000200:3.0:1767384299.424036:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424039:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096039c7f. 00000400:00000010:3.0:1767384299.424045:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dd04e330. 00000100:00000200:3.0:1767384299.424049:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424058:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b108250. 00000400:00000010:3.0:1767384299.424063:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005651ee42. 00000100:00000200:3.0:1767384299.424068:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424070:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dcedfbe. 00000400:00000010:3.0:1767384299.424076:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f242c3ee. 00000100:00000200:3.0:1767384299.424080:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424083:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a35ff1a7. 00000400:00000010:3.0:1767384299.424094:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008c948056. 00000100:00000200:3.0:1767384299.424101:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424158:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b107d977. 00000400:00000010:3.0:1767384299.424168:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000097cf7968. 00000100:00000200:3.0:1767384299.424176:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424179:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c6519d5. 00000400:00000010:3.0:1767384299.424186:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005ea7a7b5. 00000100:00000200:3.0:1767384299.424190:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424193:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8bd1cbb. 00000400:00000010:3.0:1767384299.424199:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b0d70da. 00000100:00000200:3.0:1767384299.424203:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424205:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003cfa597. 00000400:00000010:3.0:1767384299.424218:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a3081705. 00000100:00000200:3.0:1767384299.424224:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424227:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047084db4. 00000400:00000010:3.0:1767384299.424233:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e57be4de. 00000100:00000200:3.0:1767384299.424240:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424242:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d82030b. 00000400:00000010:3.0:1767384299.424247:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005973e863. 00000100:00000200:3.0:1767384299.424251:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424253:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e57849b. 00000400:00000010:3.0:1767384299.424258:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f16ff89. 00000100:00000200:3.0:1767384299.424262:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424265:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037f4a530. 00000400:00000010:3.0:1767384299.424276:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000030797c07. 00000100:00000200:3.0:1767384299.424282:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424284:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e2d4e97. 00000400:00000010:3.0:1767384299.424289:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd0052f1. 00000100:00000200:3.0:1767384299.424293:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424298:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b07d43. 00000400:00000010:3.0:1767384299.424304:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c211e72. 00000100:00000200:3.0:1767384299.424309:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424311:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfbdcca7. 00000400:00000010:3.0:1767384299.424317:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b1d51ee4. 00000100:00000200:3.0:1767384299.424321:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424323:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61dd0a3. 00000400:00000010:3.0:1767384299.424334:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bbc7d372. 00000100:00000200:3.0:1767384299.424339:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424341:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd07c1cb. 00000400:00000010:3.0:1767384299.424346:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cf6301db. 00000100:00000200:3.0:1767384299.424351:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424353:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb7e882e. 00000400:00000010:3.0:1767384299.424358:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009af3d5fc. 00000100:00000200:3.0:1767384299.424362:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424364:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef54c792. 00000400:00000010:3.0:1767384299.424369:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000eba637a4. 00000100:00000200:3.0:1767384299.424373:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424375:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c97ab34. 00000400:00000010:3.0:1767384299.424387:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004ae8e40b. 00000100:00000200:3.0:1767384299.424393:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424395:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c77579eb. 00000400:00000010:3.0:1767384299.424401:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000542f91eb. 00000100:00000200:3.0:1767384299.424406:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424408:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a18542a7. 00000400:00000010:3.0:1767384299.424414:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bd9ec6db. 00000100:00000200:3.0:1767384299.424418:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424420:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f5c17c8. 00000400:00000010:3.0:1767384299.424426:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008180df58. 00000100:00000200:3.0:1767384299.424431:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424433:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c04e6503. 00000400:00000010:3.0:1767384299.424446:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b18933f0. 00000100:00000200:3.0:1767384299.424453:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424456:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a0565e6. 00000400:00000010:3.0:1767384299.424461:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e9f1d471. 00000100:00000200:3.0:1767384299.424466:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424474:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc99007. 00000400:00000010:3.0:1767384299.424480:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ce04a95. 00000100:00000200:3.0:1767384299.424485:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424488:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000957ccfa6. 00000400:00000010:3.0:1767384299.424494:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000989d0ec2. 00000100:00000200:3.0:1767384299.424498:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424501:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c766479. 00000400:00000010:3.0:1767384299.424514:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000002212c39. 00000100:00000200:3.0:1767384299.424521:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424524:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0da2747. 00000400:00000010:3.0:1767384299.424529:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9d1a7cb. 00000100:00000200:3.0:1767384299.424534:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424536:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d34c6309. 00000400:00000010:3.0:1767384299.424541:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000024956426. 00000100:00000200:3.0:1767384299.424545:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424547:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf0ea358. 00000400:00000010:3.0:1767384299.424552:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001afb5d3c. 00000100:00000200:3.0:1767384299.424556:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424559:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c65417d1. 00000400:00000010:3.0:1767384299.424572:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009f7804dc. 00000100:00000200:3.0:1767384299.424580:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424583:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d965981. 00000400:00000010:3.0:1767384299.424589:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c74fcd72. 00000100:00000200:3.0:1767384299.424593:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424595:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a456c51. 00000400:00000010:3.0:1767384299.424600:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000080c5e698. 00000100:00000200:3.0:1767384299.424604:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424606:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013f7a7c2. 00000400:00000010:3.0:1767384299.424612:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f1131073. 00000100:00000200:3.0:1767384299.424616:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424617:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7f3dc3c. 00000400:00000010:3.0:1767384299.424630:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f32611b5. 00000100:00000200:3.0:1767384299.424637:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424639:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e75f2bb. 00000400:00000010:3.0:1767384299.424645:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000089233fdc. 00000100:00000200:3.0:1767384299.424649:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424656:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1271f19. 00000400:00000010:3.0:1767384299.424662:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fdcec9b2. 00000100:00000200:3.0:1767384299.424667:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424669:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef3bf3d1. 00000400:00000010:3.0:1767384299.424674:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e0d122c. 00000100:00000200:3.0:1767384299.424679:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424681:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e602ca1. 00000400:00000010:3.0:1767384299.424693:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004e894d20. 00000100:00000200:3.0:1767384299.424700:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424703:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c671312c. 00000400:00000010:3.0:1767384299.424708:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000070ab477f. 00000100:00000200:3.0:1767384299.424712:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424714:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df72b4d0. 00000400:00000010:3.0:1767384299.424720:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a96beb22. 00000100:00000200:3.0:1767384299.424724:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424726:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000023381fb. 00000400:00000010:3.0:1767384299.424731:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008cccc749. 00000100:00000200:3.0:1767384299.424736:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424738:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe23312e. 00000400:00000010:3.0:1767384299.424750:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008cd6dcbc. 00000100:00000200:3.0:1767384299.424756:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424759:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005adfd1de. 00000400:00000010:3.0:1767384299.424764:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000048ce9eed. 00000100:00000200:3.0:1767384299.424769:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424772:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a59fe81. 00000400:00000010:3.0:1767384299.424777:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007f6da183. 00000100:00000200:3.0:1767384299.424781:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424783:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000959b4319. 00000400:00000010:3.0:1767384299.424788:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d1d6d45a. 00000100:00000200:3.0:1767384299.424792:0:17568:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_out: registering portal 24 00000400:00000010:3.0:1767384299.424794:0:17568:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3fc8bce. 00000400:00000010:3.0:1767384299.424807:0:17568:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000066e99a50. 00000100:00000010:3.0:1767384299.424827:0:17568:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000ea15b22b. 00000100:00000200:3.0:1767384299.424849:0:17568:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1767384299.425340:0:17556:0:(service.c:3521:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.425347:0:17556:0:(service.c:3411:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.425357:0:17556:0:(service.c:856:ptlrpc_register_service()) Process leaving (rc=18446630018290859008 : -114055418692608 : ffff98446748bc00) 00000010:00000001:3.0:1767384299.425363:0:17556:0:(ofd_oss.c:327:oss_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.425371:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009292d318. 00000040:00000010:3.0:1767384299.425380:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000130abf73. 00000020:00000010:3.0:1767384299.425386:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000090fa65f5. 00000020:00000010:3.0:1767384299.425392:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025565e5c. 00040000:00000010:3.0:1767384299.425397:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000016e6f5dc. 00040000:00000010:3.0:1767384299.425404:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5f09bcc. 00080000:00000010:3.0:1767384299.425408:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000099ffd25a. 00000020:00000010:3.0:1767384299.425412:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013c355da. 00000020:00000010:3.0:1767384299.425418:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3606b42. 00000020:00000010:3.0:1767384299.425423:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000002f8220c. 00000008:00000010:3.0:1767384299.425430:0:17556:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000be7df9da. 00020000:00000010:3.0:1767384299.425437:0:17556:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000689d6b71. 00008000:00000010:3.0:1767384299.425442:0:17556:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a8891770. 00000080:00000010:3.0:1767384299.425448:0:17556:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009e954551. 00000020:00000010:3.0:1767384299.425453:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a6ad36e. 00000020:00000001:3.0:1767384299.425456:0:17556:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384299.425460:0:17556:0:(obd_config.c:927:class_incref()) incref OSS (00000000118e0f77) now 3 - setup 00000020:00000080:3.0:1767384299.425463:0:17556:0:(obd_config.c:761:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:00000001:3.0:1767384299.425466:0:17556:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.425468:0:17556:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.425473:0:17556:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000003f44d587. 00000020:00000010:3.0:1767384299.425489:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66e85c9. 00000020:00000010:3.0:1767384299.425493:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000076b40e6. 00000040:00000010:3.0:1767384299.425496:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e4e6579. 00000020:00000010:3.0:1767384299.425501:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f98e207a. 00000020:00000010:3.0:1767384299.425505:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005c5038c1. 80000000:00000010:3.0:1767384299.425508:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a68ee12. 00040000:00000010:3.0:1767384299.425511:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8d2f300. 00080000:00000010:3.0:1767384299.425516:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ab94b149. 20000000:00000010:3.0:1767384299.425520:0:17556:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000403880fa. 00000020:00000001:3.0:1767384299.425524:0:17556:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:3.0:1767384299.425532:0:17556:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 00000020:00000001:3.0:1767384299.425536:0:17556:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384299.425540:0:17556:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384299.425544:0:17556:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:3.0:1767384299.425547:0:17556:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:3.0:1767384299.425550:0:17556:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.119@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:3.0:1767384299.425555:0:17556:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384299.425558:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.425561:0:17556:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:3.0:1767384299.425564:0:17556:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 000000003106221d. 00000020:00000001:3.0:1767384299.425568:0:17556:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000001:3.0:1767384299.425571:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000010:3.0:1767384299.425575:0:17556:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000d739c71d. 00000020:00000001:3.0:1767384299.425579:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.425586:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000f6036087. 00000020:00000010:3.0:1767384299.425592:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000010e240fe. 00000020:00000001:3.0:1767384299.425599:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.425615:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd202f06. 00000020:00000001:3.0:1767384299.425620:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.425624:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.425628:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.425632:0:17556:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000010:3.0:1767384299.425637:0:17556:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000003571f15e. 00080000:00000010:3.0:1767384299.425641:0:17556:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 0000000092bef3b6. 00000100:00000001:0.0:1767384299.431102:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384299.431150:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748225792 02000000:00000001:0.0:1767384299.431161:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384299.431171:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.431180:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.431194:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384299.431202:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748225792 00000020:00000001:0.0:1767384299.431214:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384299.431221:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384299.431259:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.431263:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=10 00000020:00000001:0.0:1767384299.431268:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384299.431272:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384299.431277:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384299.431282:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ed9858. 00000100:00000001:0.0:1767384299.431285:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.431288:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ed9858. 00000020:00000010:0.0:1767384299.431294:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030829466. 00000020:00000010:0.0:1767384299.431298:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e733d83a. 00000020:00000010:0.0:1767384299.431303:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004f094538. 00000100:00000040:0.0:1767384299.431312:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384299.431316:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384299.431318:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384299.431320:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.431330:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.431346:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.431360:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384299.431363:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384299.431366:0:16779:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c713c171. 00000100:00100000:0.0:1767384299.431373:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1767384299.431376:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384299.431378:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384299.431379:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384299.431384:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.431384:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378290768 : -114060331260848 : ffff98434278e450) 00000100:00000001:3.0:1767384299.431388:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.431395:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fbf8df6 x1853236748225792/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.431407:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384299.431410:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075ed9858. 00000100:00000001:0.0:1767384299.431412:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.431415:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075ed9858. 00000100:00100000:0.0:1767384299.431419:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fbf8df6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:17556:x1853236748225792:12345-0@lo:253: 00000100:00000200:0.0:1767384299.431423:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748225792 00000020:00000001:0.0:1767384299.431427:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384299.431431:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384299.431434:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.431437:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384299.431439:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384299.431443:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384299.431445:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384299.431447:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384299.431450:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384299.431454:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.431459:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384299.431462:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384299.431469:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005592de33. 02000000:00000001:0.0:1767384299.431472:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.431474:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.431477:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384299.431489:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c9fc9430. 20000000:00000001:0.0:1767384299.431494:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384299.431497:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384299.431506:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.431509:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384299.431511:0:16780:0:(mgs_handler.c:464:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1767384299.431514:0:16780:0:(mgs_handler.c:491:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:00000001:0.0:1767384299.431516:0:16780:0:(mgs_handler.c:270:mgs_check_target()) Process entered 20000000:00000001:0.0:1767384299.431518:0:16780:0:(mgs_llog.c:637:mgs_check_index()) Process entered 20000000:00000001:0.0:1767384299.431519:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384299.431521:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384299.431523:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.431524:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.431527:0:16780:0:(mgs_llog.c:657:mgs_check_index()) Process leaving via out (rc=1 : 1 : 0x1) 20000000:00000001:0.0:1767384299.431530:0:16780:0:(mgs_handler.c:287:mgs_check_target()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384299.431532:0:16780:0:(mgs_handler.c:496:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384299.431535:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384299.431541:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:3.0:1767384299.435102:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384299.435162:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384299.435167:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c9fc9430. 20000000:00000001:3.0:1767384299.435176:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.435185:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887314, at 4294887316 00010000:00000040:3.0:1767384299.435186:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748225792 00010000:00000001:3.0:1767384299.435195:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:0.0:1767384299.435197:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d925a26f. 00010000:00000200:3.0:1767384299.435216:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fbf8df6 x1853236748225792/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.435229:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.435232:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.435237:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.435242:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.435245:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000001:3.0:1767384299.435248:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384299.435253:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.435255:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.435259:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.435262:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.435267:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7348341. 00000100:00000200:3.0:1767384299.435273:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748225792, offset 224 00000400:00000200:3.0:1767384299.435281:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.435293:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.435305:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e100d00 00000400:00000200:3.0:1767384299.435313:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0xf9d [2] + 224 00000400:00000200:3.0:1767384299.435323:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.435327:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.435334:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.435339:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000920290bd x1853236748225792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384299.435350:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000920290bd x1853236748225792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.435370:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.435379:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7348341 00000400:00000010:3.0:1767384299.435382:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7348341. 00000100:00000001:3.0:1767384299.435386:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.435389:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.435395:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.435401:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00010000:00000001:3.0:1767384299.435407:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384299.435413:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.435429:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384299.435445:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fbf8df6 x1853236748225792/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.435493:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fbf8df6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:17556:x1853236748225792:12345-0@lo:253: Request processed in 4081us (4464us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384299.435525:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000040:3.0:1767384299.435538:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384299.435545:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.435552:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384299.435559:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e733d83a. 00000020:00000010:3.0:1767384299.435567:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004f094538. 00000020:00000010:3.0:1767384299.435581:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030829466. 00000020:00000040:3.0:1767384299.435595:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 9 02000000:00000001:3.0:1767384299.435607:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384299.435613:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005592de33. 02000000:00000001:3.0:1767384299.435623:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.435631:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384299.435641:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384299.435654:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37806eb. 00000400:00000010:3.0:1767384299.435667:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7348341. 00000100:00000040:3.0:1767384299.435699:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887315, at 4294887316 00000100:00000010:3.0:1767384299.435712:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d0f53e9a. 00000100:00000001:3.0:1767384299.436213:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.436220:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748225920 02000000:00000001:3.0:1767384299.436225:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.436233:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.436240:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.436256:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.436265:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748225920 00000020:00000001:3.0:1767384299.436271:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.436275:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384299.436281:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.436286:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=10 00000020:00000001:3.0:1767384299.436289:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384299.436302:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384299.436307:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.436310:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.436313:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.436315:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000020:00000010:3.0:1767384299.436321:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9cc381c. 00000020:00000010:3.0:1767384299.436325:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.436330:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a185244. 00000100:00000040:3.0:1767384299.436336:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384299.436339:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.436340:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.436342:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.436348:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.436363:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.436372:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.436374:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.436379:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1767384299.436382:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384299.436385:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388813392 : -114060320738224 : ffff984343197450) 00000100:00000040:3.0:1767384299.436390:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3d16c6a x1853236748225920/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 512/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.436400:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.436403:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.436405:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.436408:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000100:00100000:3.0:1767384299.436412:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d16c6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:17556:x1853236748225920:12345-0@lo:501: 00000100:00000200:3.0:1767384299.436417:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748225920 00000020:00000001:3.0:1767384299.436419:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384299.436422:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.436424:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.436426:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384299.436429:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186880 : -1042364736 : ffffffffc1dec6c0) 00000020:00000001:3.0:1767384299.436438:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.436440:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.436443:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.436444:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.436448:0:16780:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384299.436450:0:16780:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.436452:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.436455:0:16780:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384299.436457:0:16780:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384299.436460:0:16780:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384299.436463:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.436465:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.436470:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.436472:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.436474:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384299.436478:0:16780:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:3.0:1767384299.436481:0:16780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:3.0:1767384299.436484:0:16780:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.436487:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b6761d00. 00000040:00000001:3.0:1767384299.436491:0:16780:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.436494:0:16780:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.436497:0:16780:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:3.0:1767384299.436500:0:16780:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00080000:00000001:3.0:1767384299.436510:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.436726:0:16780:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.436733:0:16780:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384299.436736:0:16780:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384299.436739:0:16780:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:3.0:1767384299.436742:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b6761d00. 00000040:00000001:3.0:1767384299.436745:0:16780:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.436748:0:16780:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:3.0:1767384299.436751:0:16780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:3.0:1767384299.436754:0:16780:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:3.0:1767384299.436757:0:16780:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:3.0:1767384299.436768:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748225920 00010000:00000001:3.0:1767384299.436770:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384299.436774:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b3d16c6a x1853236748225920/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 512/272 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.436783:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.436784:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.436787:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.436790:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.436793:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000001:3.0:1767384299.436795:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384299.436797:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.436799:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.436802:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.436804:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.436808:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.436813:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236748225920, offset 224 00000400:00000200:3.0:1767384299.436818:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.436826:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.436833:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824e100d80 00000400:00000200:3.0:1767384299.436838:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfad [1] + 224 00000400:00000200:3.0:1767384299.436843:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.436846:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.436850:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.436854:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000920290bd x1853236748225920/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384299.436863:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000920290bd x1853236748225920/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.436881:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.436887:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.436889:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.436892:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.436894:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.436898:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.436909:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00010000:00000001:3.0:1767384299.436912:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384299.436914:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.436918:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384299.436926:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3d16c6a x1853236748225920/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 512/272 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.436961:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d16c6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:17556:x1853236748225920:12345-0@lo:501: Request processed in 558us (816us total) trans 0 rc -2/-2 00000100:00100000:3.0:1767384299.436984:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:3.0:1767384299.436996:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384299.437003:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.437007:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384299.437011:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.437020:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a185244. 00000020:00000010:3.0:1767384299.437028:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9cc381c. 00000020:00000040:3.0:1767384299.437039:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 9 02000000:00000001:3.0:1767384299.437050:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384299.437054:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.437067:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.437071:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384299.437085:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384299.437096:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c0c82fe. 00000400:00000010:3.0:1767384299.437157:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c17f7ca9. 00000100:00000001:3.0:1767384299.437655:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.437661:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748226048 02000000:00000001:3.0:1767384299.437672:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.437679:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.437690:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.437700:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.437708:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748226048 00000020:00000001:3.0:1767384299.437716:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.437728:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384299.437733:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.437735:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=10 00000020:00000001:3.0:1767384299.437747:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384299.437750:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384299.437754:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.437757:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.437759:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.437761:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000020:00000010:3.0:1767384299.437766:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9cc381c. 00000020:00000010:3.0:1767384299.437769:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.437772:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a185244. 00000100:00000040:3.0:1767384299.437777:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384299.437779:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.437781:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.437782:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.437787:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.437800:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.437810:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.437811:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.437815:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384299.437818:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384299.437822:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388803152 : -114060320748464 : ffff984343194c50) 00000100:00000040:3.0:1767384299.437826:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041aadc81 x1853236748226048/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 328/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.437836:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.437840:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.437842:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.437844:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000100:00100000:3.0:1767384299.437848:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041aadc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:17556:x1853236748226048:12345-0@lo:101: 00000100:00000200:3.0:1767384299.437852:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748226048 00000020:00000001:3.0:1767384299.437854:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384299.437856:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.437858:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.437860:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384299.437868:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:3.0:1767384299.437870:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.437872:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.437874:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.437875:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.437879:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.437881:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384299.437884:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384299.437886:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384299.437888:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384299.437891:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.437897:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384299.437904:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000bd6055. 00010000:00000001:3.0:1767384299.437909:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384299.437912:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000085c062fa. 00000020:00000001:3.0:1767384299.437916:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384299.437918:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000085c062fa with handle 0x4ac496f8d605dfbf to hash 00000020:00000001:3.0:1767384299.437920:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384299.437922:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631984640 : -114056077566976 : ffff984440031c00) 00010000:00000001:3.0:1767384299.437924:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631984640 : -114056077566976 : ffff984440031c00) 00010000:00010000:3.0:1767384299.437928:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000085c062fa/0x4ac496f8d605dfbf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605dfb8 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.437949:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 6 00000020:00000040:3.0:1767384299.437951:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=11 00000100:00000001:3.0:1767384299.437959:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.437960:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.437963:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.437965:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.437967:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.437969:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384299.437974:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384299.437977:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384299.437979:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384299.437981:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.437988:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384299.437990:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.437993:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384299.437995:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384299.437997:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384299.437998:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384299.438000:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (0000000000bd6055) refcount = 1 00010000:00010000:3.0:1767384299.438005:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000085c062fa/0x4ac496f8d605dfbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605dfb8 expref: 11 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.438011:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384299.438014:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384299.438015:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.438017:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.438019:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.438025:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384299.438028:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000085c062fa/0x4ac496f8d605dfbf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dfb8 expref: 11 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.438035:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384299.438037:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384299.438039:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.438042:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.438044:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384299.438045:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.438047:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384299.438049:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000085c062fa, rc 0) 00000020:00000001:3.0:1767384299.438051:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384299.438054:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748226048 00010000:00000001:3.0:1767384299.438056:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384299.438059:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041aadc81 x1853236748226048/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.438064:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.438066:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.438067:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.438070:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.438075:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000001:3.0:1767384299.438077:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384299.438078:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.438079:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.438081:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.438083:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.438085:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.438087:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748226048, offset 224 00000400:00000200:3.0:1767384299.438090:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.438097:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.438104:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e100e00 00000400:00000200:3.0:1767384299.438139:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfbd [1] + 224 00000400:00000200:3.0:1767384299.438146:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.438151:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.438155:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.438159:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000920290bd x1853236748226048/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384299.438168:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000920290bd x1853236748226048/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.438186:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.438191:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.438193:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.438197:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.438199:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.438204:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.438209:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00010000:00000001:3.0:1767384299.438218:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384299.438225:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.438232:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384299.438238:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041aadc81 x1853236748226048/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.438279:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041aadc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+11:17556:x1853236748226048:12345-0@lo:101: Request processed in 438us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384299.438323:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767384299.438331:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384299.438337:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.438343:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384299.438353:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.438371:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a185244. 00000020:00000010:3.0:1767384299.438383:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9cc381c. 00000020:00000040:3.0:1767384299.438397:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 10 02000000:00000001:3.0:1767384299.438410:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384299.438414:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.438423:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.438428:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384299.438434:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384299.438457:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11aa087. 00000400:00000010:3.0:1767384299.438469:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000332d9c93. 00000100:00000001:3.0:1767384299.438842:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.438847:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748226176 02000000:00000001:3.0:1767384299.438854:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.438861:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.438867:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.438877:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.438890:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748226176 00000020:00000001:3.0:1767384299.438897:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.438902:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384299.438905:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.438907:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=11 00000020:00000001:3.0:1767384299.438911:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384299.438914:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384299.438917:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.438920:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.438923:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.438925:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000020:00000010:3.0:1767384299.438930:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9cc381c. 00000020:00000010:3.0:1767384299.438953:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.438957:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a185244. 00000100:00000040:3.0:1767384299.438963:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384299.438965:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.438967:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.438968:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.438972:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.438982:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.438991:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.438993:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.438996:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384299.438999:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384299.439001:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388804176 : -114060320747440 : ffff984343195050) 00000100:00000040:3.0:1767384299.439006:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d67e4c1 x1853236748226176/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 328/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.439016:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.439019:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.439021:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.439024:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000100:00100000:3.0:1767384299.439030:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d67e4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+11:17556:x1853236748226176:12345-0@lo:101: 00000100:00000200:3.0:1767384299.439034:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748226176 00000020:00000001:3.0:1767384299.439035:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384299.439038:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.439039:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.439042:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384299.439043:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:3.0:1767384299.439046:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.439048:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.439050:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.439051:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.439053:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.439055:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384299.439056:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384299.439064:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384299.439065:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384299.439067:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.439070:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384299.439074:0:16780:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 4 00010000:00000001:3.0:1767384299.439077:0:16780:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.439080:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384299.439082:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d46b66e7. 00000020:00000001:3.0:1767384299.439085:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384299.439087:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d46b66e7 with handle 0x4ac496f8d605dfcd to hash 00000020:00000001:3.0:1767384299.439090:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384299.439091:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631979008 : -114056077572608 : ffff984440030600) 00010000:00000001:3.0:1767384299.439093:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631979008 : -114056077572608 : ffff984440030600) 00010000:00010000:3.0:1767384299.439096:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d46b66e7/0x4ac496f8d605dfcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605dfc6 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.439103:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 7 00000020:00000040:3.0:1767384299.439131:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=12 00000100:00000001:3.0:1767384299.439138:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.439140:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.439143:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.439145:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.439147:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.439149:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384299.439152:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384299.439154:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384299.439155:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384299.439157:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.439159:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384299.439160:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.439163:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384299.439165:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384299.439166:0:16780:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384299.439168:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384299.439169:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a28cda52) refcount = 4 00010000:00000040:3.0:1767384299.439172:0:16780:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384299.439183:0:16780:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bf9a58b5/0x4ac496f8d605df87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605df80 expref: 12 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.439191:0:16780:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ea09067d/0x4ac496f8d605df02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605defb expref: 12 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.439198:0:16780:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4d5a83a/0x4ac496f8d605dee6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dedf expref: 12 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.439204:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d46b66e7/0x4ac496f8d605dfcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605dfc6 expref: 12 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.439210:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384299.439211:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384299.439212:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.439214:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.439216:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.439220:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384299.439221:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d46b66e7/0x4ac496f8d605dfcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dfc6 expref: 12 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.439227:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384299.439229:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384299.439230:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384299.439232:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.439233:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384299.439234:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.439236:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384299.439237:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d46b66e7, rc 0) 00000020:00000001:3.0:1767384299.439240:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384299.439242:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748226176 00010000:00000001:3.0:1767384299.439244:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384299.439247:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d67e4c1 x1853236748226176/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.439255:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.439257:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.439267:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.439271:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.439273:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000001:3.0:1767384299.439275:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384299.439278:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.439280:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.439282:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.439284:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.439288:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.439292:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748226176, offset 224 00000400:00000200:3.0:1767384299.439297:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.439304:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.439311:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e100e80 00000400:00000200:3.0:1767384299.439316:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfcd [1] + 224 00000400:00000200:3.0:1767384299.439321:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.439325:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.439329:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.439332:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000920290bd x1853236748226176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384299.439341:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000920290bd x1853236748226176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.439358:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.439362:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.439364:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.439367:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.439369:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.439373:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.439378:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00010000:00000001:3.0:1767384299.439382:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384299.439387:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.439392:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384299.439399:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d67e4c1 x1853236748226176/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 328/344 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.439444:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d67e4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+12:17556:x1853236748226176:12345-0@lo:101: Request processed in 420us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384299.439485:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384299.439495:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384299.439505:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.439511:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384299.439521:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.439533:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a185244. 00000020:00000010:3.0:1767384299.439544:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9cc381c. 00000020:00000040:3.0:1767384299.439559:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 11 02000000:00000001:3.0:1767384299.439570:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384299.439575:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.439587:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.439593:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384299.439605:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384299.439613:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac729d15. 00000400:00000010:3.0:1767384299.439624:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab70d92. 00000100:00000040:0.0:1767384299.442167:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887322, at 4294887323 00000100:00000010:0.0:1767384299.442177:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000583025f9. 00000100:00000040:3.0:1767384299.442183:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887322, at 4294887323 00000100:00000010:3.0:1767384299.442199:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa0726d0. 00000100:00000001:3.0:1767384299.443843:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.443849:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748226304 02000000:00000001:3.0:1767384299.443859:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.443869:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.443876:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.443888:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.443896:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748226304 00000020:00000001:3.0:1767384299.443907:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.443911:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384299.443919:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.443925:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=12 00000020:00000001:3.0:1767384299.443930:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384299.443947:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384299.443951:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.443955:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.443957:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.443969:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000020:00000010:3.0:1767384299.443974:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9cc381c. 00000020:00000010:3.0:1767384299.443978:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.443982:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a185244. 00000100:00000040:3.0:1767384299.443987:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384299.443990:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.443991:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.443992:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.443998:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.444010:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.444021:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.444023:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.444029:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384299.444032:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384299.444035:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388800080 : -114060320751536 : ffff984343194050) 00000100:00000040:3.0:1767384299.444041:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1056bcb x1853236748226304/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 512/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.444052:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.444054:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005296f766. 00000100:00000001:3.0:1767384299.444057:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.444059:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005296f766. 00000100:00100000:3.0:1767384299.444063:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1056bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+12:17556:x1853236748226304:12345-0@lo:501: 00000100:00000200:3.0:1767384299.444067:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748226304 00000020:00000001:3.0:1767384299.444069:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384299.444072:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.444074:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.444076:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384299.444078:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186880 : -1042364736 : ffffffffc1dec6c0) 00000020:00000001:3.0:1767384299.444081:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.444082:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.444084:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.444085:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.444096:0:16780:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384299.444098:0:16780:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.444100:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.444103:0:16780:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384299.444130:0:16780:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384299.444134:0:16780:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384299.444137:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.444140:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.444145:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.444147:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.444151:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384299.444155:0:16780:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-OST0000 00000040:00000040:3.0:1767384299.444158:0:16780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:3.0:1767384299.444161:0:16780:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.444164:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b6761d00. 00000040:00000001:3.0:1767384299.444168:0:16780:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.444171:0:16780:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.444173:0:16780:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:3.0:1767384299.444176:0:16780:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00080000:00000001:3.0:1767384299.444183:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.444210:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.444213:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.444215:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444217:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.444222:0:16780:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000810fb3ea. 00000020:00000001:3.0:1767384299.444226:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.444232:0:16780:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a32b9e0e. 00000020:00000010:3.0:1767384299.444239:0:16780:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016e6f5dc. 00000020:00000001:3.0:1767384299.444244:0:16780:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.444248:0:16780:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082d3f84c. 00000020:00000001:3.0:1767384299.444251:0:16780:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444254:0:16780:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.444257:0:16780:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.444259:0:16780:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.444261:0:16780:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444454:0:16780:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444468:0:16780:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384299.444486:0:16780:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384299.444508:0:16780:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444510:0:16780:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444513:0:16780:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384299.444515:0:16780:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384299.444519:0:16780:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384299.444522:0:16780:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.444524:0:16780:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.444527:0:16780:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.444531:0:16780:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018171165272 : -114055538386344 : ffff984460265a58) 00000040:00000001:3.0:1767384299.444534:0:16780:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.444537:0:16780:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.444542:0:16780:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.444545:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000082d3f84c/0000000016e6f5dc to site lru. bkt: 00000000ac76e0f4 00000040:00000010:3.0:1767384299.444549:0:16780:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000810fb3ea. 00000040:00000001:3.0:1767384299.444551:0:16780:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.444554:0:16780:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b6761d00. 00000040:00000001:3.0:1767384299.444558:0:16780:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384299.444559:0:16780:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:3.0:1767384299.444562:0:16780:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.444567:0:16780:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384299.444570:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384299.444572:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384299.444575:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384299.444577:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384299.444580:0:16780:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000afc1c6c1. 00000020:00000040:3.0:1767384299.444583:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=13 00000020:00000040:3.0:1767384299.444586:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 12 20000000:00000010:3.0:1767384299.444588:0:16780:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000afc1c6c1. 20000000:00000001:3.0:1767384299.444591:0:16780:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384299.444594:0:16780:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384299.444597:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748226304 00010000:00000001:3.0:1767384299.444600:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384299.444604:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1056bcb x1853236748226304/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 512/272 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.444613:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384299.444621:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.444624:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.444627:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384299.444630:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000001:3.0:1767384299.444632:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384299.444635:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384299.444637:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.444640:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.444642:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.444646:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.444649:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236748226304, offset 224 00000400:00000200:3.0:1767384299.444654:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.444661:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.444668:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824e100f00 00000400:00000200:3.0:1767384299.444674:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xfdd [1] + 224 00000400:00000200:3.0:1767384299.444679:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.444682:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384299.444687:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.444690:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000920290bd x1853236748226304/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384299.444699:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000920290bd x1853236748226304/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.444719:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.444725:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.444727:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.444730:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384299.444731:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.444735:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.444739:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00010000:00000001:3.0:1767384299.444742:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384299.444744:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.444747:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384299.444751:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1056bcb x1853236748226304/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 512/272 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.444800:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1056bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+12:17556:x1853236748226304:12345-0@lo:501: Request processed in 743us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384299.444827:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384299.444834:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384299.444842:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384299.444851:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384299.444857:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.444867:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009a185244. 00000020:00000010:3.0:1767384299.444877:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9cc381c. 00000020:00000040:3.0:1767384299.444885:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 11 02000000:00000001:3.0:1767384299.444891:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384299.444895:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.444900:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384299.444904:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384299.444911:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384299.444918:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084515e2a. 00000400:00000010:3.0:1767384299.444926:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000940586e4. 00000100:00000001:3.0:1767384299.445355:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.445360:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748226432 02000000:00000001:3.0:1767384299.445363:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384299.445366:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.445371:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.445378:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.445383:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748226432 00000020:00000001:3.0:1767384299.445388:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.445391:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384299.445396:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.445402:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=12 00000020:00000001:3.0:1767384299.445409:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384299.445414:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384299.445424:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.445429:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afc1c6c1. 00000100:00000001:3.0:1767384299.445444:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.445452:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afc1c6c1. 00000020:00000010:3.0:1767384299.445462:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9cc381c. 00000020:00000010:3.0:1767384299.445468:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000924995dd. 00000020:00000010:3.0:1767384299.445474:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009a185244. 00000100:00000040:3.0:1767384299.445480:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384299.445483:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.445484:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.445486:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.445490:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.445502:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.445511:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.445513:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.445517:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:3.0:1767384299.445520:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384299.445522:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388807248 : -114060320744368 : ffff984343195c50) 00000100:00000040:3.0:1767384299.445526:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026edbc20 x1853236748226432/t0(0) o503->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 272/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.445535:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384299.445538:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000afc1c6c1. 00000100:00000001:3.0:1767384299.445541:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.445544:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000afc1c6c1. 00000100:00100000:3.0:1767384299.445549:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026edbc20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+12:17556:x1853236748226432:12345-0@lo:503: 00000100:00000200:3.0:1767384299.445553:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748226432 00000020:00000001:3.0:1767384299.445555:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384299.445558:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.445560:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.445563:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384299.445564:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186976 : -1042364640 : ffffffffc1dec720) 00000020:00000001:3.0:1767384299.445567:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.445568:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.445570:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.445579:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.445581:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.445583:0:16780:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.445585:0:16780:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384299.445588:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384299.445591:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384299.445606:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c3daf839. 02000000:00000001:3.0:1767384299.445609:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.445611:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384299.445613:0:16780:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:3.0:1767384299.445616:0:16780:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.445618:0:16780:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b6761d00. 00000040:00000001:3.0:1767384299.445621:0:16780:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.445623:0:16780:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.445625:0:16780:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:3.0:1767384299.445628:0:16780:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00000020:00000001:3.0:1767384299.445631:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.445634:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018171165272 : -114055538386344 : ffff984460265a58) 00000040:00000001:3.0:1767384299.445637:0:16780:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.445639:0:16780:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.445642:0:16780:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.445648:0:16780:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b1a0dde6. 00000040:00000001:3.0:1767384299.445650:0:16780:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.445652:0:16780:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:3.0:1767384299.449160:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887329, at 4294887330 00000100:00000010:3.0:1767384299.449169:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c74e63da. 00000100:00000040:0.0:1767384299.449202:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887329, at 4294887330 00000100:00000010:0.0:1767384299.449215:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6f1a4b9. 00000100:00000001:1.0:1767384299.453538:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.453545:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.453549:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005e82c185. 00000100:00000200:1.0:1767384299.453553:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748226688, offset 224 00000400:00000200:1.0:1767384299.453558:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.453565:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.453572:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e101080 00000400:00000200:1.0:1767384299.453578:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x100d [4] + 224 00000400:00000200:1.0:1767384299.453585:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.453588:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.453592:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.453597:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000920290bd x1853236748226688/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.453605:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000920290bd x1853236748226688/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.453623:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.453628:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e82c185 00000400:00000010:1.0:1767384299.453630:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005e82c185. 00000100:00000001:1.0:1767384299.453633:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384299.453635:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.453640:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.453646:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00010000:00000001:1.0:1767384299.453651:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384299.453660:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.453666:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384299.453677:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edfa9568 x1853236748226688/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 272/8472 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.453741:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edfa9568 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+12:17556:x1853236748226688:12345-0@lo:502: Request processed in 437us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384299.453771:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:1.0:1767384299.453777:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384299.453784:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384299.453788:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384299.453794:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ceeb0406. 00000020:00000010:1.0:1767384299.453812:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff7ae22c. 00000020:00000010:1.0:1767384299.453825:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017624472. 00000020:00000040:1.0:1767384299.453833:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 11 02000000:00000001:1.0:1767384299.453842:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384299.453848:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000c3daf839. 02000000:00000001:1.0:1767384299.453860:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384299.453865:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384299.453872:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384299.453881:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5e95672. 00000400:00000010:1.0:1767384299.453891:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e82c185. 00000100:00000040:0.0:1767384299.456177:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887336, at 4294887337 00000100:00000010:0.0:1767384299.456187:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000877a33a3. 00000100:00000040:1.0:1767384299.457179:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294887336, at 4294887338 00000100:00000040:3.0:1767384299.457191:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887337, at 4294887338 00000100:00000010:1.0:1767384299.457194:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073fb6921. 00000100:00000010:3.0:1767384299.457206:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d12839b. 00002000:00000001:0.0:1767384299.464567:0:17571:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:0.0:1767384299.464573:0:17571:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 0000000091605d0a. 00000020:00000010:0.0:1767384299.464577:0:17571:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a6ad36e. 00000020:00000010:0.0:1767384299.464581:0:17571:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001f0751e. 00000020:00000010:0.0:1767384299.464584:0:17571:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b52e6424. 00000020:00000010:0.0:1767384299.464587:0:17571:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b3bddcf2. 00000020:00000010:0.0:1767384299.464590:0:17571:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099c8e17e. 80000000:00000010:0.0:1767384299.464592:0:17571:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a101a5c6. 40000000:00000010:0.0:1767384299.464594:0:17571:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003325cb41. 00100000:00000010:0.0:1767384299.464596:0:17571:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004b8228dd. 00040000:00000010:0.0:1767384299.464604:0:17571:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000103b8180. 00040000:00000010:0.0:1767384299.464606:0:17571:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b17dd60c. 00080000:00000010:0.0:1767384299.464609:0:17571:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001cc5d315. 00002000:00000010:0.0:1767384299.464612:0:17571:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a3863024. 00002000:00000001:3.0:1767384299.464836:0:17574:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00002000:00000001:0.0:1767384299.464858:0:17571:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.464863:0:17571:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1767384299.464869:0:17571:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384299.464873:0:17571:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.464880:0:17571:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068dc03a5. 00000020:00000010:0.0:1767384299.464885:0:17571:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004c93d358. 00000020:00000010:0.0:1767384299.464894:0:17571:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007febc835. 00000020:00000010:0.0:1767384299.464899:0:17571:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7aad260. 80000000:00000010:0.0:1767384299.464902:0:17571:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000583025f9. 40000000:00000010:0.0:1767384299.464905:0:17571:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000de780d3f. 00100000:00000010:0.0:1767384299.464909:0:17571:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d18a6904. 00040000:00000010:0.0:1767384299.464912:0:17571:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000048490604. 00040000:00000010:0.0:1767384299.464917:0:17571:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008ae3777b. 00080000:00000010:0.0:1767384299.464920:0:17571:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000f17ed4fe. 00000020:00000010:0.0:1767384299.464922:0:17571:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000b06f4ce0. 00080000:00000010:0.0:1767384299.464924:0:17571:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dfc4031e. 00002000:00000010:0.0:1767384299.464927:0:17571:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ee277321. 00000020:00000010:0.0:1767384299.464945:0:17571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fe316ae. 00000020:00000010:0.0:1767384299.464951:0:17571:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005c3fbcb. 00000020:00000010:0.0:1767384299.464955:0:17571:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000008:00000010:0.0:1767384299.464961:0:17571:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f8d59aa0. 00020000:00000010:0.0:1767384299.464966:0:17571:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000dcd5d3d6. 00008000:00000010:0.0:1767384299.464971:0:17571:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000856269e0. 00000080:00000010:0.0:1767384299.464974:0:17571:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000263f1972. 00000020:00000010:0.0:1767384299.464977:0:17571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034007e87. 00000020:00000001:0.0:1767384299.464981:0:17571:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.464984:0:17571:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 3 - setup 00000020:00000080:0.0:1767384299.464987:0:17571:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1767384299.464990:0:17571:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.464992:0:17571:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.465002:0:17571:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000c836af9a. 00000020:00000001:0.0:1767384299.465006:0:17571:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.465009:0:17571:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c21d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384299.465012:0:17571:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384299.465014:0:17571:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384299.465017:0:17571:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384299.465019:0:17571:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.465020:0:17571:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384299.465021:0:17571:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384299.465025:0:17571:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003af1401c. 00000020:00000080:0.0:1767384299.465027:0:17571:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384299.465028:0:17571:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1767384299.465030:0:17571:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.465032:0:17571:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003af1401c. 00000020:00000001:0.0:1767384299.465036:0:17571:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.465037:0:17571:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c22b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384299.465039:0:17571:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384299.465040:0:17571:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384299.465041:0:17571:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384299.465042:0:17571:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.465043:0:17571:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384299.465044:0:17571:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1767384299.465046:0:17571:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1767384299.465048:0:17571:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.465050:0:17571:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003af1401c. 00000020:00000080:0.0:1767384299.465051:0:17571:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384299.465052:0:17571:0:(obd_config.c:1477:class_process_config()) marker 15 (0x1) lustre sys.timeout 00000020:00000001:0.0:1767384299.465053:0:17571:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.465055:0:17571:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003af1401c. 00000020:00000001:0.0:1767384299.465058:0:17571:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.465059:0:17571:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c2390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384299.465061:0:17571:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384299.465062:0:17571:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384299.465064:0:17571:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767384299.465070:0:17571:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000038ae9d0e. 00000020:00000080:0.0:1767384299.465071:0:17571:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1767384299.465073:0:17571:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1767384299.465075:0:17571:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.465076:0:17571:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000038ae9d0e. 00000020:00000001:0.0:1767384299.465078:0:17571:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.465079:0:17571:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c23e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384299.465081:0:17571:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384299.465084:0:17571:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384299.465086:0:17571:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384299.465092:0:17571:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384299.465137:0:17571:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384299.465140:0:17571:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.465142:0:17571:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c23e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384299.465144:0:17571:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384299.465146:0:17571:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:0.0:1767384299.465147:0:17571:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384299.465148:0:17571:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.465149:0:17571:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384299.465150:0:17571:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384299.465153:0:17571:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000003af1401c. 00000020:00000080:0.0:1767384299.465155:0:17571:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384299.465155:0:17571:0:(obd_config.c:1477:class_process_config()) marker 15 (0x2) lustre sys.timeout 00000020:00000001:0.0:1767384299.465157:0:17571:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.465159:0:17571:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000003af1401c. 00000020:00000001:0.0:1767384299.465163:0:17571:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.465165:0:17571:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c24c0 type=0x0 idx=0 00000040:00000001:0.0:1767384299.465167:0:17571:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384299.465168:0:17571:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:0.0:1767384299.465170:0:17571:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000073fb77cc. 00000020:00000010:0.0:1767384299.465177:0:17571:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006f9ed7b9. 00000020:00000010:0.0:1767384299.465193:0:17571:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee379cce. 00000040:00000010:0.0:1767384299.465195:0:17571:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9c04ded. 00000020:00000010:0.0:1767384299.465197:0:17571:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000741cd6f0. 00000020:00000010:0.0:1767384299.465206:0:17571:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4ce6de8. 00000020:00000010:0.0:1767384299.465209:0:17571:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002274a903. 80000000:00000010:0.0:1767384299.465211:0:17571:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000083aa57d. 40000000:00000010:0.0:1767384299.465213:0:17571:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005a0e073a. 00100000:00000010:0.0:1767384299.465217:0:17571:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e23bb710. 00040000:00000010:0.0:1767384299.465222:0:17571:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001d504fce. 00040000:00000010:0.0:1767384299.465227:0:17571:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000023bf0a7f. 00040000:00000010:0.0:1767384299.465230:0:17571:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095ce3259. 00080000:00000010:0.0:1767384299.465231:0:17571:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000439f8c98. 00000004:00000010:0.0:1767384299.465234:0:17571:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003834e0b4. 00000004:00000010:0.0:1767384299.465238:0:17571:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000058edffc. 00000004:00000010:0.0:1767384299.465245:0:17571:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005fed7844. 00002000:00000010:0.0:1767384299.465247:0:17571:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003dc13fea. 00000004:00000010:0.0:1767384299.465250:0:17571:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c331b22d. 00000020:00000010:0.0:1767384299.465253:0:17571:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a0a27. 00000040:00000010:3.0:1767384299.465303:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d0f53e9a. 00000040:00000001:3.0:1767384299.465311:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384299.465314:0:17556:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:3.0:1767384299.465319:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.465323:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000c560fc25/0000000003c389d4 to site lru. bkt: 0000000047b529fb 00000040:00000010:3.0:1767384299.465327:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000823668c5. 00000040:00000001:3.0:1767384299.465342:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.465345:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000037d9eb6. 00000040:00000010:3.0:1767384299.465350:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000220c061d. 00000020:00000001:3.0:1767384299.465352:0:17556:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.465356:0:17556:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1767384299.465362:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001fed2029. 00000040:00000010:3.0:1767384299.465367:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f27d4dca. 00000020:00000010:3.0:1767384299.465370:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d9e20319. 00000020:00000010:3.0:1767384299.465376:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2c91776. 80000000:00000010:3.0:1767384299.465380:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae737848. 00040000:00000010:3.0:1767384299.465384:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd3f15c5. 00080000:00000010:3.0:1767384299.465388:0:17556:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000098b4d2bb. 00000020:00000010:3.0:1767384299.465392:0:17556:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000002f0a39b7. 00080000:00000010:3.0:1767384299.465396:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007a2580ec. 20000000:00000010:3.0:1767384299.465402:0:17556:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000962d0afc. 00000020:00000010:3.0:1767384299.465406:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050fdcdcf. 10000000:00000010:3.0:1767384299.465409:0:17556:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b7fc8e6e. 10000000:01000000:3.0:1767384299.465417:0:17556:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:3.0:1767384299.465432:0:17556:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384299.465436:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.465439:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.465441:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ba2d02d refcount=3 00000020:00000001:3.0:1767384299.465444:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288479232 : -114055421072384 : ffff984467246c00) 00010000:00000001:3.0:1767384299.465448:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288479232 : -114055421072384 : ffff984467246c00) 00010000:00000001:3.0:1767384299.465452:0:17556:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384299.465457:0:17556:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000001ba2d02d/0x4ac496f8d605dfc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dfcd expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.465468:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.465471:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384299.465474:0:17556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000001ba2d02d/0x4ac496f8d605dfc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dfcd expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.465482:0:17556:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384299.465493:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.465495:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384299.465496:0:17556:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.465501:0:17556:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.465505:0:17556:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384299.465507:0:17556:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff984446e11000 from 1 10000000:00000001:3.0:1767384299.465511:0:17556:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384299.465512:0:17556:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1767384299.465519:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384299.465524:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384299.465529:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.465533:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.465539:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.465547:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009292d318. 00000100:00000001:3.0:1767384299.465554:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.465560:0:17556:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384299.465564:0:17556:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384299.465570:0:17556:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002e7537b6 count: 2 00010000:00000001:3.0:1767384299.465574:0:17556:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.465577:0:17556:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384299.465581:0:17556:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000007f8374c. 00000020:00000001:3.0:1767384299.465585:0:17556:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384299.465588:0:17556:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000007f8374c with handle 0x4ac496f8d605dfe2 to hash 00000020:00000001:3.0:1767384299.465590:0:17556:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384299.465592:0:17556:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.465596:0:17556:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.465600:0:17556:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384299.465603:0:17556:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.465605:0:17556:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.465614:0:17556:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.465627:0:17556:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384299.465643:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.465645:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.465652:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8de5d60. 00000100:00000001:3.0:1767384299.465654:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381121728 : -114060328429888 : ffff984342a416c0) 00000100:00000001:3.0:1767384299.465659:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.465662:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384299.465668:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.465671:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.465673:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.465676:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.465685:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.465695:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.465697:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.465702:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.465706:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.465709:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.465713:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748226816:0@lo:101: 00000100:00000001:3.0:1767384299.465719:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.465726:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.465731:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.465734:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.465738:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.465741:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.465748:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384299.465757:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.465765:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748226816, portal 25 00000100:00000001:3.0:1767384299.465768:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.465769:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384299.465775:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.465783:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.465794:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.465798:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384299.465802:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748226816, offset 0 00000400:00000200:3.0:1767384299.465809:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.465823:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.465837:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e101100 00000400:00000200:3.0:1767384299.465844:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x181 [2] + 0 00000400:00000010:3.0:1767384299.465849:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee9bbfc. 00000400:00000200:3.0:1767384299.465853:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc8ad3d8 00000400:00000200:3.0:1767384299.465859:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.465864:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.465870:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8ad3d8 00000400:00000010:3.0:1767384299.465873:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc8ad3d8. 00000100:00000001:3.0:1767384299.465877:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.465880:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.465884:0:17556:0:(events.c:337:request_in_callback()) incoming req@0000000019af0632 x1853236748226816 msgsize 328 00000100:00100000:3.0:1767384299.465889:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.465892:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.465911:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.465920:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384299.465923:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384299.465928:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.465945:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.465962:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.465969:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.465988:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.465995:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.466004:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.466011:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887349 00000100:00000010:3.0:1767384299.466019:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbfdff43. 00000100:00000001:3.0:1767384299.466027:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384299.466036:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887349 00000100:00000010:3.0:1767384299.466050:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a05c798. 00000100:00000001:3.0:1767384299.466058:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384299.466065:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887349 00000100:00000010:3.0:1767384299.466069:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080ac86c5. 00000100:00000001:3.0:1767384299.466073:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384299.466079:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887349 00000100:00000010:3.0:1767384299.466084:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003be41c73. 00000100:00000001:3.0:1767384299.466090:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384299.466095:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.466099:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.466129:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384299.466133:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384299.466139:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.466142:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.466150:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.466155:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384299.466160:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c8de5d60 going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.466167:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.466173:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.466529:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.466540:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.466545:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.466549:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000400:00000200:3.0:1767384299.466556:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.466561:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.466570:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.466579:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.466599:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.466615:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.466620:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.466626:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.466629:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.466632:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.466635:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.466638:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.466642:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.466656:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.466659:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.466661:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.466664:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.466666:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.466669:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.466673:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.466681:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.466685:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.466687:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.466690:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.466698:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748226816:0@lo:101: 00000100:00000001:3.0:1767384299.466706:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.466710:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.466712:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.466714:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.466718:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.466726:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.466729:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8de5d60. 00000100:00000001:3.0:1767384299.466734:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.466736:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.466739:0:17556:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384299.466742:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.466744:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.466746:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f8374c refcount=4 00000020:00000001:3.0:1767384299.466748:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.466751:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000040:3.0:1767384299.466757:0:17556:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000007f8374c, remote cookie: 0x4ac496f8d605dfe9, flags: 0x0 00010000:00000001:3.0:1767384299.466761:0:17556:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384299.466770:0:17556:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384299.466771:0:17556:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384299.466773:0:17556:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384299.466775:0:17556:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384299.466776:0:17556:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000002e7537b6) refcount = 2 00010000:00000040:3.0:1767384299.466779:0:17556:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384299.466781:0:17556:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.466790:0:17556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dfe9 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.466796:0:17556:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384299.466798:0:17556:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384299.466801:0:17556:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.466806:0:17556:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384299.466810:0:17556:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.466813:0:17556:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605dfe9 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.466821:0:17556:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384299.466823:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.466825:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.466827:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.466830:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.466832:0:17556:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.466834:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.466838:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748226816/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.466848:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.466851:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.466854:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c189c5b8. 02000000:00000001:3.0:1767384299.466860:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.466862:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.466864:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.466867:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.466871:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009292d318. 02000000:00000001:3.0:1767384299.466884:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.466888:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.466891:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384299.466895:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.466896:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384299.466899:0:17556:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.466903:0:17556:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384299.466904:0:17556:0:(mgc_request.c:108:config_log_get()) log params (000000001e2a96a8) refs 2 10000000:00000001:3.0:1767384299.466907:0:17556:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.466909:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.466911:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.466913:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f8374c refcount=3 00000020:00000001:3.0:1767384299.466916:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.466919:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.466922:0:17556:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384299.466924:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.466926:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.466928:0:17556:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.466945:0:17556:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767384299.466949:0:17556:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000002007fb2d. 00000020:00000010:3.0:1767384299.466954:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009292d318. 00000020:00000010:3.0:1767384299.466959:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000130abf73. 00000040:00000010:3.0:1767384299.466964:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025565e5c. 00000020:00000010:3.0:1767384299.466969:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b74d764. 00000020:00000010:3.0:1767384299.466974:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5f09bcc. 80000000:00000010:3.0:1767384299.466977:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015ae46fd. 00040000:00000010:3.0:1767384299.466994:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a9f29254. 00080000:00000010:3.0:1767384299.466999:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a878d360. 20000000:00000010:3.0:1767384299.467004:0:17556:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000992c91c. 10000000:00000040:3.0:1767384299.467009:0:17556:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000037f9eeb8 : new refcount 2 10000000:00000040:3.0:1767384299.467013:0:17556:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000ab320224 : new refcount 2 10000000:00000040:3.0:1767384299.467016:0:17556:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.119@tcp: copy local log params 10000000:00000001:3.0:1767384299.467020:0:17556:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:3.0:1767384299.467024:0:17556:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 00000000b3fdf293. 00000040:00000001:3.0:1767384299.467028:0:17556:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:3.0:1767384299.467038:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.467041:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.467046:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.467049:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.467052:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.467055:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.467061:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.467088:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.467091:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.467094:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467096:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.467102:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000005c43d3. 00000020:00000001:3.0:1767384299.467137:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.467152:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c3d59871. 00000020:00000001:3.0:1767384299.467180:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.467184:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a52e7fd6. 00000020:00000001:3.0:1767384299.467188:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467191:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.467193:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.467196:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.467198:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467227:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467243:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384299.467252:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384299.467274:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467277:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467279:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384299.467281:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384299.467283:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384299.467286:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.467288:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.467291:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.467294:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290949464 : -114055418602152 : ffff9844674a1d58) 00000040:00000001:3.0:1767384299.467298:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.467301:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.467304:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.467310:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b1a0dde6. 00000040:00000001:3.0:1767384299.467321:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.467324:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384299.467329:0:17556:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384299.467331:0:17556:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384299.467334:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384299.467338:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.467340:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.467343:0:17556:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384299.467347:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.467350:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000a52e7fd6/00000000c3d59871 to site lru. bkt: 00000000cc3aeeb7 00000040:00000010:3.0:1767384299.467354:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000005c43d3. 00000040:00000001:3.0:1767384299.467358:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.467360:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b1a0dde6. 00000040:00000010:3.0:1767384299.467365:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.467370:0:17556:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.467373:0:17556:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:3.0:1767384299.467374:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.467378:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.467381:0:17556:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:3.0:1767384299.467384:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000010:3.0:1767384299.467388:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384299.467391:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384299.467396:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.467399:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.467402:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.467406:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000609baa5c. 00000100:00000001:3.0:1767384299.467410:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.467415:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.467417:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.467420:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8de5d60. 00000100:00000001:3.0:1767384299.467423:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381121728 : -114060328429888 : ffff984342a416c0) 00000100:00000001:3.0:1767384299.467426:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.467428:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384299.467431:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.467433:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.467444:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.467446:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.467452:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.467460:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.467462:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.467465:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.467468:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.467471:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.467474:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748226944:0@lo:501: 00000100:00000001:3.0:1767384299.467478:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.467480:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.467482:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.467484:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.467489:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9b1d811. 02000000:00000001:3.0:1767384299.467491:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.467495:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384299.467498:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.467501:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748226944, portal 25 00000100:00000001:3.0:1767384299.467504:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.467505:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384299.467509:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.467517:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.467520:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.467522:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384299.467525:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236748226944, offset 0 00000400:00000200:3.0:1767384299.467531:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.467540:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.467547:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824e101180 00000400:00000200:3.0:1767384299.467554:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x185 [2] + 0 00000400:00000010:3.0:1767384299.467558:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5b6d3cb. 00000400:00000200:3.0:1767384299.467561:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2cf4bc7 00000400:00000200:3.0:1767384299.467565:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.467579:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.467584:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2cf4bc7 00000400:00000010:3.0:1767384299.467587:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2cf4bc7. 00000100:00000001:3.0:1767384299.467592:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.467594:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.467598:0:17556:0:(events.c:337:request_in_callback()) incoming req@000000000a795c31 x1853236748226944 msgsize 504 00000100:00100000:3.0:1767384299.467606:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.467608:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.467620:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.467626:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384299.467628:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384299.467633:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.467640:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.467650:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.467659:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.467677:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.467683:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.467690:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.467700:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887351 00000100:00000001:3.0:1767384299.467713:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887349 00000100:00000001:3.0:1767384299.467721:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887351 00000100:00000001:3.0:1767384299.467732:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887349 00000100:00000001:3.0:1767384299.467741:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887351 00000100:00000001:3.0:1767384299.467751:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887349 00000100:00000001:3.0:1767384299.467761:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887351 00000100:00000001:3.0:1767384299.467777:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887349 00000100:00000001:3.0:1767384299.467786:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.467793:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.467796:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.467797:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384299.467801:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384299.467802:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384299.467806:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.467812:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.467816:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c8de5d60 going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.467826:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.467830:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468138:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.468145:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.468149:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.468155:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000400:00000200:3.0:1767384299.468162:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.468167:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.468176:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.468184:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.468206:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468218:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.468220:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.468221:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.468223:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.468225:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.468227:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.468230:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.468232:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.468236:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.468238:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.468240:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.468242:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.468244:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468246:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.468249:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468256:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.468258:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.468260:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.468263:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.468285:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748226944:0@lo:501: 00000100:00000001:3.0:1767384299.468290:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.468292:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468294:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.468295:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.468298:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468305:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.468307:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8de5d60. 00000100:00000001:3.0:1767384299.468310:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.468311:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.468315:0:17556:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1767384299.468317:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.468318:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.468320:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384299.468322:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.468324:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748226944/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468331:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.468332:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.468334:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9b1d811. 02000000:00000001:3.0:1767384299.468337:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.468339:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.468340:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.468341:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.468343:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000609baa5c. 02000000:00000001:3.0:1767384299.468347:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.468348:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.468349:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384299.468351:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.468352:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384299.468355:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.468357:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.468361:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b1a0dde6. 00000040:00000001:3.0:1767384299.468368:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.468370:0:17556:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:3.0:1767384299.468372:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000010:3.0:1767384299.468375:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384299.468377:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384299.468380:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.468382:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.468384:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.468387:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000609baa5c. 00000100:00000001:3.0:1767384299.468390:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468393:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.468394:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.468397:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8de5d60. 00000100:00000001:3.0:1767384299.468399:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381121728 : -114060328429888 : ffff984342a416c0) 00000100:00000001:3.0:1767384299.468401:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.468403:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384299.468406:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.468407:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468409:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.468410:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.468413:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468420:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.468421:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.468424:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.468426:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.468428:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.468430:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227072:0@lo:503: 00000100:00000001:3.0:1767384299.468434:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.468436:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.468438:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.468440:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.468454:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000d4a66e09. 02000000:00000001:3.0:1767384299.468456:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.468460:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384299.468467:0:17556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000050f3d33e. 00000100:00000200:3.0:1767384299.468471:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748227072, portal 25 00000100:00000001:3.0:1767384299.468473:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.468474:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384299.468479:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468486:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.468488:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.468490:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.468492:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748227072, offset 0 00000400:00000200:3.0:1767384299.468496:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.468502:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.468508:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e101200 00000400:00000200:3.0:1767384299.468512:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x189 [2] + 0 00000400:00000010:3.0:1767384299.468515:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3c847e0. 00000400:00000200:3.0:1767384299.468518:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007b2dcdf 00000400:00000200:3.0:1767384299.468522:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.468525:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.468528:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007b2dcdf 00000400:00000010:3.0:1767384299.468530:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007b2dcdf. 00000100:00000001:3.0:1767384299.468533:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.468535:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.468538:0:17556:0:(events.c:337:request_in_callback()) incoming req@0000000085050ac1 x1853236748227072 msgsize 272 00000100:00100000:3.0:1767384299.468542:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.468544:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.468555:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.468559:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.468561:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.468564:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.468566:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468575:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.468578:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.468610:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468615:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.468622:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468627:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887352 00000100:00000001:3.0:1767384299.468634:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887351 00000100:00000001:3.0:1767384299.468642:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887352 00000100:00000001:3.0:1767384299.468648:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887351 00000100:00000001:3.0:1767384299.468653:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887352 00000100:00000001:3.0:1767384299.468660:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887351 00000100:00000001:3.0:1767384299.468669:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887352 00000100:00000001:3.0:1767384299.468676:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887351 00000100:00000001:3.0:1767384299.468682:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.468685:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.468689:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.468692:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384299.468696:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c8de5d60 going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.468699:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.468701:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.469025:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.469031:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.469035:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.469037:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000400:00000200:3.0:1767384299.469042:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050f3d33e 00000400:00000010:3.0:1767384299.469046:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000050f3d33e. 00000100:00000001:3.0:1767384299.469051:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.469058:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.469078:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.469096:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.469100:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.469150:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.469152:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.469154:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.469156:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.469159:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.469163:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.469167:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.469170:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.469171:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.469173:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.469175:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.469177:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.469180:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.469188:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.469190:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.469192:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.469194:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.469202:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227072:0@lo:503: 00000100:00000001:3.0:1767384299.469206:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.469208:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.469210:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.469212:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.469214:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.469220:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.469222:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c8de5d60. 00000100:00000001:3.0:1767384299.469225:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.469226:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469231:0:17556:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1767384299.469233:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.469235:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748227072/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.469255:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.469257:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.469259:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000d4a66e09. 02000000:00000001:3.0:1767384299.469266:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.469268:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.469270:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.469272:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.469274:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000609baa5c. 02000000:00000001:3.0:1767384299.469277:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.469278:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.469279:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384299.469282:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.469283:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.469285:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.469286:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.469288:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384299.469290:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469292:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469294:0:17556:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384299.469295:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.469297:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000609baa5c. 00000040:00000001:3.0:1767384299.469300:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.469302:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.469304:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.469307:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.469311:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.469324:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.469327:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.469328:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469329:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.469333:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000005c43d3. 00000020:00000001:3.0:1767384299.469336:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.469338:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018290949464 : -114055418602152 : ffff9844674a1d58) 00000040:00000001:3.0:1767384299.469340:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469342:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469349:0:17556:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384299.469351:0:17556:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384299.469353:0:17556:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384299.469355:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.469360:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c189c5b8. 00080000:00000001:3.0:1767384299.469362:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414496256 : -114060295055360 : ffff984344a15800) 00000040:00000001:3.0:1767384299.469365:0:17556:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384299.469368:0:17556:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384299.469371:0:17556:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384299.469379:0:17556:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384299.469382:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:3.0:1767384299.469385:0:17556:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000057bd747b. 00080000:00000001:3.0:1767384299.469388:0:17556:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384299.469394:0:17556:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.469396:0:17556:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469400:0:17556:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384299.469402:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.469403:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384299.469407:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384299.469409:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.469413:0:17556:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469417:0:17556:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469419:0:17556:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469422:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.469435:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469437:0:17556:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384299.469441:0:17556:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384299.469451:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.469452:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469463:0:17556:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469466:0:17556:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384299.469480:0:17556:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469482:0:17556:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384299.469484:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.469485:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469511:0:17556:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.469514:0:17556:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469517:0:17556:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469519:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.469537:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469539:0:17556:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469541:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384299.469554:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a52e7fd6. 00000020:00000010:3.0:1767384299.469559:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c3d59871. 00000040:00000010:3.0:1767384299.469568:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000005c43d3. 00000040:00000001:3.0:1767384299.469570:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.469572:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000609baa5c. 00000040:00000001:3.0:1767384299.469575:0:17556:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469577:0:17556:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384299.469578:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.469581:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000609baa5c. 00000040:00000001:3.0:1767384299.469583:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.469585:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.469587:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.469589:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.469593:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.469602:0:17556:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384299.469607:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000005c43d3. 00000020:00000001:3.0:1767384299.469609:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.469612:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004804a033. 00000020:00000001:3.0:1767384299.469615:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.469617:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a52e7fd6. 00000020:00000001:3.0:1767384299.469620:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469622:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.469624:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.469625:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.469626:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469635:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384299.469637:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.469639:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.469641:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290947672 : -114055418603944 : ffff9844674a1658) 00000040:00000001:3.0:1767384299.469644:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469646:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469647:0:17556:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384299.469649:0:17556:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469656:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.469660:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d14a9983. 00080000:00000001:3.0:1767384299.469663:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414490112 : -114060295061504 : ffff984344a14000) 00000040:00000001:3.0:1767384299.469666:0:17556:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384299.469669:0:17556:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384299.469671:0:17556:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384299.469673:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.469681:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.469683:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469685:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384299.469696:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.469697:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384299.469701:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:3.0:1767384299.469704:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.469705:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469707:0:17556:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384299.469710:0:17556:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.469712:0:17556:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469715:0:17556:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384299.469719:0:17556:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469722:0:17556:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469724:0:17556:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.469726:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.469734:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.469737:0:17556:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384299.469738:0:17556:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384299.469741:0:17556:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384299.469743:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384299.470607:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.470610:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.470632:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384299.470635:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.470638:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.470641:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.470650:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384299.470652:0:17556:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.470656:0:17556:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384299.470667:0:17556:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470670:0:17556:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470677:0:17556:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.470679:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384299.470685:0:17556:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 0000000009667710. 00080000:00000001:3.0:1767384299.470710:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470712:0:17556:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470714:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.470728:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000010a0c629. 00000040:00000001:3.0:1767384299.470730:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.470732:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384299.470735:0:17556:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384299.470737:0:17556:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384299.470739:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384299.470742:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470743:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470745:0:17556:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384299.470747:0:17556:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a031d6d0. 00000040:00001000:3.0:1767384299.470750:0:17556:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384299.470754:0:17556:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384299.470757:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b947f26. 00000020:00000010:3.0:1767384299.470761:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073e17b28. 00000040:00000010:3.0:1767384299.470764:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aaa22d3b. 00000020:00000010:3.0:1767384299.470767:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004467b2aa. 00000020:00000010:3.0:1767384299.470771:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009328885d. 00000020:00000010:3.0:1767384299.470774:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ae720e6. 80000000:00000010:3.0:1767384299.470776:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b040c079. 40000000:00000010:3.0:1767384299.470779:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009ff3be9d. 00100000:00000010:3.0:1767384299.470782:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e0282651. 00040000:00000010:3.0:1767384299.470785:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000796477df. 00040000:00000010:3.0:1767384299.470789:0:17556:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa004a2c. 00040000:00000010:3.0:1767384299.470792:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f7cb47b9. 00080000:00000010:3.0:1767384299.470796:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000782f6153. 00000004:00000010:3.0:1767384299.470801:0:17556:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a2580ec. 00000004:00000010:3.0:1767384299.470807:0:17556:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae762b07. 00000004:00000010:3.0:1767384299.470811:0:17556:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d9e20319. 00002000:00000010:3.0:1767384299.470815:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000538062dc. 00000004:00000010:3.0:1767384299.470823:0:17556:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007b6dcb07. 00000020:00000010:3.0:1767384299.470826:0:17556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a1441552. 00000040:00000010:3.0:1767384299.470833:0:17556:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000072e84fef. 00000040:00080000:3.0:1767384299.470836:0:17556:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:3.0:1767384299.470838:0:17556:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000072e84fef. 00000020:00000010:3.0:1767384299.470843:0:17556:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a1441552. 00000020:00000010:3.0:1767384299.470848:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073e17b28. 00000040:00000010:3.0:1767384299.470852:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aaa22d3b. 00000020:00000010:3.0:1767384299.470854:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004467b2aa. 00000020:00000010:3.0:1767384299.470858:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009328885d. 00000020:00000010:3.0:1767384299.470861:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003ae720e6. 80000000:00000010:3.0:1767384299.470864:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b040c079. 40000000:00000010:3.0:1767384299.470867:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009ff3be9d. 00100000:00000010:3.0:1767384299.470870:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e0282651. 00040000:00000010:3.0:1767384299.470873:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000796477df. 00040000:00000010:3.0:1767384299.470875:0:17556:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa004a2c. 00040000:00000010:3.0:1767384299.470879:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f7cb47b9. 00080000:00000010:3.0:1767384299.470881:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000782f6153. 00000004:00000010:3.0:1767384299.470885:0:17556:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a2580ec. 00000004:00000010:3.0:1767384299.470888:0:17556:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae762b07. 00000004:00000010:3.0:1767384299.470891:0:17556:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d9e20319. 00002000:00000010:3.0:1767384299.470894:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000538062dc. 00000004:00000010:3.0:1767384299.470897:0:17556:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007b6dcb07. 00000020:00000010:3.0:1767384299.470901:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b947f26. 00000040:00000010:3.0:1767384299.470903:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a031d6d0. 00000040:00000001:3.0:1767384299.470905:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470907:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.470909:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000a52e7fd6/000000004804a033 to site lru. bkt: 00000000baeb45e3 00000040:00000010:3.0:1767384299.470912:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000005c43d3. 00000040:00000001:3.0:1767384299.470914:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.470916:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000010a0c629. 00000040:00000010:3.0:1767384299.470919:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000609baa5c. 00000040:00000010:3.0:1767384299.470922:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b1a0dde6. 00000040:00000010:3.0:1767384299.470924:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.470946:0:17556:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.470948:0:17556:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384299.470950:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.470952:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.470955:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.470956:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.470958:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.470961:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.470965:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.470976:0:17556:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.470979:0:17556:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384299.470982:0:17556:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384299.470984:0:17556:0:(llog.c:1547:llog_open()) MGC192.168.202.119@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:3.0:1767384299.470986:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.470988:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.470990:0:17556:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:3.0:1767384299.470993:0:17556:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 00000000b3fdf293. 10000000:00000040:3.0:1767384299.470996:0:17556:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000037f9eeb8 : new refcount 1 10000000:00000001:3.0:1767384299.470999:0:17556:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.471002:0:17556:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384299.471003:0:17556:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1767384299.471005:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.471006:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001069c5d3. 00000040:00000001:3.0:1767384299.471008:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.471009:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.471011:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.471013:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.471016:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.471022:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.471025:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.471026:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.471028:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.471031:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000b3fdf293. 00000020:00000001:3.0:1767384299.471033:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.471042:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018290947672 : -114055418603944 : ffff9844674a1658) 00000040:00000001:3.0:1767384299.471044:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.471046:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.471049:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.471051:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000010a0c629. 00000040:00000001:3.0:1767384299.471053:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.471054:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384299.471056:0:17556:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384299.471058:0:17556:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384299.471060:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384299.471063:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.471065:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.471067:0:17556:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384299.471069:0:17556:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a031d6d0. 00000040:00001000:3.0:1767384299.471071:0:17556:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384299.471342:0:17575:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384299.471353:0:17575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017624472. 00000020:00000010:1.0:1767384299.471361:0:17575:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011b3e2a1. 00000040:00000010:1.0:1767384299.471365:0:17575:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000dccab39. 00000020:00000010:1.0:1767384299.471370:0:17575:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ccb8c6dc. 00000020:00000010:1.0:1767384299.471375:0:17575:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076758053. 00000020:00000010:1.0:1767384299.471381:0:17575:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9682f0a. 80000000:00000010:1.0:1767384299.471386:0:17575:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dbbbcc5f. 40000000:00000010:1.0:1767384299.471389:0:17575:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0b8cc51. 00100000:00000010:1.0:1767384299.471394:0:17575:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002cd5edf7. 00040000:00000010:1.0:1767384299.471398:0:17575:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e93cc92. 00040000:00000010:1.0:1767384299.471402:0:17575:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006c21481e. 00040000:00000010:1.0:1767384299.471406:0:17575:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004ce31f63. 00080000:00000010:1.0:1767384299.471411:0:17575:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008922bc3c. 00000004:00000010:1.0:1767384299.471415:0:17575:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000944e8155. 00000004:00000010:1.0:1767384299.471421:0:17575:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b8f2d98. 00000004:00000010:1.0:1767384299.471426:0:17575:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000045e3980b. 00002000:00000010:1.0:1767384299.471430:0:17575:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057bdc3bc. 00000004:00000010:1.0:1767384299.471434:0:17575:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000df4b08fc. 00000020:00000010:1.0:1767384299.471439:0:17575:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000600382ea. 00000040:00000010:1.0:1767384299.471448:0:17575:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000cee08220. 00000040:00080000:1.0:1767384299.472024:0:17575:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:1.0:1767384299.472038:0:17575:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000cee08220. 00000020:00000010:1.0:1767384299.472045:0:17575:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000600382ea. 00000020:00000010:1.0:1767384299.472054:0:17575:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000011b3e2a1. 00000040:00000010:1.0:1767384299.472057:0:17575:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000dccab39. 00000020:00000010:1.0:1767384299.472060:0:17575:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ccb8c6dc. 00000020:00000010:1.0:1767384299.472065:0:17575:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000076758053. 00000020:00000010:1.0:1767384299.472068:0:17575:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9682f0a. 80000000:00000010:1.0:1767384299.472072:0:17575:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dbbbcc5f. 40000000:00000010:1.0:1767384299.472075:0:17575:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f0b8cc51. 00100000:00000010:1.0:1767384299.472078:0:17575:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002cd5edf7. 00040000:00000010:1.0:1767384299.472081:0:17575:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e93cc92. 00040000:00000010:1.0:1767384299.472087:0:17575:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006c21481e. 00040000:00000010:1.0:1767384299.472090:0:17575:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004ce31f63. 00080000:00000010:1.0:1767384299.472094:0:17575:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008922bc3c. 00000004:00000010:1.0:1767384299.472097:0:17575:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000944e8155. 00000004:00000010:1.0:1767384299.472101:0:17575:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b8f2d98. 00000004:00000010:1.0:1767384299.472125:0:17575:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000045e3980b. 00002000:00000010:1.0:1767384299.472130:0:17575:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000057bdc3bc. 00000004:00000010:1.0:1767384299.472136:0:17575:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000df4b08fc. 00000020:00000010:1.0:1767384299.472139:0:17575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017624472. 00000100:00000040:3.0:1767384299.472173:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887352, at 4294887353 00000100:00000040:0.0:1767384299.472180:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887352, at 4294887353 00000100:00000010:3.0:1767384299.472183:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003be41c73. 00000100:00000010:0.0:1767384299.472193:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbfdff43. 00000040:00000010:3.0:1767384299.472197:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a031d6d0. 00000040:00000001:3.0:1767384299.472205:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384299.472208:0:17556:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000001:3.0:1767384299.472211:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.472216:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000a52e7fd6/000000004804a033 to site lru. bkt: 00000000baeb45e3 00000040:00000010:3.0:1767384299.472219:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000b3fdf293. 00000040:00000001:3.0:1767384299.472224:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.472227:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000010a0c629. 00000040:00000010:3.0:1767384299.472233:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001069c5d3. 00000020:00000001:3.0:1767384299.472238:0:17556:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.472240:0:17556:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1767384299.472244:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000130abf73. 00000040:00000010:3.0:1767384299.472249:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025565e5c. 00000020:00000010:3.0:1767384299.472253:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002b74d764. 00000020:00000010:3.0:1767384299.472258:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5f09bcc. 80000000:00000010:3.0:1767384299.472261:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015ae46fd. 00040000:00000010:3.0:1767384299.472263:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a9f29254. 00080000:00000010:3.0:1767384299.472271:0:17556:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000057bd747b. 00000020:00000010:3.0:1767384299.472273:0:17556:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 0000000009667710. 00080000:00000010:3.0:1767384299.472274:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a878d360. 20000000:00000010:3.0:1767384299.472277:0:17556:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000992c91c. 00000020:00000010:3.0:1767384299.472279:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009292d318. 10000000:00000010:3.0:1767384299.472281:0:17556:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000002007fb2d. 10000000:01000000:3.0:1767384299.472283:0:17556:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:3.0:1767384299.472294:0:17556:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384299.472295:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.472297:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.472299:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000007f8374c refcount=3 00000020:00000001:3.0:1767384299.472300:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.472303:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631981056 : -114056077570560 : ffff984440030e00) 00010000:00000001:3.0:1767384299.472305:0:17556:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384299.472307:0:17556:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dfe9 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.472314:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.472315:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384299.472317:0:17556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 0000000007f8374c/0x4ac496f8d605dfe2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dfe9 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.472321:0:17556:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384299.472322:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.472323:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384299.472324:0:17556:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.472325:0:17556:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.472327:0:17556:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.472330:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d76b11c. 00000040:00000010:3.0:1767384299.472333:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1a8f4a6. 00000020:00000010:3.0:1767384299.472336:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000063fccb63. 00000020:00000010:3.0:1767384299.472338:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041b9b2b3. 00040000:00000010:3.0:1767384299.472341:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebde6e1b. 00040000:00000010:3.0:1767384299.472344:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b81d15d7. 00080000:00000010:3.0:1767384299.472346:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009a423526. 00000020:00000010:3.0:1767384299.472351:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b3c9c6. 00000020:00000001:3.0:1767384299.472353:0:17556:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.472355:0:17556:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000ddf0254c. 00000020:00000010:3.0:1767384299.472357:0:17556:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000048f2928a. 00000020:00000001:3.0:1767384299.472358:0:17556:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.472365:0:17556:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:3.0:1767384299.472367:0:17556:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000002007fb2d. 00000020:00000010:3.0:1767384299.472369:0:17556:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000009667710. 00000020:00000001:3.0:1767384299.472371:0:17556:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:3.0:1767384299.472373:0:17556:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000c0bacbcd. 00000020:00000010:3.0:1767384299.472376:0:17556:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000c8de5d60. 00000020:00000001:3.0:1767384299.472377:0:17556:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384299.472379:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000992c91c. 00000020:00000010:3.0:1767384299.472381:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9f29254. 00000040:00000010:3.0:1767384299.472383:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001069c5d3. 00000020:00000010:3.0:1767384299.472385:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a423526. 00000020:00000010:3.0:1767384299.472387:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000609baa5c. 00040000:00000010:3.0:1767384299.472389:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057bd747b. 00040000:00000010:3.0:1767384299.472390:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009b947f26. 00080000:00000010:3.0:1767384299.472392:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000063fccb63. 10000000:00000001:3.0:1767384299.472395:0:17556:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384299.472396:0:17556:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1767384299.472398:0:17556:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1767384299.472400:0:17556:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1767384299.472401:0:17556:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff984446e11000 10000000:00000001:3.0:1767384299.472404:0:17556:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1767384299.472406:0:17556:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff984446e11000 10000000:00000010:3.0:1767384299.472407:0:17556:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000f7cb47b9. 10000000:01000000:3.0:1767384299.472409:0:17556:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1767384299.472411:0:17556:0:(genops.c:887:class_export_get()) GET export 000000009a3d1dac refcount=12 10000000:00000001:3.0:1767384299.472413:0:17556:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630013368750080 : -114060340801536 : ffff984341e75000) 10000000:00000001:3.0:1767384299.472415:0:17556:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446630013368750080 : -114060340801536 : ffff984341e75000) 10000000:00000001:3.0:1767384299.472417:0:17556:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384299.472418:0:17556:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff984446e11000 from 1 10000000:00000001:3.0:1767384299.472422:0:17556:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384299.472423:0:17556:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1767384299.472425:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384299.472427:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384299.472429:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.472431:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.472433:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.472436:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003ae720e6. 00000100:00000001:3.0:1767384299.472438:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.472441:0:17556:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384299.472443:0:17556:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384299.472447:0:17556:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000036e5a379 count: 5 00010000:00000001:3.0:1767384299.472448:0:17556:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.472450:0:17556:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384299.472452:0:17556:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ee33982. 00000020:00000001:3.0:1767384299.472455:0:17556:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384299.472456:0:17556:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009ee33982 with handle 0x4ac496f8d605dff0 to hash 00000020:00000001:3.0:1767384299.472458:0:17556:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384299.472458:0:17556:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:3.0:1767384299.472460:0:17556:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:3.0:1767384299.472462:0:17556:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384299.472464:0:17556:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.472466:0:17556:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.472469:0:17556:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.472475:0:17556:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384299.472478:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.472479:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.472481:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000050f3d33e. 00000100:00000001:3.0:1767384299.472483:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381121536 : -114060328430080 : ffff984342a41600) 00000100:00000001:3.0:1767384299.472489:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.472490:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384299.472493:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.472494:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.472496:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.472497:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.472502:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.472510:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.472512:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.472515:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.472516:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.472518:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.472520:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227200:0@lo:101: 00000100:00000001:3.0:1767384299.472522:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.472525:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.472526:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.472528:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.472530:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007b6dcb07. 02000000:00000001:3.0:1767384299.472531:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.472533:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384299.472536:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.472538:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748227200, portal 25 00000100:00000001:3.0:1767384299.472540:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.472540:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384299.472543:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.472547:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.472549:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.472550:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384299.472552:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748227200, offset 0 00000400:00000200:3.0:1767384299.472555:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.472560:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.472565:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e101280 00000400:00000200:3.0:1767384299.472572:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x18d [2] + 0 00000400:00000010:3.0:1767384299.472574:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc8a4b64. 00000400:00000200:3.0:1767384299.472576:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002236a8b3 00000400:00000200:3.0:1767384299.472578:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.472580:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.472583:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002236a8b3 00000400:00000010:3.0:1767384299.472584:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002236a8b3. 00000100:00000001:3.0:1767384299.472586:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.472587:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.472589:0:17556:0:(events.c:337:request_in_callback()) incoming req@000000002ac68fb1 x1853236748227200 msgsize 328 00000100:00100000:3.0:1767384299.472591:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.472592:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.472600:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.472604:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384299.472605:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384299.472606:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.472608:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.472613:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.472614:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.472618:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.472619:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.472622:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.472624:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887356 00000100:00000010:3.0:1767384299.472627:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015ae46fd. 00000100:00000001:3.0:1767384299.472630:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384299.472634:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887356 00000100:00000001:3.0:1767384299.472637:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887352 00000100:00000001:3.0:1767384299.472641:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887356 00000100:00000010:3.0:1767384299.472642:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a031d6d0. 00000100:00000001:3.0:1767384299.472644:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384299.472655:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887356 00000100:00000010:3.0:1767384299.472662:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003be41c73. 00000100:00000001:3.0:1767384299.472668:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384299.472674:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.472679:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.472684:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.472688:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384299.472693:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 0000000050f3d33e going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.472698:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.472702:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.473204:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.473210:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.473214:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.473216:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000400:00000200:3.0:1767384299.473224:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.473227:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.473235:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.473244:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.473275:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.473297:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.473301:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.473307:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.473312:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.473316:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.473320:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.473326:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.473331:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.473337:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.473344:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.473347:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.473352:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.473356:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.473360:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.473367:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.473388:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.473392:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.473394:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.473401:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.473409:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227200:0@lo:101: 00000100:00000001:3.0:1767384299.473415:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.473419:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.473422:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.473425:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.473428:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.473435:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.473438:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000050f3d33e. 00000100:00000001:3.0:1767384299.473444:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.473446:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.473449:0:17556:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384299.473453:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.473455:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.473458:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ee33982 refcount=4 00000020:00000001:3.0:1767384299.473460:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:3.0:1767384299.473463:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000040:3.0:1767384299.473468:0:17556:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009ee33982, remote cookie: 0x4ac496f8d605dff7, flags: 0x0 00010000:00000001:3.0:1767384299.473472:0:17556:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384299.473475:0:17556:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384299.473477:0:17556:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384299.473480:0:17556:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384299.473481:0:17556:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384299.473484:0:17556:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000036e5a379) refcount = 5 00010000:00000040:3.0:1767384299.473488:0:17556:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384299.473491:0:17556:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.119@tcp lock: 000000001ba2d02d/0x4ac496f8d605dfc6 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605dfcd expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.473507:0:17556:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.473513:0:17556:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384299.473519:0:17556:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.119@tcp lock: 000000000fb405bc/0x4ac496f8d605dedf lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605dee6 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384299.473525:0:17556:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dff7 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.473530:0:17556:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384299.473532:0:17556:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384299.473534:0:17556:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384299.473536:0:17556:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384299.473546:0:17556:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384299.473550:0:17556:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605dff7 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384299.473555:0:17556:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384299.473557:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.473558:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.473562:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.473563:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.473565:0:17556:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.473568:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.473572:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748227200/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.473581:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.473584:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.473587:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007b6dcb07. 02000000:00000001:3.0:1767384299.473591:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.473592:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.473600:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.473603:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.473605:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003ae720e6. 02000000:00000001:3.0:1767384299.473607:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.473610:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.473611:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384299.473614:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.473615:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384299.473618:0:17556:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.473620:0:17556:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384299.473621:0:17556:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000f7cb47b9) refs 2 10000000:00000001:3.0:1767384299.473623:0:17556:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.473625:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384299.473627:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.473629:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ee33982 refcount=3 00000020:00000001:3.0:1767384299.473631:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:3.0:1767384299.473634:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:3.0:1767384299.473636:0:17556:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384299.473638:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384299.473639:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384299.473640:0:17556:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384299.473643:0:17556:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1767384299.473645:0:17556:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000009ff3be9d. 00000020:00000010:3.0:1767384299.473648:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ae720e6. 00000020:00000010:3.0:1767384299.473651:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aaa22d3b. 00000040:00000010:3.0:1767384299.473654:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000073e17b28. 00000020:00000010:3.0:1767384299.473657:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d9e20319. 00000020:00000010:3.0:1767384299.473660:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a744924. 80000000:00000010:3.0:1767384299.473663:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b040c079. 00040000:00000010:3.0:1767384299.473667:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000009744aad. 00080000:00000010:3.0:1767384299.473670:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007a2580ec. 20000000:00000010:3.0:1767384299.473674:0:17556:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000098509048. 10000000:00000040:3.0:1767384299.473677:0:17556:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000037f9eeb8 : new refcount 2 10000000:00000040:3.0:1767384299.473679:0:17556:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000ab320224 : new refcount 2 10000000:00000040:3.0:1767384299.473681:0:17556:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.119@tcp: copy local log lustre-client 10000000:00000001:3.0:1767384299.473689:0:17556:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:3.0:1767384299.473692:0:17556:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 15 at 00000000810fb3ea. 00000040:00000001:3.0:1767384299.473696:0:17556:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:3.0:1767384299.473697:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.473700:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c9b1d811. 00000040:00000001:3.0:1767384299.473703:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.473704:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.473706:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.473709:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.473713:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.473728:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.473731:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.473732:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473733:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.473737:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a3188d7b. 00000020:00000001:3.0:1767384299.473740:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.473744:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000796477df. 00000020:00000001:3.0:1767384299.473748:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.473751:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e5ed8d62. 00000020:00000001:3.0:1767384299.473753:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473755:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.473757:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.473759:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.473761:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473773:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473783:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384299.473791:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384299.473807:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473810:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473812:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384299.473814:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384299.473817:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384299.473820:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.473822:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.473824:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.473827:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290946904 : -114055418604712 : ffff9844674a1358) 00000040:00000001:3.0:1767384299.473830:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.473838:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.473841:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.473846:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000010a0c629. 00000040:00000001:3.0:1767384299.473848:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.473849:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000100:00000040:0.0:1767384299.476165:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887356, at 4294887357 00000100:00000010:0.0:1767384299.476173:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015ae46fd. 00000100:00000040:3.0:1767384299.476198:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887356, at 4294887357 00000100:00000040:1.0:1767384299.476198:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294887356, at 4294887357 00000100:00000010:3.0:1767384299.476212:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003be41c73. 00000100:00000010:1.0:1767384299.476219:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a05c798. 00000040:00000001:3.0:1767384299.477209:0:17556:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384299.477215:0:17556:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.477217:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384299.477220:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384299.477222:0:17556:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477225:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c00e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384299.477227:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384299.477229:0:17556:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477230:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384299.477233:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384299.477234:0:17556:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477236:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384299.477237:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384299.477239:0:17556:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477241:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c02e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384299.477242:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384299.477243:0:17556:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477245:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c03c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384299.477246:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384299.477247:0:17556:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477249:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384299.477250:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384299.477251:0:17556:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477253:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c04e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384299.477254:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384299.477255:0:17556:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477265:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c05c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384299.477267:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384299.477269:0:17556:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477270:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c06a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384299.477272:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384299.477274:0:17556:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477276:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384299.477277:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384299.477279:0:17556:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477281:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c07f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384299.477283:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384299.477284:0:17556:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477286:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c08d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384299.477287:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384299.477288:0:17556:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477290:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384299.477291:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384299.477292:0:17556:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477294:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c09b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384299.477295:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384299.477297:0:17556:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477299:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384299.477300:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384299.477302:0:17556:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477303:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384299.477305:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384299.477306:0:17556:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477307:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384299.477309:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384299.477310:0:17556:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477311:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384299.477318:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384299.477319:0:17556:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477321:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384299.477323:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384299.477325:0:17556:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477326:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384299.477328:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384299.477330:0:17556:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477331:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384299.477333:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384299.477335:0:17556:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477336:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384299.477338:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384299.477339:0:17556:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477340:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c0f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384299.477342:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384299.477343:0:17556:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477344:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c1018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384299.477346:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384299.477347:0:17556:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477348:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c1098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384299.477350:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384299.477351:0:17556:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477353:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c1178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384299.477354:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384299.477356:0:17556:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477357:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c1258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384299.477359:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384299.477361:0:17556:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477362:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c12a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384299.477364:0:17556:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384299.477371:0:17556:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384299.477373:0:17556:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384299.477377:0:17556:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384299.477414:0:17556:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384299.477418:0:17556:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.477420:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c12a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384299.477422:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384299.477424:0:17556:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00001000:3.0:1767384299.477426:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843441c1388 type=0x0 idx=0 00000040:00000001:3.0:1767384299.477428:0:17556:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384299.477430:0:17556:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000040:00000010:3.0:1767384299.477433:0:17556:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005ce65cba. 00000020:00000010:3.0:1767384299.477438:0:17556:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ab5afbe4. 00000020:00000010:3.0:1767384299.477445:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a2e7de59. 00000040:00000010:3.0:1767384299.477449:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004a95f864. 00000020:00000010:3.0:1767384299.477451:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac76fd90. 00000020:00000010:3.0:1767384299.477455:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4ce6de8. 00000020:00000010:3.0:1767384299.477459:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000063581231. 80000000:00000010:3.0:1767384299.477462:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f19afd5. 40000000:00000010:3.0:1767384299.477465:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007bdc13c9. 00100000:00000010:3.0:1767384299.477468:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005fed7844. 00040000:00000010:3.0:1767384299.477471:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000062afc7ac. 00040000:00000010:3.0:1767384299.477475:0:17556:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003834e0b4. 00040000:00000010:3.0:1767384299.477478:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005bb008bb. 00080000:00000010:3.0:1767384299.477480:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000439f8c98. 00000004:00000010:3.0:1767384299.477483:0:17556:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000023bf0a7f. 00000004:00000010:3.0:1767384299.477487:0:17556:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000034b034fa. 00000004:00000010:3.0:1767384299.477492:0:17556:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e23bb710. 00002000:00000010:3.0:1767384299.477495:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9140763. 00000004:00000010:3.0:1767384299.477498:0:17556:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e21e9d36. 00000020:00000010:3.0:1767384299.477501:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c6e69b4. 00000040:00000010:3.0:1767384299.477504:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000010d97921. 00000040:00000001:3.0:1767384299.477506:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477508:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.477510:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000e5ed8d62/00000000796477df to site lru. bkt: 000000005bb384d9 00000040:00000010:3.0:1767384299.477519:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a3188d7b. 00000040:00000001:3.0:1767384299.477522:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.477524:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000010a0c629. 00000040:00000010:3.0:1767384299.477526:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c9b1d811. 00000040:00000001:3.0:1767384299.477530:0:17556:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477532:0:17556:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:3.0:1767384299.477533:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.477535:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009292d318. 00000040:00000001:3.0:1767384299.477538:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.477539:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.477541:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.477544:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.477549:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.477563:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.477565:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.477567:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477568:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.477572:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000a3188d7b. 00000020:00000001:3.0:1767384299.477575:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.477578:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018290946904 : -114055418604712 : ffff9844674a1358) 00000040:00000001:3.0:1767384299.477580:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477582:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477584:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.477586:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000010a0c629. 00000040:00000001:3.0:1767384299.477588:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.477589:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384299.477637:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477640:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477642:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477643:0:17556:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384299.477645:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.477647:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c5f09bcc. 00000040:00000001:3.0:1767384299.477649:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.477651:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.477652:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.477655:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.477665:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.477676:0:17556:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.477679:0:17556:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:3.0:1767384299.477682:0:17556:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:3.0:1767384299.477684:0:17556:0:(llog.c:1547:llog_open()) MGC192.168.202.119@tcp: Failed to open llog lustre-clientT: rc -2 00000040:00000010:3.0:1767384299.477686:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c5f09bcc. 00000040:00000001:3.0:1767384299.477689:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.477692:0:17556:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:3.0:1767384299.477694:0:17556:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:3.0:1767384299.477695:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.477697:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c5f09bcc. 00000040:00000001:3.0:1767384299.477699:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.477700:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.477702:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.477704:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.477707:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.477714:0:17556:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:3.0:1767384299.477718:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000012795ad. 00000020:00000001:3.0:1767384299.477720:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.477724:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd84c4c6. 00000020:00000001:3.0:1767384299.477727:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.477730:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000086d22bd6. 00000020:00000001:3.0:1767384299.477732:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477735:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.477737:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.477738:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.477739:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477750:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384299.477752:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.477754:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.477757:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290947416 : -114055418604200 : ffff9844674a1558) 00000040:00000001:3.0:1767384299.477759:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477761:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477763:0:17556:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384299.477771:0:17556:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477773:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.477777:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b6dcb07. 00080000:00000001:3.0:1767384299.477780:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414492160 : -114060295059456 : ffff984344a14800) 00000040:00000001:3.0:1767384299.477783:0:17556:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:3.0:1767384299.477785:0:17556:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1767384299.477787:0:17556:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1767384299.477790:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.477798:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.477800:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477802:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384299.477817:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.477818:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384299.477822:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000010:3.0:1767384299.477826:0:17556:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000005bf80368. 00000001:00000001:3.0:1767384299.477829:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.477831:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477833:0:17556:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1767384299.477836:0:17556:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.477838:0:17556:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477842:0:17556:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1767384299.477846:0:17556:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477849:0:17556:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477851:0:17556:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.477853:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.477868:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.477870:0:17556:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:3.0:1767384299.477872:0:17556:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:3.0:1767384299.477874:0:17556:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:3.0:1767384299.477877:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1767384299.478400:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384299.478404:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478451:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1767384299.478454:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478458:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478462:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.478474:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1767384299.478477:0:17556:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478483:0:17556:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1767384299.478499:0:17556:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478503:0:17556:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478505:0:17556:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478509:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:1.0:1767384299.478525:0:17556:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000f2443486. 00080000:00000001:1.0:1767384299.478565:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478568:0:17556:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478570:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384299.478575:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e6133829. 00000040:00000001:1.0:1767384299.478578:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384299.478580:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384299.478585:0:17556:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384299.478586:0:17556:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384299.478589:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384299.478592:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478595:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478597:0:17556:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384299.478599:0:17556:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000dbbbcc5f. 00000040:00001000:1.0:1767384299.478601:0:17556:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x4:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384299.478605:0:17556:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384299.478608:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ce31f63. 00000020:00000010:1.0:1767384299.478612:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9682f0a. 00000040:00000010:1.0:1767384299.478615:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000dccab39. 00000020:00000010:1.0:1767384299.478619:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000045e3980b. 00000020:00000010:1.0:1767384299.478623:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076758053. 00000020:00000010:1.0:1767384299.478627:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000011b3e2a1. 80000000:00000010:1.0:1767384299.478631:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bfe95059. 40000000:00000010:1.0:1767384299.478634:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3130af8. 00100000:00000010:1.0:1767384299.478639:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000944e8155. 00040000:00000010:1.0:1767384299.478642:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e93cc92. 00040000:00000010:1.0:1767384299.478646:0:17556:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008922bc3c. 00040000:00000010:1.0:1767384299.478649:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1d0c500. 00080000:00000010:1.0:1767384299.478653:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006c21481e. 00000004:00000010:1.0:1767384299.478657:0:17556:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002cd5edf7. 00000004:00000010:1.0:1767384299.478661:0:17556:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003b8f2d98. 00000004:00000010:1.0:1767384299.478665:0:17556:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ccb8c6dc. 00002000:00000010:1.0:1767384299.478670:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df4b08fc. 00000004:00000010:1.0:1767384299.478673:0:17556:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000057bdc3bc. 00000020:00000010:1.0:1767384299.478677:0:17556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b76bdb0e. 00000040:00000010:1.0:1767384299.478690:0:17556:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007ef6ccbb. 00000040:00001000:1.0:1767384299.478692:0:17556:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:1.0:1767384299.478695:0:17556:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384299.478697:0:17556:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384299.478703:0:17556:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767384299.478760:0:17556:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384299.478765:0:17556:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.478767:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384299.478771:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384299.478774:0:17556:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.478776:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.478779:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.478781:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.478786:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007253038d. 00080000:00000001:1.0:1767384299.478788:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017724384256 : -114055985167360 : ffff984445850400) 00000040:00000001:1.0:1767384299.478792:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.478794:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.478797:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.478801:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.478803:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478805:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.478807:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.478808:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478810:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478811:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478815:0:17556:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384299.478817:0:17556:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.478820:0:17556:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.478822:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.478836:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.478839:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.478841:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.478842:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.478848:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479032:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:1.0:1767384299.479037:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479056:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.479061:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00000001:1.0:1767384299.479069:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479072:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479075:0:17556:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1767384299.479078:0:17556:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.479080:0:17556:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479082:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.479089:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479091:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479093:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.479095:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384299.479098:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1767384299.479100:0:17556:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.479102:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.479103:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.479185:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.479276:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000382371cd. 00080000:00000001:1.0:1767384299.479280:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017724390400 : -114055985161216 : ffff984445851c00) 00000040:00000001:1.0:1767384299.479283:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479284:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.479286:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479296:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479297:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479299:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479305:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479306:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479308:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479310:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479312:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.479319:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479321:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479323:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.479324:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.479330:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479338:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.479341:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479345:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.479347:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479351:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.479354:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479367:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384299.479370:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 120 off8536 00000040:00000001:1.0:1767384299.479372:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479373:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479375:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.479381:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479384:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479385:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.479387:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c158 type=0x10620000 idx=3 00000040:00001000:1.0:1767384299.479390:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1767384299.479392:0:17556:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.479394:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.479395:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.479396:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.479400:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004e380af8. 00080000:00000001:1.0:1767384299.479402:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017724388352 : -114055985163264 : ffff984445851400) 00000040:00000001:1.0:1767384299.479404:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479405:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.479407:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479415:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479416:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479418:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479423:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479424:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479425:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479427:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479429:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.479436:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479438:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479439:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.479440:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.479444:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479450:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.479452:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479456:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.479457:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479461:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.479463:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479468:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:1.0:1767384299.479476:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 168 off8704 00000040:00000001:1.0:1767384299.479479:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479481:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479483:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.479489:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479490:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479492:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.479494:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c200 type=0x10620000 idx=4 00000040:00001000:1.0:1767384299.479497:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1767384299.479499:0:17556:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.479500:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.479502:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.479503:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.479506:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e9eab641. 00080000:00000001:1.0:1767384299.479508:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017724386304 : -114055985165312 : ffff984445850c00) 00000040:00000001:1.0:1767384299.479511:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479512:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.479513:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479520:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479522:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479524:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479529:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479530:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479532:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479533:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479535:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.479542:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479544:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479546:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.479547:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.479551:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479558:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.479560:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479563:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.479566:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479569:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.479571:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479592:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.479595:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8928 00000040:00000001:1.0:1767384299.479602:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479604:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479606:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.479619:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479621:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479624:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.479626:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384299.479629:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1767384299.479631:0:17556:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.479633:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.479634:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.479636:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.479640:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000825a0bee. 00080000:00000001:1.0:1767384299.479643:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017724389376 : -114055985162240 : ffff984445851800) 00000040:00000001:1.0:1767384299.479645:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479647:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.479648:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479657:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479658:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479659:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479665:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479666:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479668:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479669:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479671:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.479678:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479680:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479682:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.479683:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.479688:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479696:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.479698:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479701:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.479703:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479708:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.479710:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479716:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.479718:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9152 00000040:00000001:1.0:1767384299.479721:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479728:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479731:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.479739:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479741:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479743:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.479745:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1767384299.479747:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1767384299.479748:0:17556:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.479751:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.479752:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.479753:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.479757:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000057bed9ab. 00080000:00000001:1.0:1767384299.479759:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017724393472 : -114055985158144 : ffff984445852800) 00000040:00000001:1.0:1767384299.479761:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479763:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.479764:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479773:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479775:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479776:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479782:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479783:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479784:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479786:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479788:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.479795:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479797:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479798:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.479800:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.479803:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479810:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.479812:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479816:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.479817:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479821:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.479823:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479845:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384299.479848:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 120 off9272 00000040:00000001:1.0:1767384299.479850:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479851:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479859:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.479865:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479867:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479869:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.479871:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c438 type=0x10620000 idx=7 00000040:00001000:1.0:1767384299.479874:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1767384299.479876:0:17556:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.479878:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.479880:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.479881:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.479885:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0f8bd33. 00080000:00000001:1.0:1767384299.479888:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630018391164928 : -114055318386688 : ffff98446d434800) 00000040:00000001:1.0:1767384299.479890:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479891:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.479893:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479901:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479902:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479904:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.479911:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.479912:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479914:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479916:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479918:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.479925:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479927:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.479929:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.479930:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.479951:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479960:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.479962:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479966:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.479967:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479972:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.479974:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.479980:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:1.0:1767384299.479982:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 168 off9440 00000040:00000001:1.0:1767384299.479984:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.479986:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.479988:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480001:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480003:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480004:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480006:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1767384299.480008:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1767384299.480010:0:17556:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480011:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480012:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480014:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480018:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a1d989ee. 00080000:00000001:1.0:1767384299.480020:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630018612967424 : -114055096584192 : ffff98447a7bb800) 00000040:00000001:1.0:1767384299.480022:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480023:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480025:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480033:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480034:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480035:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480041:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480043:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480044:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480046:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480047:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480055:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480057:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480058:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480059:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480064:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480070:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480072:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480075:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480077:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480081:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480084:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480089:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.480091:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9664 00000040:00000001:1.0:1767384299.480093:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480095:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480096:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480102:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480141:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480143:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480145:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1767384299.480147:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1767384299.480149:0:17556:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480151:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480153:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480154:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480167:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f4d4a37. 00080000:00000001:1.0:1767384299.480170:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367394304 : -114060342157312 : ffff984341d2a000) 00000040:00000001:1.0:1767384299.480172:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480174:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480175:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480184:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480185:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480187:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480193:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480194:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480196:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480198:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480200:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480208:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480210:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480211:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480212:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480216:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480223:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480225:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480229:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480231:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480234:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480236:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480273:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.480276:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00000001:1.0:1767384299.480278:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480280:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480282:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480288:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480290:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480296:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480298:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1767384299.480302:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1767384299.480305:0:17556:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480307:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480308:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480310:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480313:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b7d4f8b. 00080000:00000001:1.0:1767384299.480316:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367386112 : -114060342165504 : ffff984341d28000) 00000040:00000001:1.0:1767384299.480318:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480320:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480321:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480330:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480331:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480332:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480338:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480339:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480341:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480342:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480344:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480351:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480352:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480354:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480355:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480359:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480366:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480368:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480371:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480373:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480377:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480379:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480384:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:1.0:1767384299.480386:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 120 off10008 00000040:00000001:1.0:1767384299.480389:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480390:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480392:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480397:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480399:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480400:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480408:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c718 type=0x10620000 idx=11 00000040:00001000:1.0:1767384299.480411:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1767384299.480412:0:17556:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480414:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480415:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480417:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480420:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d7376ec4. 00080000:00000001:1.0:1767384299.480422:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367395328 : -114060342156288 : ffff984341d2a400) 00000040:00000001:1.0:1767384299.480425:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480426:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480427:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480435:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480436:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480438:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480443:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480444:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480446:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480448:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480450:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480458:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480460:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480462:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480463:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480466:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480473:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480475:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480479:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480481:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480485:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480487:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480492:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.480494:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10232 00000040:00000001:1.0:1767384299.480496:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480498:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480500:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480505:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480506:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480509:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480511:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1767384299.480520:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1767384299.480522:0:17556:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480524:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480526:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480527:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480530:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000065bba94f. 00080000:00000001:1.0:1767384299.480532:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367388160 : -114060342163456 : ffff984341d28800) 00000040:00000001:1.0:1767384299.480535:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480536:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480537:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480546:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480547:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480549:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480554:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480555:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480557:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480558:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480560:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480567:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480569:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480570:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480571:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480575:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480582:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480584:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480587:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480589:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480592:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480594:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480615:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.480618:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 224 off10456 00000040:00000001:1.0:1767384299.480620:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480622:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480624:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480630:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480631:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480633:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480635:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1767384299.480638:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1767384299.480646:0:17556:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480648:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480650:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480651:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480654:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f04d1b80. 00080000:00000001:1.0:1767384299.480656:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367397376 : -114060342154240 : ffff984341d2ac00) 00000040:00000001:1.0:1767384299.480658:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480660:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480662:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480669:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480670:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480672:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480678:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480679:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480681:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480683:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480684:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480692:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480694:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480695:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480696:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480700:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480708:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480710:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480714:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480715:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480719:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480722:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480727:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384299.480729:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 88 off10544 00000040:00000001:1.0:1767384299.480731:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480733:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480735:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480740:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480743:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480744:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480746:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c930 type=0x10620000 idx=14 00000040:00001000:1.0:1767384299.480748:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1767384299.480749:0:17556:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480758:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480759:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480761:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480764:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000a115e6a. 00080000:00000001:1.0:1767384299.480767:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367393280 : -114060342158336 : ffff984341d29c00) 00000040:00000001:1.0:1767384299.480769:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480770:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480772:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480780:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480781:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480783:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480788:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480790:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480791:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480793:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480795:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480802:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480804:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480805:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480807:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480811:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480818:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480820:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480823:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480825:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480829:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480831:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480836:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384299.480839:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].14, 128 off10672 00000040:00000001:1.0:1767384299.480841:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480842:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480844:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480850:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480851:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480853:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480855:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506c9b0 type=0x10620000 idx=15 00000040:00001000:1.0:1767384299.480857:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:1.0:1767384299.480859:0:17556:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.480861:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.480868:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.480870:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.480873:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007f60637f. 00080000:00000001:1.0:1767384299.480875:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367401472 : -114060342150144 : ffff984341d2bc00) 00000040:00000001:1.0:1767384299.480877:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480878:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.480880:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480888:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480889:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480891:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.480896:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.480897:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480898:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480900:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480901:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.480907:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480909:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.480910:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.480912:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.480915:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480922:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.480924:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480927:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.480929:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480950:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.480954:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.480977:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384299.480981:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].15, 144 off10816 00000040:00000001:1.0:1767384299.480983:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480985:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.480987:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.480993:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480995:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.480997:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.480998:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506ca40 type=0x10620000 idx=16 00000040:00001000:1.0:1767384299.481001:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:1.0:1767384299.481002:0:17556:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481004:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481006:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481014:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481018:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d051f14d. 00080000:00000001:1.0:1767384299.481021:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367400448 : -114060342151168 : ffff984341d2b800) 00000040:00000001:1.0:1767384299.481023:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481025:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481026:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481034:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481036:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481038:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481043:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481045:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481047:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481048:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481050:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481058:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481060:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481061:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481062:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481066:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481073:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481075:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481078:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481080:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481084:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481086:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481092:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:1.0:1767384299.481094:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].16, 160 off10976 00000040:00000001:1.0:1767384299.481097:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481098:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481100:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481143:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481146:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481149:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481150:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506cae0 type=0x10620000 idx=17 00000040:00001000:1.0:1767384299.481153:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:1.0:1767384299.481155:0:17556:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481157:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481158:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481159:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481170:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000001a22543. 00080000:00000001:1.0:1767384299.481173:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367398400 : -114060342153216 : ffff984341d2b000) 00000040:00000001:1.0:1767384299.481175:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481177:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481179:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481188:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481189:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481191:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481197:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481199:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481200:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481202:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481204:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481211:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481213:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481215:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481216:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481220:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481228:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481230:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481234:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481236:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481240:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481244:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481250:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.481252:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].17, 224 off11200 00000040:00000001:1.0:1767384299.481254:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481256:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481258:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481264:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481265:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481268:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481270:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506cbc0 type=0x10620000 idx=18 00000040:00001000:1.0:1767384299.481272:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1767384299.481273:0:17556:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481275:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481277:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481278:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481281:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000acf3d175. 00080000:00000001:1.0:1767384299.481289:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367399424 : -114060342152192 : ffff984341d2b400) 00000040:00000001:1.0:1767384299.481292:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481293:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481295:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481303:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481305:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481306:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481312:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481313:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481315:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481317:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481318:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481326:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481328:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481329:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481330:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481334:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481340:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481342:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481346:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481347:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481351:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481354:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481376:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.481379:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].18, 224 off11424 00000040:00000001:1.0:1767384299.481381:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481382:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481384:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481390:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481391:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481393:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481395:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506cca0 type=0x10620000 idx=19 00000040:00001000:1.0:1767384299.481397:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1767384299.481399:0:17556:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481401:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481402:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481403:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481407:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb1fd261. 00080000:00000001:1.0:1767384299.481409:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367390208 : -114060342161408 : ffff984341d29000) 00000040:00000001:1.0:1767384299.481417:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481419:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481421:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481429:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481430:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481432:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481438:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481439:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481441:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481442:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481444:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481452:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481454:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481455:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481456:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481460:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481467:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481469:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481472:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481474:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481478:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481480:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481486:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384299.481488:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].19, 80 off11504 00000040:00000001:1.0:1767384299.481491:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481493:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481494:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481499:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481502:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481503:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481505:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506ccf0 type=0x10620000 idx=20 00000040:00001000:1.0:1767384299.481507:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:1.0:1767384299.481509:0:17556:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481511:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481512:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481513:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481517:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004543cf70. 00080000:00000001:1.0:1767384299.481519:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367391232 : -114060342160384 : ffff984341d29400) 00000040:00000001:1.0:1767384299.481521:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481529:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481530:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481538:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481539:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481541:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481547:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481548:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481550:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481551:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481553:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481560:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481562:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481564:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481565:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481568:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481575:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481577:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481580:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481582:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481586:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481588:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481593:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.481595:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].20, 224 off11728 00000040:00000001:1.0:1767384299.481597:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481599:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481601:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481606:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481608:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481609:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481611:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506cdd0 type=0x10620000 idx=21 00000040:00001000:1.0:1767384299.481614:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:1.0:1767384299.481616:0:17556:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481618:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481619:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481620:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481624:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006bc6d522. 00080000:00000001:1.0:1767384299.481626:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367389184 : -114060342162432 : ffff984341d28c00) 00000040:00000001:1.0:1767384299.481628:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481630:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481638:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481646:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481647:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481649:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481655:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481656:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481658:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481660:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481662:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481669:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481671:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481673:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481674:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481678:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481684:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481686:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481689:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481691:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481695:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481697:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481718:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.481721:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].21, 224 off11952 00000040:00000001:1.0:1767384299.481723:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481725:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481727:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481733:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481734:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481736:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481738:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506ceb0 type=0x10620000 idx=22 00000040:00001000:1.0:1767384299.481740:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1767384299.481742:0:17556:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481743:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481745:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481746:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481749:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f3604bd. 00080000:00000001:1.0:1767384299.481751:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367387136 : -114060342164480 : ffff984341d28400) 00000040:00000001:1.0:1767384299.481754:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481755:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481756:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481770:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481771:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481773:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481778:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481780:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481781:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481783:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481785:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481794:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481796:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481797:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481798:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481802:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481809:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481811:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481815:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481817:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481821:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481823:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481828:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:1.0:1767384299.481830:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].22, 88 off12040 00000040:00000001:1.0:1767384299.481832:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481833:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481835:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481841:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481842:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481844:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481846:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506cf08 type=0x10620000 idx=23 00000040:00001000:1.0:1767384299.481848:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:1.0:1767384299.481850:0:17556:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481852:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481853:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481854:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481858:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000c60c910. 00080000:00000001:1.0:1767384299.481860:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367396352 : -114060342155264 : ffff984341d2a800) 00000040:00000001:1.0:1767384299.481862:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481863:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481865:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481871:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481878:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481881:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481889:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481890:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481892:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481893:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481895:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.481902:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481904:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481906:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.481907:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.481910:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481917:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.481919:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481922:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.481924:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481928:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.481930:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.481952:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384299.481955:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].23, 128 off12168 00000040:00000001:1.0:1767384299.481957:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481958:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.481960:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.481966:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481967:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.481969:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.481971:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506cf88 type=0x10620000 idx=24 00000040:00001000:1.0:1767384299.481973:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:1.0:1767384299.481975:0:17556:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.481977:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.481978:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.481979:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.481983:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b377e912. 00080000:00000001:1.0:1767384299.481985:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367392256 : -114060342159360 : ffff984341d29800) 00000040:00000001:1.0:1767384299.481987:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.481988:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.481990:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.481997:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.481998:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482006:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482013:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482015:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482016:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482018:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482020:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.482028:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482029:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482031:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.482032:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.482036:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482042:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.482044:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482047:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.482049:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482053:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.482055:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482076:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:1.0:1767384299.482078:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].24, 144 off12312 00000040:00000001:1.0:1767384299.482081:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482082:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482084:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.482090:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482092:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482094:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.482096:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506d018 type=0x10620000 idx=25 00000040:00001000:1.0:1767384299.482098:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:1.0:1767384299.482100:0:17556:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.482101:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.482103:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.482134:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.482151:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f0e075c5. 00080000:00000001:1.0:1767384299.482156:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370090496 : -114060339461120 : ffff984341fbc400) 00000040:00000001:1.0:1767384299.482158:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482160:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.482162:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482181:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482184:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482186:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482201:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482203:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482204:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482206:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482208:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.482218:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482220:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482221:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.482222:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.482227:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482235:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.482237:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482241:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.482242:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482246:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.482248:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482254:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:1.0:1767384299.482256:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].25, 128 off12440 00000040:00000001:1.0:1767384299.482258:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482260:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482262:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.482267:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482269:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482271:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.482273:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506d098 type=0x10620000 idx=26 00000040:00001000:1.0:1767384299.482276:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:1.0:1767384299.482277:0:17556:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.482279:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.482280:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.482282:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.482285:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee0bd030. 00080000:00000001:1.0:1767384299.482287:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370099712 : -114060339451904 : ffff984341fbe800) 00000040:00000001:1.0:1767384299.482290:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482291:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.482293:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482300:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482302:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482304:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482309:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482316:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482318:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482320:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482322:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.482330:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482332:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482333:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.482335:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.482339:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482346:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.482348:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482351:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.482353:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482357:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.482360:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482365:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.482367:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].26, 224 off12664 00000040:00000001:1.0:1767384299.482369:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482371:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482373:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.482378:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482380:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482382:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.482383:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506d178 type=0x10620000 idx=27 00000040:00001000:1.0:1767384299.482386:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:1.0:1767384299.482387:0:17556:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.482389:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.482390:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.482391:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.482395:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fcc4c90f. 00080000:00000001:1.0:1767384299.482397:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370095616 : -114060339456000 : ffff984341fbd800) 00000040:00000001:1.0:1767384299.482399:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482400:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.482402:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482409:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482410:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482412:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482418:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482419:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482427:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482429:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482431:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.482439:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482441:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482442:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.482443:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.482447:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482454:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.482457:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482461:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.482462:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482466:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.482468:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482490:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.482493:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].27, 224 off12888 00000040:00000001:1.0:1767384299.482495:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482497:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482499:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.482506:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482507:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482509:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.482511:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506d258 type=0x10620000 idx=28 00000040:00001000:1.0:1767384299.482513:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:1.0:1767384299.482515:0:17556:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.482517:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.482518:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.482519:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.482523:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c81d3a17. 00080000:00000001:1.0:1767384299.482525:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370097664 : -114060339453952 : ffff984341fbe000) 00000040:00000001:1.0:1767384299.482527:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482528:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.482530:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482537:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482538:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482540:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482545:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482546:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482548:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482555:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482558:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.482566:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482568:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482569:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.482570:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.482574:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482580:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.482582:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482585:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.482587:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482592:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.482594:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482599:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:1.0:1767384299.482601:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].28, 80 off12968 00000040:00000001:1.0:1767384299.482603:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482605:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482606:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.482612:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482614:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482616:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.482618:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506d2a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384299.482620:0:17556:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:1.0:1767384299.482623:0:17556:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384299.482624:0:17556:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384299.482627:0:17556:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767384299.482663:0:17556:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384299.482667:0:17556:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384299.482669:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff98447506d2a8 type=0x10620000 idx=29 00000040:00001000:1.0:1767384299.482671:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:1.0:1767384299.482672:0:17556:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:1.0:1767384299.482674:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384299.482676:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384299.482677:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.482681:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f22b654d. 00080000:00000001:1.0:1767384299.482684:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370089472 : -114060339462144 : ffff984341fbc000) 00000040:00000001:1.0:1767384299.482686:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482687:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384299.482694:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482701:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482703:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482705:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.482710:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.482711:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482713:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482714:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482717:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.482723:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482726:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384299.482727:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384299.482728:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x8:0x0] 00080000:00000001:1.0:1767384299.482732:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482739:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1767384299.482741:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482746:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1767384299.482748:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482752:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384299.482754:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384299.482759:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:1.0:1767384299.482761:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].29, 224 off13192 00000040:00000001:1.0:1767384299.482763:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482765:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.482767:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.482773:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482774:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482776:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482779:0:17556:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384299.482781:0:17556:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000040:00000010:1.0:1767384299.482783:0:17556:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007ef6ccbb. 00000020:00000010:1.0:1767384299.482790:0:17556:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b76bdb0e. 00000020:00000010:1.0:1767384299.482797:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9682f0a. 00000040:00000010:1.0:1767384299.482802:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000dccab39. 00000020:00000010:1.0:1767384299.482806:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000045e3980b. 00000020:00000010:1.0:1767384299.482809:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000076758053. 00000020:00000010:1.0:1767384299.482813:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011b3e2a1. 80000000:00000010:1.0:1767384299.482817:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bfe95059. 40000000:00000010:1.0:1767384299.482826:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d3130af8. 00100000:00000010:1.0:1767384299.482830:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000944e8155. 00040000:00000010:1.0:1767384299.482835:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e93cc92. 00040000:00000010:1.0:1767384299.482840:0:17556:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008922bc3c. 00040000:00000010:1.0:1767384299.482846:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1d0c500. 00080000:00000010:1.0:1767384299.482849:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006c21481e. 00000004:00000010:1.0:1767384299.482853:0:17556:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002cd5edf7. 00000004:00000010:1.0:1767384299.482857:0:17556:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003b8f2d98. 00000004:00000010:1.0:1767384299.482861:0:17556:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ccb8c6dc. 00002000:00000010:1.0:1767384299.482864:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df4b08fc. 00000004:00000010:1.0:1767384299.482868:0:17556:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000057bdc3bc. 00000020:00000010:1.0:1767384299.482871:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce31f63. 00000040:00000010:1.0:1767384299.482874:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000dbbbcc5f. 00000040:00000001:1.0:1767384299.482877:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482880:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384299.482883:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000086d22bd6/00000000dd84c4c6 to site lru. bkt: 00000000d3d77c34 00000040:00000010:1.0:1767384299.482886:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000012795ad. 00000040:00000001:1.0:1767384299.482888:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384299.482890:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e6133829. 00000040:00000010:1.0:1767384299.482893:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c5f09bcc. 00000040:00000001:1.0:1767384299.482896:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384299.482898:0:17556:0:(lu_object.c:207:lu_object_put()) Add 00000000e5ed8d62/00000000796477df to site lru. bkt: 000000005bb384d9 00000040:00000010:1.0:1767384299.482900:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000a3188d7b. 00000040:00000001:1.0:1767384299.482902:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384299.482904:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000010a0c629. 00000040:00000010:1.0:1767384299.482907:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009292d318. 00000040:00000001:1.0:1767384299.482911:0:17556:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.482914:0:17556:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384299.482916:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384299.482918:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004ce31f63. 00000040:00000001:1.0:1767384299.482922:0:17556:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384299.482925:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000010:1.0:1767384299.482947:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a5a4deb. 00000020:00000040:1.0:1767384299.482951:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384299.482956:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384299.482965:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384299.482970:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384299.482977:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1d0c500. 00000100:00000001:1.0:1767384299.482983:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.482990:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384299.482992:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384299.482998:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9bab54e. 00000100:00000001:1.0:1767384299.483000:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017907155520 : -114055802396096 : ffff98445069e240) 00000100:00000001:1.0:1767384299.483003:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384299.483004:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407817984 : -114055301733632 : ffff98446e416300) 00000100:00000001:1.0:1767384299.483009:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384299.483011:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483014:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384299.483015:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384299.483023:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.483033:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384299.483035:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.483039:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384299.483041:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384299.483044:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.483047:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a5a4deb pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227328:0@lo:501: 00000100:00000001:1.0:1767384299.483051:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384299.483056:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384299.483058:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.483060:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384299.483064:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011b3e2a1. 02000000:00000001:1.0:1767384299.483066:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.483072:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41a3bd5. 00000400:00000010:1.0:1767384299.483078:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384299.483084:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748227328, portal 25 00000100:00000001:1.0:1767384299.483086:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384299.483087:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407817984 : -114055301733632 : ffff98446e416300) 00000100:00000040:1.0:1767384299.483092:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.483133:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.483139:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.483142:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000100:00000200:1.0:1767384299.483146:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236748227328, offset 0 00000400:00000200:1.0:1767384299.483155:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.483171:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.483183:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824e101300 00000400:00000200:1.0:1767384299.483189:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x191 [2] + 0 00000400:00000010:1.0:1767384299.483194:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae645761. 00000400:00000200:1.0:1767384299.483198:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b59c9100 00000400:00000200:1.0:1767384299.483204:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.483208:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384299.483213:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c9100 00000400:00000010:1.0:1767384299.483215:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b59c9100. 00000100:00000001:1.0:1767384299.483220:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384299.483222:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384299.483225:0:17556:0:(events.c:337:request_in_callback()) incoming req@0000000058519b05 x1853236748227328 msgsize 512 00000100:00100000:1.0:1767384299.483230:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384299.483232:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384299.483245:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.483252:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316cdf62 00000400:00000010:1.0:1767384299.483254:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316cdf62. 00000100:00000001:1.0:1767384299.483258:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384299.483262:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.483274:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.483278:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.483305:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483316:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.483325:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483335:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887367 00000100:00000010:1.0:1767384299.483344:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbbbcc5f. 00000100:00000001:1.0:1767384299.483368:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384299.483383:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887367 00000100:00000010:1.0:1767384299.483389:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bfe95059. 00000100:00000001:1.0:1767384299.483401:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384299.483411:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887367 00000100:00000010:1.0:1767384299.483416:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006714ddb3. 00000100:00000001:1.0:1767384299.483423:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384299.483426:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887367 00000100:00000010:1.0:1767384299.483429:0:17556:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b50ed15d. 00000100:00000001:1.0:1767384299.483435:0:17556:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384299.483446:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.483450:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483453:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384299.483458:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384299.483464:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c9bab54e going to sleep for 11 seconds 00000100:00000001:0.0:1767384299.483466:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384299.483473:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384299.483475:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.483479:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483481:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.483484:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483815:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384299.483827:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384299.483833:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384299.483842:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41a3bd5. 00000400:00000200:1.0:1767384299.483854:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384299.483862:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384299.483870:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.483878:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384299.483904:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.483913:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384299.483915:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.483918:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384299.483921:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384299.483923:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384299.483949:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.483952:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.483958:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384299.483962:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.483965:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384299.483966:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.483969:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384299.483972:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.483975:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.483979:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.483986:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.483988:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384299.483990:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384299.483993:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.484000:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a5a4deb pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227328:0@lo:501: 00000100:00000001:1.0:1767384299.484006:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.484008:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484010:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384299.484012:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.484014:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.484020:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384299.484022:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9bab54e. 00000100:00000001:1.0:1767384299.484024:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384299.484026:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.484029:0:17556:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384299.484031:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384299.484033:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384299.484035:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384299.484036:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.484038:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a5a4deb x1853236748227328/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.484057:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384299.484059:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384299.484062:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011b3e2a1. 02000000:00000001:1.0:1767384299.484064:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384299.484066:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384299.484067:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384299.484069:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384299.484071:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1d0c500. 02000000:00000001:1.0:1767384299.484074:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384299.484075:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384299.484077:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a5a4deb. 00000100:00000001:1.0:1767384299.484080:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384299.484081:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384299.484084:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.484086:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384299.484089:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e6133829. 00000040:00000001:1.0:1767384299.484091:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384299.484093:0:17556:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384299.484094:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000010:1.0:1767384299.484098:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a5a4deb. 00000020:00000040:1.0:1767384299.484100:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384299.484102:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384299.484134:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384299.484137:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384299.484142:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1d0c500. 00000100:00000001:1.0:1767384299.484146:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484149:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384299.484150:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384299.484153:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9bab54e. 00000100:00000001:1.0:1767384299.484155:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017907155520 : -114055802396096 : ffff98445069e240) 00000100:00000001:1.0:1767384299.484157:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384299.484158:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407817984 : -114055301733632 : ffff98446e416300) 00000100:00000001:1.0:1767384299.484161:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384299.484163:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484164:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384299.484173:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384299.484176:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.484184:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384299.484185:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.484188:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384299.484189:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384299.484191:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.484194:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004a5a4deb pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227456:0@lo:503: 00000100:00000001:1.0:1767384299.484197:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384299.484199:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384299.484201:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.484203:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384299.484216:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000038ffa41f. 02000000:00000001:1.0:1767384299.484219:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384299.484222:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41a3bd5. 00000400:00000010:1.0:1767384299.484227:0:17556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f6f54247. 00000100:00000200:1.0:1767384299.484230:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748227456, portal 25 00000100:00000001:1.0:1767384299.484233:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384299.484234:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407817984 : -114055301733632 : ffff98446e416300) 00000100:00000040:1.0:1767384299.484238:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.484245:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.484247:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.484250:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384299.484252:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748227456, offset 0 00000400:00000200:1.0:1767384299.484256:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.484263:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.484269:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e101380 00000400:00000200:1.0:1767384299.484274:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x195 [2] + 0 00000400:00000010:1.0:1767384299.484277:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005816e6bd. 00000400:00000200:1.0:1767384299.484279:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7de4ee6 00000400:00000200:1.0:1767384299.484282:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.484291:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384299.484295:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7de4ee6 00000400:00000010:1.0:1767384299.484297:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7de4ee6. 00000100:00000001:1.0:1767384299.484301:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384299.484302:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384299.484305:0:17556:0:(events.c:337:request_in_callback()) incoming req@00000000e808201f x1853236748227456 msgsize 272 00000100:00100000:1.0:1767384299.484308:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384299.484310:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384299.484322:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.484327:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384299.484329:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384299.484332:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384299.484334:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.484341:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.484343:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.484349:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484351:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.484356:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484359:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887368 00000100:00000001:1.0:1767384299.484369:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887367 00000100:00000001:1.0:1767384299.484378:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887368 00000100:00000001:1.0:1767384299.484391:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887367 00000100:00000001:1.0:1767384299.484400:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887368 00000100:00000001:1.0:1767384299.484409:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887367 00000100:00000001:1.0:1767384299.484416:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887368 00000100:00000001:1.0:1767384299.484429:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887367 00000100:00000001:1.0:1767384299.484437:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.484446:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484454:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384299.484459:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384299.484470:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c9bab54e going to sleep for 11 seconds 00000100:00000001:1.0:1767384299.484477:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384299.484483:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.484991:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384299.485002:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384299.485009:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384299.485015:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41a3bd5. 00000400:00000200:1.0:1767384299.485033:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f54247 00000400:00000010:1.0:1767384299.485040:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f6f54247. 00000100:00000001:1.0:1767384299.485045:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.485054:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384299.485071:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.485098:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384299.485101:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.485103:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384299.485136:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384299.485137:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384299.485140:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.485142:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.485145:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384299.485149:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.485151:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384299.485152:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.485154:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384299.485155:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.485157:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.485160:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.485167:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384299.485170:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384299.485171:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384299.485173:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.485195:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a5a4deb pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227456:0@lo:503: 00000100:00000001:1.0:1767384299.485199:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384299.485202:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.485203:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384299.485205:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.485207:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.485213:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384299.485215:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c9bab54e. 00000100:00000001:1.0:1767384299.485217:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384299.485218:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485224:0:17556:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384299.485226:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384299.485229:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a5a4deb x1853236748227456/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.485235:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384299.485237:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384299.485238:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000038ffa41f. 02000000:00000001:1.0:1767384299.485250:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384299.485251:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384299.485253:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384299.485255:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384299.485257:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b1d0c500. 02000000:00000001:1.0:1767384299.485259:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384299.485261:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384299.485262:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a5a4deb. 00000100:00000001:1.0:1767384299.485265:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384299.485266:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384299.485268:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384299.485269:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384299.485271:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384299.485272:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485274:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485277:0:17556:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384299.485284:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384299.485286:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b1d0c500. 00000040:00000001:1.0:1767384299.485290:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384299.485293:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384299.485295:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:1.0:1767384299.485298:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:1.0:1767384299.485305:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384299.485331:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.485334:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384299.485335:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485337:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767384299.485342:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000096d90d5d. 00000020:00000001:1.0:1767384299.485345:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384299.485352:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006e93cc92. 00000020:00000001:1.0:1767384299.485355:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018290946904 : -114055418604712 : ffff9844674a1358) 00000040:00000001:1.0:1767384299.485358:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485360:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485362:0:17556:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384299.485364:0:17556:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384299.485366:0:17556:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384299.485368:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.485372:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fb83ff84. 00080000:00000001:1.0:1767384299.485374:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370098688 : -114060339452928 : ffff984341fbe400) 00000040:00000001:1.0:1767384299.485377:0:17556:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384299.485379:0:17556:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384299.485382:0:17556:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1767384299.485388:0:17556:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384299.485391:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x4:0x0] not in the id map cache 00080000:00000001:1.0:1767384299.485394:0:17556:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384299.485403:0:17556:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.485406:0:17556:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485409:0:17556:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384299.485411:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384299.485413:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384299.485419:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1767384299.485420:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.485447:0:17556:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485451:0:17556:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485453:0:17556:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485456:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.485465:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485468:0:17556:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384299.485471:0:17556:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1767384299.485481:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384299.485483:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485493:0:17556:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485496:0:17556:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1767384299.485508:0:17556:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485511:0:17556:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1767384299.485513:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384299.485514:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485661:0:17556:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.485664:0:17556:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485668:0:17556:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485670:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384299.485679:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485681:0:17556:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485683:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:1.0:1767384299.485698:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e5ed8d62. 00000020:00000010:1.0:1767384299.485703:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000796477df. 00000040:00000010:1.0:1767384299.485708:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000096d90d5d. 00000040:00000001:1.0:1767384299.485711:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384299.485712:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b1d0c500. 00000040:00000001:1.0:1767384299.485715:0:17556:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485717:0:17556:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384299.485718:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384299.485721:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b1d0c500. 00000040:00000001:1.0:1767384299.485723:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384299.485724:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384299.485726:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:1.0:1767384299.485728:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:1.0:1767384299.485732:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384299.485741:0:17556:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384299.485746:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000096d90d5d. 00000020:00000001:1.0:1767384299.485756:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384299.485760:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a0f56a39. 00000020:00000001:1.0:1767384299.485765:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384299.485769:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a067800. 00000020:00000001:1.0:1767384299.485771:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485774:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384299.485777:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384299.485778:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384299.485780:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485791:0:17556:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384299.485794:0:17556:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384299.485796:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.485798:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018395984472 : -114055313567144 : ffff98446d8cd258) 00000040:00000001:1.0:1767384299.485801:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485802:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485804:0:17556:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384299.485805:0:17556:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485807:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384299.485811:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007d39bbb3. 00080000:00000001:1.0:1767384299.485814:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370100736 : -114060339450880 : ffff984341fbec00) 00000040:00000001:1.0:1767384299.485817:0:17556:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384299.485819:0:17556:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384299.485821:0:17556:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384299.485823:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384299.485829:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.485830:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485833:0:17556:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1767384299.485844:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384299.485845:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384299.485848:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x9:0x0] not in the id map cache 00000001:00000001:1.0:1767384299.485850:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384299.485852:0:17556:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485855:0:17556:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1767384299.485858:0:17556:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.485859:0:17556:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485862:0:17556:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1767384299.485866:0:17556:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485874:0:17556:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485877:0:17556:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.485878:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384299.485888:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384299.485889:0:17556:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384299.485891:0:17556:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384299.485893:0:17556:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384299.485896:0:17556:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384299.486732:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.486735:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.486765:0:17556:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384299.486767:0:17556:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.486770:0:17556:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.486773:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.486781:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384299.486782:0:17556:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.486787:0:17556:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1767384299.486804:0:17556:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.486807:0:17556:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.486809:0:17556:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.486811:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.486842:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.486843:0:17556:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.486846:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.486851:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de9a11d. 00000040:00000001:3.0:1767384299.486855:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.486856:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384299.486860:0:17556:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384299.486861:0:17556:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384299.486864:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384299.486867:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.486869:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.486871:0:17556:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384299.486873:0:17556:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ec114ccd. 00000040:00001000:3.0:1767384299.486875:0:17556:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:3.0:1767384299.486879:0:17556:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:3.0:1767384299.486882:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009292d318. 00000020:00000010:3.0:1767384299.486886:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5f09bcc. 00000040:00000010:3.0:1767384299.486889:0:17556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025565e5c. 00000020:00000010:3.0:1767384299.486895:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a878d360. 00000020:00000010:3.0:1767384299.486900:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009328885d. 00000020:00000010:3.0:1767384299.486904:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9b1d811. 80000000:00000010:3.0:1767384299.486908:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000041dc246b. 40000000:00000010:3.0:1767384299.486911:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079cc71cf. 00100000:00000010:3.0:1767384299.486916:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002b74d764. 00040000:00000010:3.0:1767384299.486920:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a2b83e45. 00040000:00000010:3.0:1767384299.486924:0:17556:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000782f6153. 00040000:00000010:3.0:1767384299.486929:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007302d78c. 00080000:00000010:3.0:1767384299.486952:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fa004a2c. 00000004:00000010:3.0:1767384299.486957:0:17556:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e0282651. 00000004:00000010:3.0:1767384299.486962:0:17556:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ae762b07. 00000004:00000010:3.0:1767384299.486967:0:17556:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004467b2aa. 00002000:00000010:3.0:1767384299.486978:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000538062dc. 00000004:00000010:3.0:1767384299.486982:0:17556:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001f474ece. 00000020:00000010:3.0:1767384299.486986:0:17556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000afc1c6c1. 00000040:00000010:3.0:1767384299.486993:0:17556:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000044707321. 00000040:00001000:3.0:1767384299.486996:0:17556:0:(llog.c:607:llog_process_thread()) index: 1 last_index 29 00000040:00000001:3.0:1767384299.486998:0:17556:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384299.487001:0:17556:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384299.487003:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000010:3.0:1767384299.487009:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384299.487012:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384299.487016:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.487018:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.487022:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.487028:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000749e036e. 00000100:00000001:3.0:1767384299.487033:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487036:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.487038:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.487042:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000850f7de2. 00000100:00000001:3.0:1767384299.487043:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381121920 : -114060328429696 : ffff984342a41780) 00000100:00000001:3.0:1767384299.487045:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.487046:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384299.487050:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.487052:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487053:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.487055:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.487059:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487069:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.487071:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.487074:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.487076:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.487079:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.487082:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227584:0@lo:502: 00000100:00000001:3.0:1767384299.487086:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.487098:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.487100:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.487103:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.487148:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000038ffa41f. 02000000:00000001:3.0:1767384299.487152:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.487158:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384299.487163:0:17556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bee1ca36. 00000100:00000200:3.0:1767384299.487168:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748227584, portal 25 00000100:00000001:3.0:1767384299.487171:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.487173:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384299.487180:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487188:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.487191:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.487194:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.487197:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748227584, offset 0 00000400:00000200:3.0:1767384299.487202:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.487208:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.487215:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e101400 00000400:00000200:3.0:1767384299.487220:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x199 [2] + 0 00000400:00000010:3.0:1767384299.487224:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000933598c7. 00000400:00000200:3.0:1767384299.487228:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a264ca73 00000400:00000200:3.0:1767384299.487232:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.487235:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.487238:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a264ca73 00000400:00000010:3.0:1767384299.487240:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a264ca73. 00000100:00000001:3.0:1767384299.487243:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.487244:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.487246:0:17556:0:(events.c:337:request_in_callback()) incoming req@00000000439af69d x1853236748227584 msgsize 272 00000100:00100000:3.0:1767384299.487250:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.487258:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.487266:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.487270:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.487271:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.487273:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.487283:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487292:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.487295:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487302:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487304:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.487311:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487315:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887371 00000100:00000001:3.0:1767384299.487323:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887368 00000100:00000001:3.0:1767384299.487328:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887371 00000100:00000001:3.0:1767384299.487336:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887368 00000100:00000001:3.0:1767384299.487343:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887371 00000100:00000001:3.0:1767384299.487351:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887368 00000100:00000001:3.0:1767384299.487359:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887371 00000100:00000001:3.0:1767384299.487368:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887368 00000100:00000001:3.0:1767384299.487375:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.487382:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487388:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.487393:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384299.487399:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000850f7de2 going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.487406:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.487409:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.487456:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384299.487459:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384299.487467:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.487480:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487801:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.487807:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.487809:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.487811:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000400:00000200:3.0:1767384299.487817:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee1ca36 00000400:00000010:3.0:1767384299.487821:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bee1ca36. 00000100:00000001:3.0:1767384299.487828:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.487836:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.487885:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487895:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.487897:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.487900:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.487902:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.487904:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.487906:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.487908:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.487911:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.487915:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.487918:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.487919:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.487922:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.487924:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487927:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.487930:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487952:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.487955:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.487957:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.487960:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.487968:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227584:0@lo:502: 00000100:00000001:3.0:1767384299.487973:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.487976:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.487978:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.487979:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.487981:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.487987:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.487989:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000850f7de2. 00000100:00000001:3.0:1767384299.487997:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.487998:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488002:0:17556:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384299.488003:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.488005:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748227584/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.488011:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.488013:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.488015:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000038ffa41f. 02000000:00000001:3.0:1767384299.488023:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.488025:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.488026:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.488029:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.488031:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000749e036e. 02000000:00000001:3.0:1767384299.488035:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.488037:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.488039:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384299.488042:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.488043:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.488045:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.488047:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.488049:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384299.488050:0:17556:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488052:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716000 type=0x10620000 idx=1 00000040:00001000:3.0:1767384299.488056:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:3.0:1767384299.488058:0:17556:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488060:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488062:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488064:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488069:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001780f6f9. 00080000:00000001:3.0:1767384299.488071:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414497280 : -114060295054336 : ffff984344a15c00) 00000040:00000001:3.0:1767384299.488074:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488076:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488078:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488081:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488083:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488084:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488093:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488094:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488096:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488098:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488101:0:17556:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384299.488103:0:17556:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.488137:0:17556:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488140:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488157:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488161:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488163:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488166:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488173:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488305:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8192 : 8192 : 2000) 00080000:00000001:3.0:1767384299.488309:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488324:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.488326:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00000001:3.0:1767384299.488328:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488329:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488332:0:17556:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767384299.488334:0:17556:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.488335:0:17556:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488336:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488341:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488343:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488344:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488346:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447160e0 type=0x10620000 idx=2 00000040:00001000:3.0:1767384299.488348:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:3.0:1767384299.488349:0:17556:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488350:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488351:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488352:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488361:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9fb2b69. 00080000:00000001:3.0:1767384299.488363:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382335488 : -114060327216128 : ffff984342b69c00) 00000040:00000001:3.0:1767384299.488364:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488366:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488367:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488376:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488380:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488382:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488387:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488387:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488388:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488390:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488391:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488397:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488398:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488399:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488400:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488403:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488408:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488409:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488411:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488413:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488416:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488417:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488420:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384299.488421:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00000001:3.0:1767384299.488423:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488424:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488426:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488429:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488430:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488432:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488433:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716158 type=0x10620000 idx=3 00000040:00001000:3.0:1767384299.488434:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:3.0:1767384299.488436:0:17556:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488437:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488438:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488438:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488440:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e16739eb. 00080000:00000001:3.0:1767384299.488441:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382343680 : -114060327207936 : ffff984342b6bc00) 00000040:00000001:3.0:1767384299.488442:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488443:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488444:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488447:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488448:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488453:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488458:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488458:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488459:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488461:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488462:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488466:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488468:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488469:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488469:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488472:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488475:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488476:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488478:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488479:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488482:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488483:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488486:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384299.488487:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00000001:3.0:1767384299.488488:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488489:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488491:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488494:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488495:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488496:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488498:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716200 type=0x10620000 idx=4 00000040:00001000:3.0:1767384299.488499:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:3.0:1767384299.488500:0:17556:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488502:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488502:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488503:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488504:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000078edea66. 00080000:00000001:3.0:1767384299.488505:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382342656 : -114060327208960 : ffff984342b6b800) 00000040:00000001:3.0:1767384299.488507:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488507:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488508:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488511:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488512:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488513:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488521:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488521:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488523:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488524:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488525:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488529:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488531:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488531:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488532:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488534:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488538:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488539:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488541:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488542:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488544:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488546:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488559:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.488561:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00000001:3.0:1767384299.488562:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488564:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488565:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488568:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488570:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488571:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488572:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447162e0 type=0x10620000 idx=5 00000040:00001000:3.0:1767384299.488573:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:3.0:1767384299.488575:0:17556:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488576:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488577:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488577:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488579:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a80a4b2. 00080000:00000001:3.0:1767384299.488580:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382340608 : -114060327211008 : ffff984342b6b000) 00000040:00000001:3.0:1767384299.488581:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488582:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488582:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488586:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488587:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488588:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488591:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488596:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488597:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488598:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488600:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488605:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488606:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488607:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488608:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488610:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488614:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488615:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488617:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488618:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488621:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488622:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488626:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.488627:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00000001:3.0:1767384299.488628:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488629:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488630:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488634:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488635:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488636:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488637:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447163c0 type=0x10620000 idx=6 00000040:00001000:3.0:1767384299.488638:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:3.0:1767384299.488640:0:17556:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488641:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488641:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488642:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488643:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006dffcc62. 00080000:00000001:3.0:1767384299.488645:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382341632 : -114060327209984 : ffff984342b6b400) 00000040:00000001:3.0:1767384299.488646:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488646:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488647:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488651:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488651:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488653:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488656:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488656:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488661:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488662:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488663:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488668:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488669:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488670:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488671:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488673:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488677:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488678:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488680:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488681:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488683:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488685:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488699:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384299.488700:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00000001:3.0:1767384299.488702:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488703:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488704:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488708:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488709:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488710:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488711:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716438 type=0x10620000 idx=7 00000040:00001000:3.0:1767384299.488713:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:3.0:1767384299.488714:0:17556:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488715:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488716:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488716:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488718:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003587d3c3. 00080000:00000001:3.0:1767384299.488719:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382332416 : -114060327219200 : ffff984342b69000) 00000040:00000001:3.0:1767384299.488720:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488721:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488721:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488725:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488726:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488727:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488730:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488731:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488732:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488737:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488739:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488744:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488745:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488746:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488747:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488749:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488753:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488755:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488757:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488758:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488760:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488761:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488765:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=168 : 168 : a8) 00000040:00080000:3.0:1767384299.488766:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00000001:3.0:1767384299.488767:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488768:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488770:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488773:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488774:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488776:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488777:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447164e0 type=0x10620000 idx=8 00000040:00001000:3.0:1767384299.488778:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:3.0:1767384299.488780:0:17556:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488781:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488782:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488783:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488785:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e89c48fb. 00080000:00000001:3.0:1767384299.488787:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382333440 : -114060327218176 : ffff984342b69400) 00000040:00000001:3.0:1767384299.488789:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488791:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488792:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488799:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488800:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488802:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488807:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488808:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488810:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488812:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488820:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488827:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488829:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488831:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488832:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488836:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488843:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488845:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488849:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488851:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488854:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488857:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488863:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.488865:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00000001:3.0:1767384299.488867:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488869:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488871:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.488878:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488879:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488881:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.488883:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447165c0 type=0x10620000 idx=9 00000040:00001000:3.0:1767384299.488885:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:3.0:1767384299.488887:0:17556:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.488889:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.488890:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.488892:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.488895:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000037b14928. 00080000:00000001:3.0:1767384299.488897:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382331392 : -114060327220224 : ffff984342b68c00) 00000040:00000001:3.0:1767384299.488900:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488901:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.488903:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488911:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488912:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488914:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.488919:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.488921:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488922:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488924:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.488926:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.488952:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.488954:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.488956:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.488957:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.488961:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488968:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.488970:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488974:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.488976:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.488980:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.488982:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489006:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.489009:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00000001:3.0:1767384299.489012:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489013:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489016:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489022:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489024:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489026:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489028:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447166a0 type=0x10620000 idx=10 00000040:00001000:3.0:1767384299.489030:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:3.0:1767384299.489032:0:17556:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489034:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489035:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489036:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489040:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006738afec. 00080000:00000001:3.0:1767384299.489042:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382329344 : -114060327222272 : ffff984342b68400) 00000040:00000001:3.0:1767384299.489045:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489046:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489048:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489056:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489057:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489059:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489065:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489066:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489068:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489070:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489072:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489079:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489087:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489088:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489090:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489094:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489102:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489104:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489133:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489136:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489142:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489146:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489151:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=120 : 120 : 78) 00000040:00080000:3.0:1767384299.489153:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00000001:3.0:1767384299.489155:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489157:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489159:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489166:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489169:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489170:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489172:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716718 type=0x10620000 idx=11 00000040:00001000:3.0:1767384299.489174:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:3.0:1767384299.489176:0:17556:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489178:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489179:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489180:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489183:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8e5a7b. 00080000:00000001:3.0:1767384299.489186:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382338560 : -114060327213056 : ffff984342b6a800) 00000040:00000001:3.0:1767384299.489188:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489189:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489191:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489199:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489201:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489203:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489209:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489210:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489212:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489214:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489216:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489224:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489226:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489234:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489235:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489240:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489246:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489247:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489249:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489250:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489253:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489254:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489258:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.489259:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00000001:3.0:1767384299.489261:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489261:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489263:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489267:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489268:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489270:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489271:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447167f8 type=0x10620000 idx=12 00000040:00001000:3.0:1767384299.489272:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:3.0:1767384299.489273:0:17556:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489274:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489275:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489276:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489278:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d33f1c76. 00080000:00000001:3.0:1767384299.489279:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382334464 : -114060327217152 : ffff984342b69800) 00000040:00000001:3.0:1767384299.489280:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489281:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489282:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489287:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489288:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489289:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489292:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489293:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489294:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489295:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489296:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489301:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489302:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489303:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489308:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489311:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489315:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489316:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489318:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489320:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489324:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489326:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489350:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.489353:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00000001:3.0:1767384299.489356:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489358:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489360:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489366:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489368:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489370:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489372:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447168d8 type=0x10620000 idx=13 00000040:00001000:3.0:1767384299.489374:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:3.0:1767384299.489376:0:17556:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489378:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489379:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489381:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489384:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000082d30463. 00080000:00000001:3.0:1767384299.489386:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382336512 : -114060327215104 : ffff984342b6a000) 00000040:00000001:3.0:1767384299.489388:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489390:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489392:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489400:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489401:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489402:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489406:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489407:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489409:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489410:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489412:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489419:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489421:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489422:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489423:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489433:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489441:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489443:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489447:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489448:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489452:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489454:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489460:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384299.489463:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00000001:3.0:1767384299.489465:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489467:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489469:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489475:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489477:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489479:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489481:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716930 type=0x10620000 idx=14 00000040:00001000:3.0:1767384299.489483:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:3.0:1767384299.489485:0:17556:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489488:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489489:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489490:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489494:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000038ffa41f. 00080000:00000001:3.0:1767384299.489496:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382328320 : -114060327223296 : ffff984342b68000) 00000040:00000001:3.0:1767384299.489498:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489499:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489501:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489509:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489511:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489513:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489519:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489520:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489522:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489524:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489526:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489533:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489535:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489536:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489537:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489540:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489550:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489551:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489553:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489554:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489557:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489558:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489562:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384299.489563:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00000001:3.0:1767384299.489565:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489566:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489568:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489572:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489573:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489574:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489576:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447169b0 type=0x10620000 idx=15 00000040:00001000:3.0:1767384299.489577:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:3.0:1767384299.489578:0:17556:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489580:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489580:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489581:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489583:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c68518d9. 00080000:00000001:3.0:1767384299.489584:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382337536 : -114060327214080 : ffff984342b6a400) 00000040:00000001:3.0:1767384299.489585:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489586:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489587:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489592:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489593:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489594:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489597:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489597:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489598:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489600:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489601:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489605:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489606:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489606:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489607:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489609:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489612:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489617:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489620:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489621:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489624:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489625:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489640:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384299.489642:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00000001:3.0:1767384299.489644:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489645:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489646:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489650:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489651:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489652:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489654:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716a40 type=0x10620000 idx=16 00000040:00001000:3.0:1767384299.489655:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:3.0:1767384299.489656:0:17556:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489657:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489658:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489659:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489660:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b80ff957. 00080000:00000001:3.0:1767384299.489661:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382330368 : -114060327221248 : ffff984342b68800) 00000040:00000001:3.0:1767384299.489663:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489663:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489665:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489669:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489670:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489671:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489674:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489675:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489676:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489677:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489678:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489681:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489683:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489683:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489684:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489686:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489689:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489690:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489698:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489699:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489701:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489703:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489706:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=160 : 160 : a0) 00000040:00080000:3.0:1767384299.489708:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00000001:3.0:1767384299.489710:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489711:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489712:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489716:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489717:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489718:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489719:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716ae0 type=0x10620000 idx=17 00000040:00001000:3.0:1767384299.489721:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:3.0:1767384299.489722:0:17556:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489723:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489724:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489724:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489726:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000228bcdd6. 00080000:00000001:3.0:1767384299.489727:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382339584 : -114060327212032 : ffff984342b6ac00) 00000040:00000001:3.0:1767384299.489728:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489729:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489730:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489734:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489734:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489735:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489739:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489740:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489741:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489742:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489743:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489747:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489748:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489748:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489749:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489751:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489754:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489755:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489757:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489761:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489765:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489767:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489770:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.489771:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00000001:3.0:1767384299.489773:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489774:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489775:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489778:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489780:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489781:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489782:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716bc0 type=0x10620000 idx=18 00000040:00001000:3.0:1767384299.489783:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:3.0:1767384299.489784:0:17556:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489786:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489786:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489787:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489794:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a7cdcf9b. 00080000:00000001:3.0:1767384299.489796:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368073216 : -114060341478400 : ffff984341dcfc00) 00000040:00000001:3.0:1767384299.489797:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489798:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489800:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489804:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489805:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489807:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489810:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489811:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489812:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489813:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489814:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489818:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489819:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489820:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489821:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489823:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489827:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489828:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489830:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489831:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489838:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489839:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489854:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.489855:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00000001:3.0:1767384299.489857:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489858:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489859:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489863:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489864:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489866:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489867:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716ca0 type=0x10620000 idx=19 00000040:00001000:3.0:1767384299.489868:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:3.0:1767384299.489869:0:17556:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489871:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489871:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489872:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489874:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000001711e7d. 00080000:00000001:3.0:1767384299.489875:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368072192 : -114060341479424 : ffff984341dcf800) 00000040:00000001:3.0:1767384299.489876:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489877:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489878:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489882:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489883:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489884:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489887:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489888:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489889:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489890:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489891:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489895:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489896:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489897:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489897:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489899:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489902:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489903:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489905:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489906:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489909:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.489914:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489919:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384299.489920:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00000001:3.0:1767384299.489922:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489923:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489924:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.489928:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489929:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489930:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.489947:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716cf0 type=0x10620000 idx=20 00000040:00001000:3.0:1767384299.489950:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:3.0:1767384299.489951:0:17556:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.489953:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.489954:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.489955:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.489957:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d00c0d68. 00080000:00000001:3.0:1767384299.489959:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368070144 : -114060341481472 : ffff984341dcf000) 00000040:00000001:3.0:1767384299.489960:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489961:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.489962:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489968:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489969:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489970:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.489973:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.489974:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489975:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489977:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.489978:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.489983:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.489984:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.489985:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.489986:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.489989:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489993:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.489994:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489996:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.489997:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.489999:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490000:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490010:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.490012:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00000001:3.0:1767384299.490014:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490015:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490016:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490020:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490021:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490022:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490024:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716dd0 type=0x10620000 idx=21 00000040:00001000:3.0:1767384299.490025:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:3.0:1767384299.490026:0:17556:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490028:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490028:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490029:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490031:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000095d0b5f0. 00080000:00000001:3.0:1767384299.490032:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368071168 : -114060341480448 : ffff984341dcf400) 00000040:00000001:3.0:1767384299.490033:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490034:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490034:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490039:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490039:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490041:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490044:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490045:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490046:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490047:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490048:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490051:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490053:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490053:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490054:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490056:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490059:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490060:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490062:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490063:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490065:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490066:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490080:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.490086:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00000001:3.0:1767384299.490088:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490089:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490090:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490095:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490096:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490097:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490098:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716eb0 type=0x10620000 idx=22 00000040:00001000:3.0:1767384299.490100:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:3.0:1767384299.490101:0:17556:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490102:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490103:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490104:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490123:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f0c1052e. 00080000:00000001:3.0:1767384299.490125:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368061952 : -114060341489664 : ffff984341dcd000) 00000040:00000001:3.0:1767384299.490126:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490127:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490129:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490139:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490141:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490142:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490147:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490148:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490150:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490151:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490153:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490158:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490160:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490161:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490162:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490165:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490171:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490173:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490177:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490178:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490183:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490185:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490191:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000040:00080000:3.0:1767384299.490193:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00000001:3.0:1767384299.490201:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490203:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490205:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490213:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490214:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490216:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490218:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716f08 type=0x10620000 idx=23 00000040:00001000:3.0:1767384299.490221:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:3.0:1767384299.490222:0:17556:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490225:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490226:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490227:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490230:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000057e0b8f5. 00080000:00000001:3.0:1767384299.490233:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368062976 : -114060341488640 : ffff984341dcd400) 00000040:00000001:3.0:1767384299.490235:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490236:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490238:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490246:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490247:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490248:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490251:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490252:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490253:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490255:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490256:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490261:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490263:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490263:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490264:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490267:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490272:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490273:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490275:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490276:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490278:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490280:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490283:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384299.490285:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00000001:3.0:1767384299.490286:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490292:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490293:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490297:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490299:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490300:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490301:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344716f88 type=0x10620000 idx=24 00000040:00001000:3.0:1767384299.490302:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:3.0:1767384299.490303:0:17556:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490305:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490305:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490306:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490307:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033b53c60. 00080000:00000001:3.0:1767384299.490309:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368060928 : -114060341490688 : ffff984341dccc00) 00000040:00000001:3.0:1767384299.490310:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490310:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490311:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490316:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490317:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490318:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490321:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490322:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490323:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490324:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490325:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490329:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490330:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490330:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490331:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490333:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490337:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490338:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490340:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490341:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490343:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490344:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490359:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=144 : 144 : 90) 00000040:00080000:3.0:1767384299.490360:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00000001:3.0:1767384299.490362:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490363:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490369:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490373:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490375:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490376:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490377:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344717018 type=0x10620000 idx=25 00000040:00001000:3.0:1767384299.490379:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:3.0:1767384299.490380:0:17556:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490381:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490382:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490383:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490384:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097fa77ae. 00080000:00000001:3.0:1767384299.490385:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368058880 : -114060341492736 : ffff984341dcc400) 00000040:00000001:3.0:1767384299.490386:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490387:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490388:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490393:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490394:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490395:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490398:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490399:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490400:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490401:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490402:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490407:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490408:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490409:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490410:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490413:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490416:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490418:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490419:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490421:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490423:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490424:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490427:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000040:00080000:3.0:1767384299.490429:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00000001:3.0:1767384299.490430:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490431:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490432:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490441:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490442:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490443:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490445:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344717098 type=0x10620000 idx=26 00000040:00001000:3.0:1767384299.490446:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:3.0:1767384299.490447:0:17556:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490448:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490449:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490450:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490451:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003c6e0653. 00080000:00000001:3.0:1767384299.490452:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368068096 : -114060341483520 : ffff984341dce800) 00000040:00000001:3.0:1767384299.490454:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490454:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490455:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490459:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490460:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490461:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490464:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490465:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490466:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490467:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490468:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490473:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490474:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490474:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490475:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490477:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490481:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490482:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490483:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490485:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490487:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490488:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490491:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.490493:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00000001:3.0:1767384299.490494:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490495:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490496:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490500:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490504:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490505:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490506:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344717178 type=0x10620000 idx=27 00000040:00001000:3.0:1767384299.490508:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:3.0:1767384299.490509:0:17556:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490511:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490511:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490512:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490514:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000856cfb3e. 00080000:00000001:3.0:1767384299.490515:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368064000 : -114060341487616 : ffff984341dcd800) 00000040:00000001:3.0:1767384299.490516:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490517:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490518:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490522:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490523:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490524:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490527:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490528:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490529:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490530:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490531:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490536:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490537:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490538:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490539:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490541:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490545:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490546:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490547:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490549:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490551:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490552:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490566:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.490567:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00000001:3.0:1767384299.490569:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490570:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490571:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490575:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490576:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490582:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490583:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff984344717258 type=0x10620000 idx=28 00000040:00001000:3.0:1767384299.490584:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:3.0:1767384299.490586:0:17556:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.490587:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.490588:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.490588:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.490590:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005ceafbd. 00080000:00000001:3.0:1767384299.490592:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368066048 : -114060341485568 : ffff984341dce000) 00000040:00000001:3.0:1767384299.490593:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490594:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.490595:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490600:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490601:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490602:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.490605:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.490606:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490608:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490609:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490610:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.490614:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490616:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.490616:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.490617:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.490620:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490623:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.490625:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490626:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.490628:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490630:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.490631:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.490634:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=80 : 80 : 50) 00000040:00080000:3.0:1767384299.490636:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00000001:3.0:1767384299.490637:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490638:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.490639:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.490643:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490644:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.490645:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.490650:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447172a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384299.490651:0:17556:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:3.0:1767384299.490653:0:17556:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384299.490654:0:17556:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:3.0:1767384299.490655:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000010:3.0:1767384299.490658:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384299.490660:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384299.490661:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384299.490663:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384299.490665:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.490667:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000749e036e. 00000100:00000001:3.0:1767384299.490670:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.490672:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384299.490673:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384299.490675:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000850f7de2. 00000100:00000001:3.0:1767384299.490676:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381121920 : -114060328429696 : ffff984342a41780) 00000100:00000001:3.0:1767384299.490678:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.490679:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384299.490681:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384299.490682:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.490683:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384299.490684:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384299.490686:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.490692:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384299.490693:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.490694:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384299.490696:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384299.490697:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.490698:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227712:0@lo:502: 00000100:00000001:3.0:1767384299.490700:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384299.490702:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384299.490703:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.490704:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384299.490713:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000009fb13a0c. 02000000:00000001:3.0:1767384299.490718:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384299.490720:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384299.490723:0:17556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bee1ca36. 00000100:00000200:3.0:1767384299.490725:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748227712, portal 25 00000100:00000001:3.0:1767384299.490726:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384299.490727:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384299.490730:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.490735:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384299.490736:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384299.490737:0:17556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384299.490739:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748227712, offset 0 00000400:00000200:3.0:1767384299.490741:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384299.490745:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384299.490749:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e101480 00000400:00000200:3.0:1767384299.490752:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x19d [2] + 0 00000400:00000010:3.0:1767384299.490754:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2ee01a2. 00000400:00000200:3.0:1767384299.490756:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd25eadb 00000400:00000200:3.0:1767384299.490759:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384299.490761:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384299.490763:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd25eadb 00000400:00000010:3.0:1767384299.490764:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd25eadb. 00000100:00000001:3.0:1767384299.490766:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384299.490767:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384299.490769:0:17556:0:(events.c:337:request_in_callback()) incoming req@0000000099694cad x1853236748227712 msgsize 272 00000100:00100000:3.0:1767384299.490772:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384299.490773:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384299.490783:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384299.490786:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384299.490787:0:17556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384299.490788:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384299.490790:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.490795:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.490801:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.490806:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.490807:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.490810:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.490812:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887374 00000100:00000001:3.0:1767384299.490815:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887371 00000100:00000001:3.0:1767384299.490817:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887374 00000100:00000001:3.0:1767384299.490819:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887371 00000100:00000001:3.0:1767384299.490821:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887374 00000100:00000001:3.0:1767384299.490823:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887371 00000100:00000001:3.0:1767384299.490824:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887374 00000100:00000001:3.0:1767384299.490825:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887371 00000100:00000001:3.0:1767384299.490827:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.490828:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.490829:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.490830:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384299.490831:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000850f7de2 going to sleep for 11 seconds 00000100:00000001:3.0:1767384299.490833:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.490834:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.491249:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384299.491254:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384299.491258:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384299.491262:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000400:00000200:3.0:1767384299.491266:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bee1ca36 00000400:00000010:3.0:1767384299.491270:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bee1ca36. 00000100:00000001:3.0:1767384299.491274:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384299.491280:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384299.491298:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.491308:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.491317:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.491322:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.491325:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.491326:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.491327:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.491329:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384299.491332:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384299.491341:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.491345:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.491347:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.491352:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384299.491354:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.491358:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.491362:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.491367:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.491368:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.491369:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384299.491372:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.491377:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748227712:0@lo:502: 00000100:00000001:3.0:1767384299.491380:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.491381:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.491382:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384299.491383:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.491384:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.491388:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384299.491389:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000850f7de2. 00000100:00000001:3.0:1767384299.491391:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384299.491392:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491395:0:17556:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:3.0:1767384299.491396:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.491397:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748227712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.491410:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.491411:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.491413:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000009fb13a0c. 02000000:00000001:3.0:1767384299.491420:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.491421:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.491422:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.491423:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.491424:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000749e036e. 02000000:00000001:3.0:1767384299.491426:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.491427:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.491428:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384299.491430:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.491431:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.491432:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.491433:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384299.491434:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:3.0:1767384299.491435:0:17556:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384299.491437:0:17556:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9843447172a8 type=0x10620000 idx=29 00000040:00001000:3.0:1767384299.491438:0:17556:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:3.0:1767384299.491439:0:17556:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000040:00000001:3.0:1767384299.491441:0:17556:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:3.0:1767384299.491442:0:17556:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:3.0:1767384299.491443:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.491445:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005ca5e0ef. 00080000:00000001:3.0:1767384299.491446:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368057856 : -114060341493760 : ffff984341dcc000) 00000040:00000001:3.0:1767384299.491448:0:17556:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384299.491449:0:17556:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384299.491450:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.491457:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.491458:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491459:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.491463:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.491464:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491465:0:17556:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491466:0:17556:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491467:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.491476:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491478:0:17556:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384299.491479:0:17556:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384299.491480:0:17556:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x9:0x0] 00080000:00000001:3.0:1767384299.491483:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.491488:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767384299.491489:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.491492:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1767384299.491493:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.491495:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.491497:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.491501:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=224 : 224 : e0) 00000040:00080000:3.0:1767384299.491502:0:17556:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00000001:3.0:1767384299.491504:0:17556:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491505:0:17556:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491506:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.491510:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491511:0:17556:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491513:0:17556:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491514:0:17556:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:3.0:1767384299.491515:0:17556:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000040:00000010:3.0:1767384299.491517:0:17556:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000044707321. 00000020:00000010:3.0:1767384299.491522:0:17556:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000afc1c6c1. 00000020:00000010:3.0:1767384299.491530:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5f09bcc. 00000040:00000010:3.0:1767384299.491534:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025565e5c. 00000020:00000010:3.0:1767384299.491537:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a878d360. 00000020:00000010:3.0:1767384299.491540:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009328885d. 00000020:00000010:3.0:1767384299.491543:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9b1d811. 80000000:00000010:3.0:1767384299.491546:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000041dc246b. 40000000:00000010:3.0:1767384299.491549:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000079cc71cf. 00100000:00000010:3.0:1767384299.491552:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002b74d764. 00040000:00000010:3.0:1767384299.491554:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a2b83e45. 00040000:00000010:3.0:1767384299.491557:0:17556:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000782f6153. 00040000:00000010:3.0:1767384299.491560:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007302d78c. 00080000:00000010:3.0:1767384299.491562:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fa004a2c. 00000004:00000010:3.0:1767384299.491565:0:17556:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e0282651. 00000004:00000010:3.0:1767384299.491568:0:17556:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ae762b07. 00000004:00000010:3.0:1767384299.491576:0:17556:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004467b2aa. 00002000:00000010:3.0:1767384299.491578:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000538062dc. 00000004:00000010:3.0:1767384299.491582:0:17556:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001f474ece. 00000020:00000010:3.0:1767384299.491584:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009292d318. 00000040:00000010:3.0:1767384299.491586:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ec114ccd. 00000040:00000001:3.0:1767384299.491587:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491589:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384299.491591:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000008a067800/00000000a0f56a39 to site lru. bkt: 00000000b5b7d4d6 00000040:00000010:3.0:1767384299.491593:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000096d90d5d. 00000040:00000001:3.0:1767384299.491595:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.491596:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de9a11d. 00000040:00000010:3.0:1767384299.491598:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b1d0c500. 00000040:00000010:3.0:1767384299.491600:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e6133829. 00000040:00000010:3.0:1767384299.491602:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004ce31f63. 00000040:00000001:3.0:1767384299.491604:0:17556:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491606:0:17556:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:3.0:1767384299.491607:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.491608:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000749e036e. 00000040:00000001:3.0:1767384299.491610:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.491611:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.491613:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.491615:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.491619:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.491630:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.491632:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.491633:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491635:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.491637:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000006f584252. 00000020:00000001:3.0:1767384299.491639:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.491642:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018290947416 : -114055418604200 : ffff9844674a1558) 00000040:00000001:3.0:1767384299.491644:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491645:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491646:0:17556:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384299.491648:0:17556:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384299.491648:0:17556:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384299.491650:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.491656:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ffe81842. 00080000:00000001:3.0:1767384299.491658:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368067072 : -114060341484544 : ffff984341dce400) 00000040:00000001:3.0:1767384299.491659:0:17556:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384299.491661:0:17556:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384299.491663:0:17556:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1767384299.491674:0:17556:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384299.491676:0:17556:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1767384299.491678:0:17556:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384299.491684:0:17556:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.491686:0:17556:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491688:0:17556:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384299.491689:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.491690:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384299.491694:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767384299.491694:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.491703:0:17556:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491705:0:17556:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491706:0:17556:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491707:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.491713:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491714:0:17556:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767384299.491717:0:17556:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1767384299.491723:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.491723:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491729:0:17556:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491731:0:17556:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767384299.491734:0:17556:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491737:0:17556:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767384299.491738:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.491739:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491920:0:17556:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.491922:0:17556:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491924:0:17556:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.491925:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384299.491945:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491947:0:17556:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.491949:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384299.491959:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000086d22bd6. 00000020:00000010:3.0:1767384299.491969:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dd84c4c6. 00000040:00000010:3.0:1767384299.491972:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000006f584252. 00000040:00000001:3.0:1767384299.491973:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384299.491975:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000749e036e. 00000040:00000001:3.0:1767384299.491977:0:17556:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384299.491979:0:17556:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 15 at 00000000810fb3ea. 10000000:00000040:3.0:1767384299.491982:0:17556:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000037f9eeb8 : new refcount 1 10000000:00000001:3.0:1767384299.491984:0:17556:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.491987:0:17556:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1767384299.491989:0:17556:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1767384299.491990:0:17556:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384299.491991:0:17556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000749e036e. 00000040:00000001:3.0:1767384299.491992:0:17556:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384299.491993:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.491995:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.491997:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00080000:00000001:3.0:1767384299.491999:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.492007:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.492008:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.492009:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.492010:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:3.0:1767384299.492012:0:17556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000810fb3ea. 00000020:00000001:3.0:1767384299.492014:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.492016:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018395984472 : -114055313567144 : ffff98446d8cd258) 00000040:00000001:3.0:1767384299.492017:0:17556:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.492018:0:17556:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.492019:0:17556:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384299.492021:0:17556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000de9a11d. 00000040:00000001:3.0:1767384299.492023:0:17556:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384299.492024:0:17556:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384299.492044:0:17556:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.492046:0:17556:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.492047:0:17556:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384299.492048:0:17556:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1767384299.492050:0:17556:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000518da885. 00000040:00001000:3.0:1767384299.492051:0:17556:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x9:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1767384299.492338:0:17576:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:0.0:1767384299.492345:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4dc888a. 00000020:00000010:0.0:1767384299.492349:0:17576:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d46f54f. 00000040:00000010:0.0:1767384299.492353:0:17576:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000975a8b4. 00000020:00000010:0.0:1767384299.492357:0:17576:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009283a64f. 00000020:00000010:0.0:1767384299.492361:0:17576:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009dc2ad72. 00000020:00000010:0.0:1767384299.492364:0:17576:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d879b331. 80000000:00000010:0.0:1767384299.492367:0:17576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf58df1f. 40000000:00000010:0.0:1767384299.492370:0:17576:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038ae9d0e. 00100000:00000010:0.0:1767384299.492374:0:17576:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ed47cfd7. 00040000:00000010:0.0:1767384299.492378:0:17576:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003af1401c. 00040000:00000010:0.0:1767384299.492382:0:17576:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000002d01ea2. 00040000:00000010:0.0:1767384299.492385:0:17576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050fdcdcf. 00080000:00000010:0.0:1767384299.492400:0:17576:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006b7a3154. 00000004:00000010:0.0:1767384299.492404:0:17576:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000026bd5e6d. 00000004:00000010:0.0:1767384299.492410:0:17576:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000058edffc. 00000004:00000010:0.0:1767384299.492413:0:17576:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ba773d98. 00002000:00000010:0.0:1767384299.492416:0:17576:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b76a49d8. 00000004:00000010:0.0:1767384299.492419:0:17576:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e6316fdc. 00000020:00000010:0.0:1767384299.492422:0:17576:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000098c72258. 00000040:00000010:0.0:1767384299.492430:0:17576:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005592de33. 00000040:00001000:0.0:1767384299.492432:0:17576:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1767384299.492434:0:17576:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384299.492436:0:17576:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384299.492440:0:17576:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384299.492473:0:17576:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384299.492475:0:17576:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492477:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0000 type=0x10620000 idx=1 00000040:00001000:0.0:1767384299.492480:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1767384299.492482:0:17576:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492486:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492490:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492491:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492502:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.492506:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492508:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d00e0 type=0x10620000 idx=2 00000040:00001000:0.0:1767384299.492510:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1767384299.492512:0:17576:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492515:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.492516:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492518:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0158 type=0x10620000 idx=3 00000040:00001000:0.0:1767384299.492520:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1767384299.492521:0:17576:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492523:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.492524:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492526:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0200 type=0x10620000 idx=4 00000040:00001000:0.0:1767384299.492527:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1767384299.492529:0:17576:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492530:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492532:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492533:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492534:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.492536:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492537:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d02e0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384299.492539:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1767384299.492541:0:17576:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492542:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492543:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492545:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492546:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.492547:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492549:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d03c0 type=0x10620000 idx=6 00000040:00001000:0.0:1767384299.492551:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1767384299.492552:0:17576:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492554:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.492555:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492557:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0438 type=0x10620000 idx=7 00000040:00001000:0.0:1767384299.492563:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1767384299.492565:0:17576:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492567:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.492568:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492570:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d04e0 type=0x10620000 idx=8 00000040:00001000:0.0:1767384299.492572:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1767384299.492573:0:17576:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492575:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492576:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492577:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492579:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.492580:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492582:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d05c0 type=0x10620000 idx=9 00000040:00001000:0.0:1767384299.492584:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1767384299.492585:0:17576:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492587:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492588:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492589:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492590:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.492592:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492593:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d06a0 type=0x10620000 idx=10 00000040:00001000:0.0:1767384299.492595:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1767384299.492597:0:17576:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492599:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.492600:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492601:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0718 type=0x10620000 idx=11 00000040:00001000:0.0:1767384299.492603:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1767384299.492605:0:17576:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492606:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492607:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492609:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492610:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.492611:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492613:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d07f8 type=0x10620000 idx=12 00000040:00001000:0.0:1767384299.492618:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1767384299.492620:0:17576:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492622:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.492624:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.492625:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.492628:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.492630:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d08d8 type=0x10620000 idx=13 00000040:00001000:0.0:1767384299.492632:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1767384299.492633:0:17576:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.492635:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.492637:0:17576:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:0.0:1767384299.492642:0:17576:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000dca3b5c4. 00000100:00000040:0.0:1767384299.492649:0:17576:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.119@tcp 192.168.202.119@tcp cnt=2 00000400:00000200:0.0:1767384299.492652:0:17576:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:0.0:1767384299.492655:0:17576:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:0.0:1767384299.492658:0:17576:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384299.492659:0:17576:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384299.492661:0:17576:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384299.492666:0:17576:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384299.492672:0:17576:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (1) 00000400:00000200:0.0:1767384299.492677:0:17576:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384299.492680:0:17576:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384299.492683:0:17576:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (2) 00000400:00000200:0.0:1767384299.492685:0:17576:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000100:00000010:0.0:1767384299.492687:0:17576:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000dca3b5c4. 00000020:00000010:0.0:1767384299.492691:0:17576:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 000000007a745cd2. 00000020:00000001:0.0:1767384299.492694:0:17576:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1767384299.492696:0:17576:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000551b8fe1. 00000020:00000001:0.0:1767384299.492700:0:17576:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.492702:0:17576:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000551b8fe1. 00000020:00000010:0.0:1767384299.492705:0:17576:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000551b8fe1. 00000020:01000004:0.0:1767384299.492708:0:17576:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:0.0:1767384299.492711:0:17576:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:0.0:1767384299.492725:0:17576:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 0000000040433380. 00000020:00000080:0.0:1767384299.492729:0:17576:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:0.0:1767384299.492738:0:17576:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:0.0:1767384299.492742:0:17576:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:0.0:1767384299.492756:0:17576:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000003932e6e0. 00000020:00000080:0.0:1767384299.492761:0:17576:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (000000003932e6e0) 00000020:00000001:0.0:1767384299.492764:0:17576:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384299.492767:0:17576:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005ea75e1c. 00000020:00000001:0.0:1767384299.492770:0:17576:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.492772:0:17576:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005ea75e1c with handle 0x4ac496f8d605dffe to hash 00000020:00000001:0.0:1767384299.492774:0:17576:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384299.492777:0:17576:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384299.492779:0:17576:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.492782:0:17576:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630013415004160 : -114060294547456 : ffff984344a91800) 00000020:00000040:0.0:1767384299.492784:0:17576:0:(genops.c:898:class_export_put()) PUTting export 000000005ea75e1c : new refcount 1 00000020:00000040:0.0:1767384299.492796:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000003932e6e0) now 2 - obd_device_list 00000020:00000001:0.0:1767384299.492804:0:17576:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1767384299.492806:0:17576:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:0.0:1767384299.492808:0:17576:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.492810:0:17576:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.492814:0:17576:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 0000000040433380. 00000020:00000001:0.0:1767384299.492817:0:17576:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.119@tcp (null) (null) (null) 00000020:00000010:0.0:1767384299.492822:0:17576:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000eb22410c. 00000020:00000080:0.0:1767384299.492823:0:17576:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:0.0:1767384299.492828:0:17576:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:0.0:1767384299.492842:0:17576:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.492846:0:17576:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000423a826d. 00000001:00000010:0.0:1767384299.492851:0:17576:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007821ae07. 00000001:00000010:0.0:1767384299.492854:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000962d0afc. 00000001:00000010:0.0:1767384299.492857:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd3f15c5. 00000001:00000010:0.0:1767384299.492859:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d2c91776. 00000001:00000010:0.0:1767384299.492861:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f27d4dca. 00000001:00000001:0.0:1767384299.492862:0:17576:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.492863:0:17576:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000061f2a3f6. 00000001:00000010:0.0:1767384299.492865:0:17576:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c32f2a3c. 00000001:00000010:0.0:1767384299.492867:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001fed2029. 00000001:00000010:0.0:1767384299.492869:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000478108e6. 00000001:00000010:0.0:1767384299.492876:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dbd1353f. 00000001:00000010:0.0:1767384299.492879:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000220c061d. 00000020:00000001:0.0:1767384299.492881:0:17576:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:0.0:1767384299.492884:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff6a0a27. 00000020:00000010:0.0:1767384299.492886:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040433380. 00000020:00000010:0.0:1767384299.492889:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64fd92f. 00000008:00000010:0.0:1767384299.492893:0:17576:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ecb15cf6. 00020000:00000010:0.0:1767384299.492898:0:17576:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b098e5ee. 00008000:00000010:0.0:1767384299.492902:0:17576:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000045c8bbb9. 00000080:00000010:0.0:1767384299.492907:0:17576:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000913f54bf. 00000020:00000010:0.0:1767384299.492910:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095ce3259. 00000020:00000010:0.0:1767384299.492912:0:17576:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002274a903. 00000040:00000010:0.0:1767384299.492914:0:17576:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9c04ded. 00000020:00000010:0.0:1767384299.492916:0:17576:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043e0e458. 00000020:00000010:0.0:1767384299.492918:0:17576:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dc3d7508. 00000020:00000010:0.0:1767384299.492920:0:17576:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ee379cce. 80000000:00000010:0.0:1767384299.492922:0:17576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004aa3d88f. 40000000:00000010:0.0:1767384299.492924:0:17576:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001655171b. 00100000:00000010:0.0:1767384299.492926:0:17576:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ee73040b. 00040000:00000010:0.0:1767384299.492928:0:17576:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000edd9d16f. 00040000:00000010:0.0:1767384299.492945:0:17576:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d9879c46. 00040000:00000010:0.0:1767384299.492948:0:17576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ae3777b. 00080000:00000010:0.0:1767384299.492951:0:17576:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b6cfaa58. 00000004:00000010:0.0:1767384299.492953:0:17576:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077bbf11f. 00000004:00000010:0.0:1767384299.492964:0:17576:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5604833. 00000004:00000010:0.0:1767384299.492967:0:17576:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001ac1b0a4. 00000004:00000010:0.0:1767384299.492970:0:17576:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c331b22d. 00000010:00000010:0.0:1767384299.492973:0:17576:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000006363839a. 00000010:00000001:0.0:1767384299.492976:0:17576:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:0.0:1767384299.492979:0:17576:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:0.0:1767384299.492981:0:17576:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.493085:0:17576:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:0.0:1767384299.493089:0:17576:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:0.0:1767384299.493091:0:17576:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000a806f22e. 00000010:00000010:0.0:1767384299.493098:0:17576:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 00000000d8ba1542. 00000010:00000010:0.0:1767384299.493101:0:17576:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000077bd4f0. 00000020:00000001:0.0:1767384299.493104:0:17576:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:0.0:1767384299.493148:0:17576:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384299.493151:0:17576:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018672646432 : -114055036905184 : ffff98447e0a5920) 00000020:01000004:0.0:1767384299.493155:0:17576:0:(tgt_mount.c:154:server_get_mount()) get mount 000000003ddb5f92 from lustre-OST0000, refs=3 00000020:00000001:0.0:1767384299.493157:0:17576:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446630018672646432 : -114055036905184 : ffff98447e0a5920) 00000020:00000001:0.0:1767384299.493160:0:17576:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:0.0:1767384299.493161:0:17576:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384299.493162:0:17576:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018672646432 : -114055036905184 : ffff98447e0a5920) 00000020:01000004:0.0:1767384299.493163:0:17576:0:(tgt_mount.c:188:server_put_mount()) put mount 000000003ddb5f92 from lustre-OST0000, refs=3 00000020:00000001:0.0:1767384299.493165:0:17576:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384299.493167:0:17576:0:(obd_mount.c:705:lustre_put_lsi()) put 000000003ddb5f92 3 00000020:00000001:0.0:1767384299.493169:0:17576:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.493170:0:17576:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:0.0:1767384299.493173:0:17576:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 0000000094f54d05. 00010000:00000001:0.0:1767384299.493175:0:17576:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:0.0:1767384299.493180:0:17576:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000529ee4c1. 00010000:00000010:0.0:1767384299.493187:0:17576:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000002a722c2b. 00010000:00000010:0.0:1767384299.493191:0:17576:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000003d55035f. 00010000:00000001:0.0:1767384299.493194:0:17576:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1767384299.493195:0:17576:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.493199:0:17576:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000038c66682. 00000020:00000040:0.0:1767384299.493200:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000003932e6e0) now 3 - import 00000020:00000001:0.0:1767384299.493205:0:17576:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384299.493205:0:17576:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384299.493207:0:17576:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384299.493208:0:17576:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1767384299.493216:0:17576:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.119@tcp->12345-0@lo 00000100:00000001:0.0:1767384299.493218:0:17576:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384299.493221:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384299.493222:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000001:0.0:1767384299.493224:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:0.0:1767384299.493225:0:17576:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017765634688 : -114055943916928 : 0xffff984447fa7280) 00000100:00000040:0.0:1767384299.493232:0:17576:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000076e15b04 refcount 12 to 0@lo 00000100:00000040:0.0:1767384299.493234:0:17576:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.119@tcp -> 0000000076e15b04 00010000:00000010:0.0:1767384299.493237:0:17576:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000aba1b0b8. 00010000:00080000:0.0:1767384299.493239:0:17576:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000038c66682@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.119@tcp at head 00010000:00000001:0.0:1767384299.493241:0:17576:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.493244:0:17576:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:0.0:1767384299.493246:0:17576:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1767384299.493247:0:17576:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384299.493250:0:17576:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000ee277321. 00000001:00000001:0.0:1767384299.493252:0:17576:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.493253:0:17576:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b7aad260. 00000001:00000010:0.0:1767384299.493256:0:17576:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000686c1a85. 00000001:00000010:0.0:1767384299.493308:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e449ac54. 00000001:00000010:0.0:1767384299.493353:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001c8cf6e0. 00000001:00000010:0.0:1767384299.493399:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006e2e4489. 00000001:00000010:0.0:1767384299.493446:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008d986007. 00000001:00000010:0.0:1767384299.493490:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000755423f4. 00000001:00000010:0.0:1767384299.493535:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d20a17a2. 00000001:00000010:0.0:1767384299.493581:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b06ed92. 00000001:00000010:0.0:1767384299.493643:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a6c4859f. 00000001:00000010:0.0:1767384299.493695:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c4af0418. 00000001:00000010:0.0:1767384299.493747:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000077ffd1e9. 00000001:00000010:0.0:1767384299.493794:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007a1c64d0. 00000001:00000010:0.0:1767384299.493846:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa42e984. 00000001:00000010:0.0:1767384299.493900:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2f90318. 00000001:00000010:0.0:1767384299.493969:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d166918. 00000001:00000010:0.0:1767384299.494040:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a352a67c. 00000001:00000010:0.0:1767384299.494099:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005eee3487. 00000100:00000040:1.0:1767384299.494175:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294887374, at 4294887375 00000001:00000010:0.0:1767384299.494175:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000093766180. 00000100:00000010:1.0:1767384299.494191:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bfe95059. 00000100:00000040:3.0:1767384299.494210:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887374, at 4294887375 00000100:00000010:3.0:1767384299.494222:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b50ed15d. 00000001:00000010:0.0:1767384299.494235:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000065ddde00. 00000001:00000010:0.0:1767384299.494294:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000003c10e76. 00000001:00000010:0.0:1767384299.494345:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e58a97db. 00000001:00000010:0.0:1767384299.494402:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002c01b348. 00000001:00000010:0.0:1767384299.494465:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001a037abe. 00000001:00000010:0.0:1767384299.494520:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002862eebf. 00000001:00000010:0.0:1767384299.494577:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005aa31531. 00000001:00000010:0.0:1767384299.494634:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007563e2b0. 00000001:00000010:0.0:1767384299.494682:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000091992ab4. 00000001:00000010:0.0:1767384299.494740:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f30e33e2. 00000001:00000010:0.0:1767384299.494794:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b17e3639. 00000001:00000010:0.0:1767384299.494859:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000985416c7. 00000001:00000010:0.0:1767384299.494917:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000033b4444c. 00000001:00000010:0.0:1767384299.494976:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024325e42. 00000001:00000010:0.0:1767384299.495024:0:17576:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000024e87637. 00000020:00000010:0.0:1767384299.495097:0:17576:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000001184b4a1. 00000020:00000010:0.0:1767384299.495100:0:17576:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000f1406eed. 00000100:00000040:0.0:1767384299.495142:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887374, at 4294887376 00000100:00000010:0.0:1767384299.495147:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dbbbcc5f. 00010000:00000001:0.0:1767384299.495168:0:17576:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:0.0:1767384299.495193:0:17576:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:0.0:1767384299.495209:0:17576:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000016bd1761. 00000020:00000010:0.0:1767384299.495213:0:17576:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000028b3c9c6. 00010000:00000001:0.0:1767384299.495224:0:17576:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:0.0:1767384299.495225:0:17576:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:0.0:1767384299.495226:0:17576:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.495229:0:17576:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446630013381430272 : -114060328121344 : ffff984342a8cc00) 00010000:00000001:0.0:1767384299.495232:0:17576:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:0.0:1767384299.495234:0:17576:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000a806f22e. 00000010:00000010:0.0:1767384299.495237:0:17576:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000077bd4f0. 00000010:00000010:0.0:1767384299.495239:0:17576:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 00000000d8ba1542. 00000010:00000010:0.0:1767384299.495241:0:17576:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 0000000094f54d05. 00000010:00000001:0.0:1767384299.495242:0:17576:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.495262:0:17576:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000037a5ab47. 00000020:00000010:0.0:1767384299.495266:0:17576:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bcfa2968. 00000010:00000001:0.0:1767384299.495288:0:17576:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.495293:0:17576:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002274a903. 00000040:00000010:0.0:1767384299.495296:0:17576:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9c04ded. 00000020:00000010:0.0:1767384299.495298:0:17576:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043e0e458. 00000020:00000010:0.0:1767384299.495300:0:17576:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dc3d7508. 00000020:00000010:0.0:1767384299.495303:0:17576:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ee379cce. 80000000:00000010:0.0:1767384299.495306:0:17576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004aa3d88f. 40000000:00000010:0.0:1767384299.495308:0:17576:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001655171b. 00100000:00000010:0.0:1767384299.495311:0:17576:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ee73040b. 00040000:00000010:0.0:1767384299.495313:0:17576:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000edd9d16f. 00040000:00000010:0.0:1767384299.495316:0:17576:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d9879c46. 00040000:00000010:0.0:1767384299.495318:0:17576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008ae3777b. 00080000:00000010:0.0:1767384299.495320:0:17576:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b6cfaa58. 00000004:00000010:0.0:1767384299.495322:0:17576:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077bbf11f. 00000004:00000010:0.0:1767384299.495324:0:17576:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5604833. 00000004:00000010:0.0:1767384299.495328:0:17576:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001ac1b0a4. 00000004:00000010:0.0:1767384299.495329:0:17576:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c331b22d. 00000020:00000010:0.0:1767384299.495331:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095ce3259. 00000020:00000010:0.0:1767384299.495334:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040433380. 00000020:00000010:0.0:1767384299.495336:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b64fd92f. 00000008:00000010:0.0:1767384299.495339:0:17576:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ecb15cf6. 00020000:00000010:0.0:1767384299.495341:0:17576:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b098e5ee. 00008000:00000010:0.0:1767384299.495344:0:17576:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000045c8bbb9. 00000080:00000010:0.0:1767384299.495352:0:17576:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000913f54bf. 00000020:00000010:0.0:1767384299.495354:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff6a0a27. 00000020:00000001:0.0:1767384299.495356:0:17576:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.495358:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000003932e6e0) now 4 - setup 00000020:00000080:0.0:1767384299.495360:0:17576:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:0.0:1767384299.495361:0:17576:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.495363:0:17576:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.495364:0:17576:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000eb22410c. 00000020:00000001:0.0:1767384299.495369:0:17576:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:0.0:1767384299.495371:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b81d15d7. 00000020:00000010:0.0:1767384299.495374:0:17576:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041b9b2b3. 00000040:00000010:0.0:1767384299.495382:0:17576:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b1a8f4a6. 00000020:00000010:0.0:1767384299.495384:0:17576:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ac1b0a4. 00000020:00000010:0.0:1767384299.495386:0:17576:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dc3d7508. 00000020:00000010:0.0:1767384299.495388:0:17576:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d76b11c. 80000000:00000010:0.0:1767384299.495391:0:17576:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d5a35cb. 40000000:00000010:0.0:1767384299.495392:0:17576:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008be44c79. 00100000:00000010:0.0:1767384299.495394:0:17576:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077bbf11f. 00040000:00000010:0.0:1767384299.495396:0:17576:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000edd9d16f. 00040000:00000010:0.0:1767384299.495398:0:17576:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b6cfaa58. 00040000:00000010:0.0:1767384299.495400:0:17576:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000034007e87. 00080000:00000010:0.0:1767384299.495402:0:17576:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d9879c46. 00000004:00000010:0.0:1767384299.495404:0:17576:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ee73040b. 00000004:00000010:0.0:1767384299.495406:0:17576:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c5604833. 00000004:00000010:0.0:1767384299.495408:0:17576:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043e0e458. 00000004:00000010:0.0:1767384299.495410:0:17576:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d2825511. 00000020:00000010:0.0:1767384299.495413:0:17576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fe316ae. 00000020:00000010:0.0:1767384299.495415:0:17576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040433380. 00000020:00000010:0.0:1767384299.495417:0:17576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64fd92f. 00000020:00000010:0.0:1767384299.495419:0:17576:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000caba7941. 00000020:00000010:0.0:1767384299.495422:0:17576:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000002477993f. 00000020:00000001:0.0:1767384299.495424:0:17576:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:0.0:1767384299.495426:0:17576:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:0.0:1767384299.495428:0:17576:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:0.0:1767384299.495430:0:17576:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384299.495431:0:17576:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384299.495433:0:17576:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000033cd4f46. 00000020:00000001:0.0:1767384299.495435:0:17576:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.495437:0:17576:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000033cd4f46 with handle 0x4ac496f8d605e005 to hash 00000020:00000001:0.0:1767384299.495438:0:17576:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384299.495441:0:17576:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384299.495442:0:17576:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.495444:0:17576:0:(genops.c:887:class_export_get()) GET export 0000000033cd4f46 refcount=3 00000020:00000040:0.0:1767384299.495447:0:17576:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000003932e6e0) now 5 - export 00000020:00000001:0.0:1767384299.495449:0:17576:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000020:00000040:0.0:1767384299.495451:0:17576:0:(genops.c:898:class_export_put()) PUTting export 0000000033cd4f46 : new refcount 2 00000020:00000080:0.0:1767384299.495458:0:17576:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x4ac496f8d605e005 00000020:00000001:0.0:1767384299.495459:0:17576:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.495461:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384299.495462:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e005 00000020:00000001:0.0:1767384299.495463:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.495465:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033cd4f46 refcount=3 00000020:00000001:0.0:1767384299.495466:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000020:00000001:0.0:1767384299.495467:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000100:00000001:0.0:1767384299.495471:0:17576:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1767384299.495473:0:17576:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384299.495476:0:17576:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:0.0:1767384299.495479:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384299.495481:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 13 to 0@lo 00000100:00000001:0.0:1767384299.495482:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:0.0:1767384299.495483:0:17576:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384299.495484:0:17576:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e005 00000020:00000001:0.0:1767384299.495485:0:17576:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.495486:0:17576:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033cd4f46 refcount=4 00000020:00000001:0.0:1767384299.495487:0:17576:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000020:00000001:0.0:1767384299.495489:0:17576:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000100:00000001:0.0:1767384299.495490:0:17576:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384299.495491:0:17576:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 14 to 0@lo 00000100:00000001:0.0:1767384299.495492:0:17576:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000040:0.0:1767384299.495493:0:17576:0:(genops.c:898:class_export_put()) PUTting export 0000000033cd4f46 : new refcount 3 00000100:00080000:0.0:1767384299.495494:0:17576:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000038c66682 using connection 192.168.202.119@tcp/0@lo 00000100:00000001:0.0:1767384299.495496:0:17576:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.495498:0:17576:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384299.495504:0:17576:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384299.495506:0:17576:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:0.0:1767384299.495508:0:17576:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659566656 : -1049984960 : ffffffffc16a8040) 02000000:00000001:0.0:1767384299.495510:0:17576:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.495512:0:17576:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384299.495519:0:17576:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384299.495523:0:17576:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061b2488. 00000020:00000040:0.0:1767384299.495525:0:17576:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384299.495528:0:17576:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384299.495530:0:17576:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.495533:0:17576:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384299.495535:0:17576:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384299.495537:0:17576:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384299.495541:0:17576:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000be998cdc. 00000100:00000001:0.0:1767384299.495545:0:17576:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384299.495551:0:17576:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384299.495558:0:17576:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384299.495560:0:17576:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.495563:0:17576:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000061b2488] to pc [ptlrpcd_rcv+-1] req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.495580:0:17576:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.495583:0:17576:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:0.0:1767384299.495584:0:17576:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:0.0:1767384299.495586:0:17576:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384299.495600:0:17576:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384299.495602:0:17576:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1767384299.495647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1767384299.495658:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1767384299.495662:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384299.495666:0:8:0:(import.c:65:import_set_state_nolock()) 000000005f30767c lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384299.495674:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1767384299.495685:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 13 to 0@lo 00000020:00000040:0.0:1767384299.495685:0:17576:0:(genops.c:887:class_export_get()) GET export 0000000033cd4f46 refcount=4 00000020:00000001:0.0:1767384299.495696:0:17576:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.495698:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384299.495700:0:17576:0:(genops.c:887:class_export_get()) GET export 0000000033cd4f46 refcount=5 00000020:00000001:0.0:1767384299.495706:0:17576:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384299.495707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 14 to 0@lo 00000020:00000010:0.0:1767384299.495715:0:17576:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000caba7941. 00000100:00000001:1.0:1767384299.495718:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000010:0.0:1767384299.495723:0:17576:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000002477993f. 00000020:00000001:1.0:1767384299.495726:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384299.495729:0:17576:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041b9b2b3. 00000020:00000040:1.0:1767384299.495733:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605df95 00000040:00000010:0.0:1767384299.495735:0:17576:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b1a8f4a6. 00000020:00000001:1.0:1767384299.495741:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384299.495741:0:17576:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ac1b0a4. 00000020:00000040:1.0:1767384299.495751:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009c046dc2 refcount=7 00000020:00000010:0.0:1767384299.495752:0:17576:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dc3d7508. 00000020:00000010:0.0:1767384299.495761:0:17576:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d76b11c. 00000020:00000001:1.0:1767384299.495763:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017757528064 : -114055952023552 : ffff9844477ec000) 00000020:00000001:1.0:1767384299.495771:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017757528064 : -114055952023552 : ffff9844477ec000) 80000000:00000010:0.0:1767384299.495776:0:17576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d5a35cb. 00000100:00000040:1.0:1767384299.495780:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 13 to 0@lo 40000000:00000010:0.0:1767384299.495781:0:17576:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008be44c79. 00000100:00000001:1.0:1767384299.495793:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00100000:00000010:0.0:1767384299.495794:0:17576:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077bbf11f. 00040000:00000010:0.0:1767384299.495805:0:17576:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000edd9d16f. 00000100:00000040:1.0:1767384299.495808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 14 to 0@lo 00040000:00000010:0.0:1767384299.495811:0:17576:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b6cfaa58. 00040000:00000010:0.0:1767384299.495820:0:17576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000034007e87. 00000100:00000001:1.0:1767384299.495821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00080000:00000010:0.0:1767384299.495824:0:17576:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d9879c46. 00000020:00000040:1.0:1767384299.495833:0:8:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 6 00000004:00000010:0.0:1767384299.495834:0:17576:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ee73040b. 00000004:00000010:0.0:1767384299.495848:0:17576:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5604833. 00000100:00080000:1.0:1767384299.495849:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000005f30767c using connection 192.168.202.119@tcp/0@lo 00000004:00000010:0.0:1767384299.495853:0:17576:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043e0e458. 00000004:00000010:0.0:1767384299.495863:0:17576:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d2825511. 00000100:00000001:1.0:1767384299.495864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.495869:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b81d15d7. 00000020:00000010:0.0:1767384299.495874:0:17576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040433380. 00000020:00000010:0.0:1767384299.495877:0:17576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b64fd92f. 00000020:00000010:0.0:1767384299.495879:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fe316ae. 00000020:00000010:0.0:1767384299.495888:0:17576:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 000000007a745cd2. 02000000:00000001:1.0:1767384299.495891:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:0.0:1767384299.495893:0:17576:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000551b8fe1. 00000020:00000001:0.0:1767384299.495899:0:17576:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.495902:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384299.495904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:0.0:1767384299.495905:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0930 type=0x10620000 idx=14 00000040:00001000:0.0:1767384299.495915:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 02000000:00000001:1.0:1767384299.495916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.495920:0:17576:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:1.0:1767384299.495926:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1767384299.495927:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.495945:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.495949:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.495950:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d09b0 type=0x10620000 idx=15 00000040:00001000:0.0:1767384299.495959:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1767384299.495965:0:17576:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000010:1.0:1767384299.495966:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a5a4deb. 00000020:00000001:0.0:1767384299.495974:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.495976:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.495978:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000040:00001000:0.0:1767384299.495979:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0a40 type=0x10620000 idx=16 00000040:00001000:0.0:1767384299.495989:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 02000000:00000001:1.0:1767384299.495994:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000040:00001000:0.0:1767384299.495994:0:17576:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496004:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:1.0:1767384299.496006:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.496007:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.496016:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00001000:0.0:1767384299.496017:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1767384299.496025:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 02000000:00000001:1.0:1767384299.496026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00001000:0.0:1767384299.496037:0:17576:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 02000000:00000001:1.0:1767384299.496039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.496041:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.496044:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.496047:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496051:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384299.496054:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003318f299. 00000040:00001000:0.0:1767384299.496055:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1767384299.496065:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1767384299.496068:0:17576:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:1.0:1767384299.496074:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.496074:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.496078:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.496081:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496088:0:17576:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.496091:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496092:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0ca0 type=0x10620000 idx=19 00000100:00100000:1.0:1767384299.496098:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00001000:0.0:1767384299.496099:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1767384299.496141:0:17576:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496151:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.496156:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496164:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1767384299.496174:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1767384299.496182:0:17576:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496191:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.496195:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.496200:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496203:0:17576:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.496212:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.496213:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00001000:0.0:1767384299.496214:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0dd0 type=0x10620000 idx=21 00000100:00000001:1.0:1767384299.496219:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496220:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1767384299.496229:0:17576:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:1.0:1767384299.496239:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a5a4deb] to pc [ptlrpcd_rcv+-1] req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384299.496240:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.496246:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.496251:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496262:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.496271:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496279:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1767384299.496290:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1767384299.496296:0:17576:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:1.0:1767384299.496297:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.496298:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.496301:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496309:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0f08 type=0x10620000 idx=23 00000040:00001000:0.0:1767384299.496313:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1767384299.496317:0:17576:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:1.0:1767384299.496318:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (225) 00000020:00000001:0.0:1767384299.496320:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.496325:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496330:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d0f88 type=0x10620000 idx=24 00000040:00001000:0.0:1767384299.496334:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1767384299.496337:0:17576:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496339:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.496341:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496343:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d1018 type=0x10620000 idx=25 00000040:00001000:0.0:1767384299.496347:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:0.0:1767384299.496351:0:17576:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496354:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.496357:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496360:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d1098 type=0x10620000 idx=26 00000040:00001000:0.0:1767384299.496362:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:0.0:1767384299.496366:0:17576:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496369:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:1.0:1767384299.496372:0:17578:0:(genops.c:887:class_export_get()) GET export 0000000033cd4f46 refcount=6 00000040:00000001:0.0:1767384299.496373:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.496375:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496377:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.496384:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384299.496385:0:17578:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000040:00001000:0.0:1767384299.496386:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d1178 type=0x10620000 idx=27 00000040:00001000:0.0:1767384299.496395:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00002000:00000001:1.0:1767384299.496396:0:17578:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496399:0:17576:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496406:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:1.0:1767384299.496407:0:17578:0:(genops.c:887:class_export_get()) GET export 0000000033cd4f46 refcount=7 00000040:00000001:0.0:1767384299.496414:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:1.0:1767384299.496417:0:17578:0:(genops.c:898:class_export_put()) PUTting export 0000000033cd4f46 : new refcount 6 00000040:00000001:0.0:1767384299.496417:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496424:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.496431:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496433:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d1258 type=0x10620000 idx=28 00000040:00001000:0.0:1767384299.496437:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:0.0:1767384299.496439:0:17576:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496441:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1767384299.496443:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496448:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d12a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384299.496454:0:17576:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:0.0:1767384299.496457:0:17576:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384299.496462:0:17576:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384299.496471:0:17576:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384299.496555:0:17576:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384299.496561:0:17576:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496564:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d12a8 type=0x10620000 idx=29 00000040:00001000:0.0:1767384299.496567:0:17576:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:0.0:1767384299.496569:0:17576:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:0.0:1767384299.496575:0:17576:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1767384299.496577:0:17576:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384299.496581:0:17576:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1767384299.496582:0:17576:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.496587:0:16787:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007ef6ccbb. 00000020:00000001:0.0:1767384299.496587:0:17576:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384299.496600:0:17576:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9844674d1388 type=0x0 idx=0 00000040:00000001:0.0:1767384299.496603:0:17576:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384299.496604:0:17576:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000100:00000001:1.0:1767384299.496607:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000040:00000010:0.0:1767384299.496608:0:17576:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005592de33. 00000100:00100000:1.0:1767384299.496617:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748227840 00000020:00000010:0.0:1767384299.496620:0:17576:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000098c72258. 02000000:00000001:1.0:1767384299.496623:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.496630:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384299.496633:0:17576:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d46f54f. 00000100:00000001:1.0:1767384299.496634:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384299.496640:0:17576:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000975a8b4. 02000000:00000001:1.0:1767384299.496649:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.496650:0:17576:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009283a64f. 00000020:00000010:0.0:1767384299.496659:0:17576:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009dc2ad72. 00000100:00100000:1.0:1767384299.496663:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748227840 00000020:00000010:0.0:1767384299.496666:0:17576:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d879b331. 80000000:00000010:0.0:1767384299.496671:0:17576:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf58df1f. 00000020:00000001:1.0:1767384299.496680:0:16787:0:(genops.c:811:class_conn2export()) Process entered 40000000:00000010:0.0:1767384299.496682:0:17576:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038ae9d0e. 00000020:00000040:1.0:1767384299.496684:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00100000:00000010:0.0:1767384299.496686:0:17576:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ed47cfd7. 00000020:00000001:1.0:1767384299.496694:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00040000:00000010:0.0:1767384299.496694:0:17576:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003af1401c. 00000020:00000001:1.0:1767384299.496703:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384299.496704:0:17576:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000002d01ea2. 00040000:00000010:0.0:1767384299.496712:0:17576:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050fdcdcf. 00000020:00000001:1.0:1767384299.496714:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.496719:0:17576:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006b7a3154. 00000004:00000010:0.0:1767384299.496726:0:17576:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026bd5e6d. 00000020:00000010:1.0:1767384299.496729:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dccab39. 00000004:00000010:0.0:1767384299.496732:0:17576:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000058edffc. 00000004:00000010:0.0:1767384299.496740:0:17576:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ba773d98. 00000020:00000010:1.0:1767384299.496742:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c69313cc. 00002000:00000010:0.0:1767384299.496745:0:17576:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b76a49d8. 00000004:00000010:0.0:1767384299.496754:0:17576:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e6316fdc. 00000020:00000010:1.0:1767384299.496756:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff7ae22c. 00000020:00000010:0.0:1767384299.496759:0:17576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4dc888a. 00000020:00000010:3.0:1767384299.496769:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000044707321. 00000100:00000001:1.0:1767384299.496769:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384299.496774:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384299.496782:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.496783:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.496789:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748227968 02000000:00000001:3.0:1767384299.496796:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384299.496798:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.496802:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.496808:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.496814:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.496820:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384299.496822:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748227968 00000020:00000001:3.0:1767384299.496833:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.496838:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384299.496843:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384299.496847:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.496851:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.496855:0:16785:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005592de33. 00000100:00000001:1.0:1767384299.496856:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384299.496860:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a7e2087. 00000100:00000001:0.0:1767384299.496865:0:16785:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384299.496866:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384299.496869:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cda3485. 00000100:00000001:0.0:1767384299.496873:0:16785:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384299.496880:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002fd6496f. 00000100:00100000:1.0:1767384299.496886:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384299.496891:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.496896:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384299.496897:0:16785:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.496898:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521765120 : -114055187786496 : ffff9844750c1500) 00000100:00000001:3.0:1767384299.496899:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.496911:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.496912:0:16785:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.496916:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000920290bd x1853236748227840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.496919:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384299.496941:0:17556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000518da885. 00000040:00000001:0.0:1767384299.496946:0:17556:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384299.496956:0:17556:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000040:00000001:0.0:1767384299.496967:0:17556:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384299.496974:0:17556:0:(lu_object.c:207:lu_object_put()) Add 000000008a067800/00000000a0f56a39 to site lru. bkt: 00000000b5b7d4d6 00000040:00000010:0.0:1767384299.496986:0:17556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000810fb3ea. 00000040:00000001:0.0:1767384299.496989:0:17556:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.496992:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000920290bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16145:x1853236748227840:12345-0@lo:38: 00000040:00000010:0.0:1767384299.496993:0:17556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000000de9a11d. 00000040:00000010:0.0:1767384299.497002:0:17556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000749e036e. 00000020:00000001:0.0:1767384299.497014:0:17556:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384299.497015:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748227840 10000000:00000001:0.0:1767384299.497024:0:17556:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000001:1.0:1767384299.497027:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384299.497029:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aaa22d3b. 00000040:00000010:0.0:1767384299.497038:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000073e17b28. 00010000:00000001:1.0:1767384299.497040:0:16787:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:0.0:1767384299.497047:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d9e20319. 00000020:00000010:0.0:1767384299.497052:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a744924. 80000000:00000010:0.0:1767384299.497054:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b040c079. 00000020:00000040:1.0:1767384299.497055:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 4 - find 00040000:00000010:0.0:1767384299.497062:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000009744aad. 00000020:00000001:1.0:1767384299.497065:0:16787:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630017898394032 : -114055811157584 : ffff98444fe431b0) 00080000:00000010:0.0:1767384299.497067:0:17556:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000005bf80368. 00000100:00000001:1.0:1767384299.497075:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384299.497078:0:17556:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000f2443486. 02000000:00000001:1.0:1767384299.497081:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:0.0:1767384299.497082:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007a2580ec. 20000000:00000010:0.0:1767384299.497087:0:17556:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000098509048. 02000000:00000010:1.0:1767384299.497089:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000957d52f0. 00000020:00000010:0.0:1767384299.497092:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ae720e6. 02000000:00000001:1.0:1767384299.497096:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:0.0:1767384299.497098:0:17556:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000009ff3be9d. 10000000:01000000:0.0:1767384299.497104:0:17556:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1767384299.497138:0:17556:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384299.497142:0:17556:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384299.497144:0:17556:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384299.497146:0:17556:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009ee33982 refcount=3 00000020:00000001:0.0:1767384299.497149:0:17556:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:0.0:1767384299.497154:0:17556:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631980032 : -114056077571584 : ffff984440030a00) 00010000:00000001:0.0:1767384299.497157:0:17556:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384299.497162:0:17556:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dff7 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384299.497164:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.497174:0:16787:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00010000:00000001:0.0:1767384299.497178:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.497180:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384299.497182:0:17556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000009ee33982/0x4ac496f8d605dff0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605dff7 expref: -99 pid: 17556 timeout: 0 lvb_type: 0 00010000:00080000:1.0:1767384299.497185:0:16787:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 220 last 0 00010000:00000001:0.0:1767384299.497205:0:17556:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384299.497206:0:16787:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:0.0:1767384299.497207:0:17556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384299.497208:0:17556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384299.497209:0:17556:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384299.497211:0:17556:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384299.497214:0:17556:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.497216:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9f29254. 00000004:00000001:1.0:1767384299.497223:0:16787:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000040:00000010:0.0:1767384299.497223:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001069c5d3. 00000020:00000010:0.0:1767384299.497231:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a423526. 00000020:00000001:1.0:1767384299.497232:0:16787:0:(genops.c:1392:class_connect()) Process entered 00000020:00000010:0.0:1767384299.497235:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000609baa5c. 00000020:00000001:1.0:1767384299.497237:0:16787:0:(genops.c:950:__class_new_export()) Process entered 00040000:00000010:0.0:1767384299.497239:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000057bd747b. 00040000:00000010:0.0:1767384299.497243:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009b947f26. 00000020:00000010:1.0:1767384299.497244:0:16787:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ccb8c6dc. 00080000:00000010:0.0:1767384299.497247:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000063fccb63. 00000020:00000001:1.0:1767384299.497251:0:16787:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000010:0.0:1767384299.497252:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000992c91c. 00000020:00000040:1.0:1767384299.497256:0:16787:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ccb8c6dc with handle 0x4ac496f8d605e00c to hash 00000020:00000001:1.0:1767384299.497265:0:16787:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384299.497267:0:17556:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.497271:0:17556:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000c8de5d60. 00000020:00000001:1.0:1767384299.497273:0:16787:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000010:0.0:1767384299.497274:0:17556:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000c0bacbcd. 00000004:00000001:1.0:1767384299.497281:0:16787:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000020:00000001:0.0:1767384299.497282:0:17556:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.497288:0:17556:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384299.497290:0:17556:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000002007fb2d. 00000004:00000010:1.0:1767384299.497291:0:16787:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000009996d20e. 00000020:00000010:0.0:1767384299.497294:0:17556:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000009667710. 00000001:00000001:1.0:1767384299.497300:0:16787:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:0.0:1767384299.497301:0:17556:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000020:00000001:0.0:1767384299.497308:0:17556:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000001:00000010:1.0:1767384299.497311:0:16787:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000006371b9b5. 00000001:00000001:1.0:1767384299.497317:0:16787:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.497320:0:16787:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000010:0.0:1767384299.497321:0:17556:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000c9fc9430. 00000001:00000001:1.0:1767384299.497324:0:16787:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384299.497331:0:16787:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000066ab4312. 00000020:01000004:0.0:1767384299.497336:0:17556:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1767384299.497338:0:17556:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384299.497341:0:17556:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384299.497342:0:17556:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000001:00000010:1.0:1767384299.497344:0:16787:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fdb0d193. 00000020:01000004:0.0:1767384299.497344:0:17556:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384299.497348:0:17556:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384299.497354:0:17556:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384299.497357:0:17556:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000001:00000010:1.0:1767384299.497358:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d9682f0a. 00000020:01000004:0.0:1767384299.497359:0:17556:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:0.0:1767384299.497361:0:17556:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384299.497366:0:17556:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000001:00000010:1.0:1767384299.497368:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a408094. 10000000:00000001:0.0:1767384299.497369:0:17556:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384299.497376:0:17556:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000001:00000010:1.0:1767384299.497380:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ce31f63. 10000000:00000001:0.0:1767384299.497381:0:17556:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:0.0:1767384299.497385:0:17556:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1767384299.497390:0:17556:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384299.497391:0:17556:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000001:00000010:1.0:1767384299.497392:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1d0c500. 00000020:01000004:0.0:1767384299.497394:0:17556:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384299.497396:0:17556:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384299.497403:0:17556:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000001:00000001:1.0:1767384299.497406:0:16787:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:01000004:0.0:1767384299.497407:0:17556:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384299.497415:0:17556:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384299.497416:0:17556:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000001:00000010:1.0:1767384299.497418:0:16787:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003fef4728. 00000100:00000010:0.0:1767384299.497419:0:17556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d0d2533. 00000020:00000040:0.0:1767384299.497426:0:17556:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384299.497431:0:17556:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000010:1.0:1767384299.497432:0:16787:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002e8d4e33. 02000000:00000001:0.0:1767384299.497433:0:17556:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384299.497437:0:17556:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384299.497440:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011b3e2a1. 00000001:00000010:1.0:1767384299.497448:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f131da0. 02000000:00000010:0.0:1767384299.497453:0:17556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000089b2b8bc. 00000001:00000010:1.0:1767384299.497456:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000802d786f. 00000001:00000010:1.0:1767384299.497461:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039dbbbfe. 00000100:00000001:0.0:1767384299.497463:0:17556:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.497466:0:16787:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384299.497469:0:17556:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1767384299.497476:0:17556:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00010000:00000001:1.0:1767384299.497478:0:16787:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.497481:0:17556:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000004:00000001:1.0:1767384299.497486:0:16787:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384299.497488:0:17556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000caba7941. 00000100:00000001:0.0:1767384299.497494:0:17556:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017781343744 : -114055928207872 : ffff984448ea2600) 00000020:00000001:1.0:1767384299.497496:0:16787:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.497498:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384299.497501:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656093056 : -114055053458560 : ffff98447d0dc380) 00000100:00000001:0.0:1767384299.497505:0:17556:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384299.497507:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=3 00000100:00000001:0.0:1767384299.497507:0:17556:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.497510:0:17556:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384299.497514:0:17556:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384299.497517:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 5 - export 00000100:00000040:0.0:1767384299.497521:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384299.497531:0:16787:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:0.0:1767384299.497535:0:17556:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384299.497536:0:17556:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.497538:0:17556:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384299.497540:0:17556:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384299.497549:0:17556:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.497551:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 2 00000100:00100000:0.0:1767384299.497553:0:17556:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005d0d2533 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748228096:0@lo:253: 00000020:00000080:1.0:1767384299.497564:0:16787:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x4ac496f8d605e00c 00000100:00000001:0.0:1767384299.497565:0:17556:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384299.497569:0:17556:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384299.497573:0:17556:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.497574:0:16787:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.497575:0:17556:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384299.497581:0:17556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a8411320. 00000020:00000001:1.0:1767384299.497582:0:16787:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384299.497586:0:17556:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.497587:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000400:00000010:0.0:1767384299.497591:0:17556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000020:00000001:1.0:1767384299.497596:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384299.497597:0:17556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000585ff4df. 00000020:00000040:1.0:1767384299.497603:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=3 00000100:00000200:0.0:1767384299.497604:0:17556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748228096, portal 25 00000100:00000001:0.0:1767384299.497613:0:17556:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384299.497615:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:0.0:1767384299.497616:0:17556:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656093056 : -114055053458560 : ffff98447d0dc380) 00000100:00000040:0.0:1767384299.497629:0:17556:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384299.497630:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000001:00000001:1.0:1767384299.497646:0:16787:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:0.0:1767384299.497648:0:17556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1767384299.497651:0:16787:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000040:0.0:1767384299.497659:0:17556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384299.497663:0:17556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000699a18cf. 00000001:00000040:1.0:1767384299.497666:0:16787:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.119@tcp 00000100:00000200:0.0:1767384299.497668:0:17556:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748228096, offset 0 00000001:00000040:1.0:1767384299.497675:0:16787:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 3 00000400:00000200:0.0:1767384299.497675:0:17556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000001:1.0:1767384299.497684:0:16787:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630013411566592 : -114060297985024 : ffff98434474a400) 00000400:00000200:0.0:1767384299.497686:0:17556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:1.0:1767384299.497696:0:16787:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000400:00000200:0.0:1767384299.497701:0:17556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e101600 00000020:00000040:1.0:1767384299.497702:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=4 00000400:00000200:0.0:1767384299.497709:0:17556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a1 [2] + 0 00000001:00000040:1.0:1767384299.497710:0:16787:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 4 00000400:00000010:0.0:1767384299.497719:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9d6c78e. 00000400:00000200:0.0:1767384299.497724:0:17556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d8c02d9 00000020:00000010:1.0:1767384299.497726:0:16787:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005923c2c7. 00000400:00000200:0.0:1767384299.497729:0:17556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.497736:0:17556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384299.497738:0:16787:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000002cd5edf7. 00000400:00000200:0.0:1767384299.497740:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8c02d9 00000400:00000010:0.0:1767384299.497745:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d8c02d9. 00000100:00000001:0.0:1767384299.497751:0:17556:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384299.497752:0:17556:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384299.497755:0:17556:0:(events.c:337:request_in_callback()) incoming req@00000000d7794cb1 x1853236748228096 msgsize 4848 00000100:00100000:0.0:1767384299.497763:0:17556:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384299.497765:0:17556:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000001:00000001:1.0:1767384299.497778:0:16787:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.497778:0:17556:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384299.497784:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000699a18cf 00000001:08000000:1.0:1767384299.497790:0:16787:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000400:00000010:0.0:1767384299.497790:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000699a18cf. 00000100:00000001:0.0:1767384299.497797:0:17556:0:(events.c:34:request_out_callback()) Process entered 00000001:00000040:1.0:1767384299.497800:0:16787:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 3 00000100:00000200:0.0:1767384299.497804:0:17556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384299.497812:0:16787:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.497813:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384299.497819:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228096 02000000:00000001:3.0:1767384299.497826:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00100000:1.0:1767384299.497827:0:16787:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00000001:0.0:1767384299.497828:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384299.497830:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384299.497837:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.497838:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384299.497841:0:16787:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 02000000:00000001:3.0:1767384299.497846:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384299.497849:0:16787:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384299.497854:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228096 00000100:00000001:0.0:1767384299.497860:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384299.497863:0:16787:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384299.497864:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384299.497864:0:17556:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384299.497872:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384299.497872:0:16787:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00000001:0.0:1767384299.497873:0:17556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.497880:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384299.497881:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294887381 00000020:01000000:1.0:1767384299.497882:0:16787:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007b000494 00000020:00000040:3.0:1767384299.497885:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:0.0:1767384299.497893:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887380 00000020:00000001:3.0:1767384299.497894:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:1.0:1767384299.497894:0:16787:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000bfe95059. 00000100:00000001:0.0:1767384299.497898:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294887381 00000100:00000001:0.0:1767384299.497902:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887380 00000020:00000040:1.0:1767384299.497907:0:16787:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000bfe95059 for nid 0@lo - ref 2 00000020:00000001:3.0:1767384299.497909:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384299.497916:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294887381 00000100:00000001:3.0:1767384299.497926:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384299.497926:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887380 00000100:00000001:0.0:1767384299.497940:0:17556:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294887381 00000100:00000001:0.0:1767384299.497943:0:17556:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887380 00000100:00000001:0.0:1767384299.497945:0:17556:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.497947:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1441552. 00000100:00000001:0.0:1767384299.497948:0:17556:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.497952:0:17556:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384299.497954:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384299.497954:0:17556:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384299.497958:0:17556:0:(client.c:2690:ptlrpc_set_wait()) set 00000000caba7941 going to sleep for 11 seconds 00000020:00000010:3.0:1767384299.497963:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1441552. 00000100:00000001:0.0:1767384299.497963:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.497966:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.497974:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749e036e. 00000020:00000010:3.0:1767384299.497980:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037cf3e72. 00000020:00000010:3.0:1767384299.497986:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008caf6e09. 00000100:00000040:3.0:1767384299.497996:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384299.497999:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384299.498002:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384299.498005:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.498013:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.498026:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.498043:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384299.498046:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384299.498055:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000001:0.0:1767384299.498056:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384299.498058:0:16787:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.498060:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384299.498061:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384299.498061:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.498065:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.498067:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400396880 : -114060309154736 : ffff984343ca3450) 00000100:00000040:3.0:1767384299.498081:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7794cb1 x1853236748228096/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 4848/0 e 0 to 0 dl 1767384310 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384299.498085:0:16787:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d3f3be80. 00000020:00000010:1.0:1767384299.498097:0:16787:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000056ca3659. 00000100:00000001:3.0:1767384299.498146:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384299.498147:0:16787:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000006c21481e. 00000020:00000010:3.0:1767384299.498152:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1441552. 00000100:00000001:3.0:1767384299.498158:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.498161:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1441552. 00000100:00100000:3.0:1767384299.498168:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7794cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:17556:x1853236748228096:12345-0@lo:253: 00000100:00000200:3.0:1767384299.498172:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228096 00000020:00000001:3.0:1767384299.498175:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384299.498181:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384299.498185:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.498189:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384299.498189:0:16787:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000af9396c0. 00000020:00000001:3.0:1767384299.498192:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000010:1.0:1767384299.498198:0:16787:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000002bc61b2b. 00000020:00000010:1.0:1767384299.498202:0:16787:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000445aa2e6. 00000020:00000001:3.0:1767384299.498210:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384299.498214:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384299.498217:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384299.498221:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384299.498224:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.498229:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000004:00000001:1.0:1767384299.498229:0:16787:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.498233:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000001:1.0:1767384299.498236:0:16787:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384299.498242:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000de9a11d. 00010000:00000001:1.0:1767384299.498242:0:16787:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.498248:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.498253:0:16787:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008922bc3c. 00000100:00000001:3.0:1767384299.498254:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.498263:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 6 - import 20000000:00000001:3.0:1767384299.498264:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384299.498277:0:16787:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000010:3.0:1767384299.498279:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000010a0c629. 00000020:00000040:1.0:1767384299.498280:0:16787:0:(genops.c:1242:class_import_put()) import 000000008922bc3c refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384299.498288:0:16787:0:(genops.c:1249:class_import_put()) Process leaving 20000000:01000000:3.0:1767384299.498289:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384299.498293:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2a99422. 20000000:00000001:3.0:1767384299.498296:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384299.498302:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000040:1.0:1767384299.498303:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=5 20000000:00000001:3.0:1767384299.498307:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.498308:0:16787:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384299.498315:0:16787:0:(connection.c:104:ptlrpc_connection_get()) Process entered 20000000:00000001:3.0:1767384299.498316:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.498321:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:3.0:1767384299.498322:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:1.0:1767384299.498328:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 15 to 0@lo 20000000:00000010:3.0:1767384299.498329:0:16780:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 0000000064c7125d. 00000100:00000001:1.0:1767384299.498333:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:1.0:1767384299.498338:0:16787:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017765634688 : -114055943916928 : 0xffff984447fa7280) 00000100:00000040:1.0:1767384299.498342:0:16787:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000076e15b04 refcount 15 to 0@lo 20000000:00000010:3.0:1767384299.498344:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007302d78c. 00000020:00000040:1.0:1767384299.498345:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=6 20000000:01000000:3.0:1767384299.498352:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00000001:1.0:1767384299.498356:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:3.0:1767384299.498361:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:1.0:1767384299.498361:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 16 to 0@lo 00000100:00000001:1.0:1767384299.498368:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00080000:00000001:3.0:1767384299.498371:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:1.0:1767384299.498372:0:16787:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384299.498378:0:16787:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384299.498381:0:16787:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1767384299.498385:0:16787:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659566656 : -1049984960 : ffffffffc16a8040) 02000000:00000001:1.0:1767384299.498388:0:16787:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.498400:0:16787:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384299.498404:0:16787:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384299.498406:0:16787:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384299.498409:0:16787:0:(import.c:65:import_set_state_nolock()) 000000008922bc3c : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384299.498412:0:16787:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384299.498414:0:16787:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384299.498421:0:16787:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.498424:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 5 00000020:00000040:1.0:1767384299.498429:0:16787:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 6 - find 00010000:00000001:1.0:1767384299.498432:0:16787:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.498436:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384299.498439:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228336 : -1040323280 : ffffffffc1fded30) 00000020:00000001:1.0:1767384299.498442:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384299.498444:0:16787:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384299.498447:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384299.498449:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384299.498453:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.498456:0:16787:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384299.498463:0:16787:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384299.498467:0:16787:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384299.498469:0:16787:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384299.498471:0:16787:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.498474:0:16787:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.498477:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748227840 00010000:00000001:1.0:1767384299.498480:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384299.498486:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000920290bd x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384299.498497:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384299.498500:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.498504:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=1767384299 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384299.498509:0:16787:0:(import.c:2194:obd_at_measure()) AT 0000000000c4ba22 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384299.498515:0:16787:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@00000000920290bd x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384299.498524:0:16787:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384299.498536:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.498539:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 17 to 0@lo 00000100:00000001:1.0:1767384299.498542:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384299.498545:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384299.498547:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.498552:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.498555:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.498561:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384299.498567:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236748227840, offset 0 00000400:00000200:1.0:1767384299.498577:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.498591:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.498603:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824e101500 00000400:00000200:1.0:1767384299.498611:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x109d [1] + 0 00000400:00000200:1.0:1767384299.498618:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.498624:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.498630:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.498637:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384299.498638:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.498648:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.498655:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.498663:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000040:1.0:1767384299.498668:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384299.498670:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.498677:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384299.498689:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.498695:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fe16fdb0. 00080000:00000001:3.0:1767384299.498699:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368069120 : -114060341482496 : ffff984341dcec00) 00080000:00000001:3.0:1767384299.498702:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1767384299.498705:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.498715:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384299.498719:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384299.498724:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384299.498726:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384299.498735:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384299.498740:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 16 to 0@lo 00010000:00000001:1.0:1767384299.498743:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384299.498746:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.498750:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384299.498760:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000920290bd x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.498762:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.498767:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384299.498774:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384299.498777:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384299.498781:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9b8ba3d. 00000100:00100000:1.0:1767384299.498788:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000920290bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16145:x1853236748227840:12345-0@lo:38: Request processed in 1790us (2771us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384299.498791:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:0.0:1767384299.498794:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:0.0:1767384299.498799:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000001:3.0:1767384299.498809:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000200:0.0:1767384299.498809:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384299.498814:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.498823:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00080000:00000001:3.0:1767384299.498826:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000200:0.0:1767384299.498838:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.498839:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:1.0:1767384299.498851:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384299.498859:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:3.0:1767384299.498861:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.498862:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384299.498863:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.498871:0:16145:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:3.0:1767384299.498873:0:16780:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:0.0:1767384299.498874:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384299.498875:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c69313cc. 00000100:00000001:0.0:1767384299.498877:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.498880:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.498885:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.498888:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff7ae22c. 00000020:00000010:1.0:1767384299.498896:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dccab39. 00000020:00000040:1.0:1767384299.498904:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:1.0:1767384299.498910:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384299.498912:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d12874cc. 00000100:00001000:0.0:1767384299.498918:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=1767384299 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384299.498923:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=1767384299 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384299.498925:0:16145:0:(import.c:2194:obd_at_measure()) AT 000000007fc65a65 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384299.498928:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384299.498930:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.498949:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:0.0:1767384299.498949:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384299.498954:0:16145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.498955:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384299.498966:0:16145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.498973:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384299.498975:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384299.498981:0:16145:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000001:1.0:1767384299.498984:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521770496 : -114055187781120 : ffff9844750c2a00) 00000100:00000040:0.0:1767384299.498986:0:16145:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384299.498997:0:16145:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1767384299.499000:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7691067 x1853236748227968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384319 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.499001:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.499012:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384299.499036:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384299.499050:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384299.499050:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384299.499060:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7691067 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16145:x1853236748227968:12345-0@lo:38: 00000100:00000001:0.0:1767384299.499060:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384299.499064:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.499070:0:16145:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000200:1.0:1767384299.499077:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748227968 00000100:00080000:0.0:1767384299.499078:0:16145:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:0.0:1767384299.499084:0:16145:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384299.499087:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:0.0:1767384299.499088:0:16145:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e005 00000020:00000001:0.0:1767384299.499094:0:16145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384299.499096:0:16787:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384299.499097:0:16145:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033cd4f46 refcount=7 00000020:00000001:0.0:1767384299.499103:0:16145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000020:00000001:0.0:1767384299.499130:0:16145:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000100:00001000:0.0:1767384299.499134:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=1767384299 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384299.499137:0:16145:0:(import.c:2194:obd_at_measure()) AT 000000007fc65a65 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1767384299.499142:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 6 - find 00000100:00080000:0.0:1767384299.499144:0:16145:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:0.0:1767384299.499152:0:16145:0:(genops.c:898:class_export_put()) PUTting export 0000000033cd4f46 : new refcount 6 00000020:00000001:1.0:1767384299.499154:0:16787:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630017898394032 : -114055811157584 : ffff98444fe431b0) 00000100:00000001:1.0:1767384299.499162:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384299.499163:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384299.499167:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767384299.499171:0:16145:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 02000000:00000001:1.0:1767384299.499172:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1767384299.499175:0:16145:0:(import.c:65:import_set_state_nolock()) 0000000038c66682 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 02000000:00000010:1.0:1767384299.499181:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f3356c3e. 00000100:00000001:0.0:1767384299.499182:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384299.499188:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384299.499191:0:16145:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384299.499192:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.499204:0:16145:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384299.499205:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.499208:0:16145:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.499213:0:16787:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1767384299.499214:0:16145:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384299.499222:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767384299.499226:0:16787:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 220 last 0 00000100:00100000:0.0:1767384299.499247:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000061b2488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16145:1853236748227840:0@lo:38: 00010000:00000001:1.0:1767384299.499249:0:16787:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384299.499258:0:16787:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000100:00000001:0.0:1767384299.499259:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.499261:0:16787:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:0.0:1767384299.499263:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384299.499267:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000061b2488 x1853236748227840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.499273:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384299.499279:0:16787:0:(genops.c:950:__class_new_export()) Process entered 02000000:00000001:0.0:1767384299.499280:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384299.499286:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ef97820b. 00000020:00000010:1.0:1767384299.499288:0:16787:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000944e8155. 02000000:00000001:0.0:1767384299.499290:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384299.499294:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384299.499295:0:16787:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384299.499297:0:16145:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384299.499302:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384299.499304:0:16787:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000944e8155 with handle 0x4ac496f8d605e013 to hash 02000000:00000010:0.0:1767384299.499305:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000be998cdc. 02000000:00000001:0.0:1767384299.499311:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384299.499312:0:16787:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:0.0:1767384299.499313:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384299.499317:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000061b2488. 00000100:00000001:0.0:1767384299.499322:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384299.499324:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384299.499326:0:16787:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:0.0:1767384299.499327:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384299.499333:0:16787:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000100:00000001:0.0:1767384299.499333:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.499335:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384299.499343:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384299.499348:0:16787:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ff68d6cd. 00000100:00000001:0.0:1767384299.499353:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384299.499357:0:16787:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384299.499363:0:16787:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000c69313cc. 00000001:00000001:1.0:1767384299.499367:0:16787:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.499371:0:16787:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384299.499376:0:16787:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384299.499381:0:16787:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ea4ce842. 00000001:00000010:1.0:1767384299.499393:0:16787:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000da210392. 00000001:00000010:1.0:1767384299.499399:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000dccab39. 00000001:00000010:1.0:1767384299.499405:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040509292. 00000001:00000010:1.0:1767384299.499409:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b9cc381c. 00000001:00000010:1.0:1767384299.499413:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b6761d00. 00000001:00000001:1.0:1767384299.499418:0:16787:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384299.499421:0:16787:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001b288da4. 00000001:00000010:1.0:1767384299.499436:0:16787:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a841a512. 00000001:00000010:1.0:1767384299.499440:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b3893847. 00000001:00000010:1.0:1767384299.499446:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c61932a. 00000001:00000010:1.0:1767384299.499454:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080f7cc37. 00000001:00000010:1.0:1767384299.499459:0:16787:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026d9bcf7. 00010000:00000001:1.0:1767384299.499463:0:16787:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.499466:0:16787:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384299.499468:0:16787:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.499471:0:16787:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.499475:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000944e8155 refcount=3 00000020:00000040:1.0:1767384299.499479:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 7 - export 00000020:00000001:1.0:1767384299.499482:0:16787:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000040:1.0:1767384299.499486:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 2 00000020:00000080:1.0:1767384299.499490:0:16787:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x4ac496f8d605e013 00000020:00000001:1.0:1767384299.499503:0:16787:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.499507:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384299.499509:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:1.0:1767384299.499513:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.499515:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=3 00000020:00000001:1.0:1767384299.499518:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:1.0:1767384299.499522:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000001:00000001:1.0:1767384299.499526:0:16787:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384299.499591:0:16787:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384299.499598:0:16787:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.119@tcp 00000001:00000040:0.0:1767384299.499602:0:16787:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 4 00000001:00000001:0.0:1767384299.499606:0:16787:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630013411566592 : -114060297985024 : ffff98434474a400) 00000001:00000001:0.0:1767384299.499610:0:16787:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384299.499613:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000944e8155 refcount=4 00000001:00000040:0.0:1767384299.499616:0:16787:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 5 00000001:00000001:0.0:1767384299.499620:0:16787:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384299.499624:0:16787:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1767384299.499628:0:16787:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 4 00000001:00000001:0.0:1767384299.499630:0:16787:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1767384299.499634:0:16787:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1767384299.499637:0:16787:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384299.499639:0:16787:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384299.499642:0:16787:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384299.499644:0:16787:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384299.499646:0:16787:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007b000494 00000020:00000010:0.0:1767384299.499650:0:16787:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006d5a35cb. 00000020:00000040:0.0:1767384299.499657:0:16787:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000bfe95059 for nid 0@lo - ref 3 00000020:00000001:0.0:1767384299.499659:0:16787:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:0.0:1767384299.499663:0:16787:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000006d5a35cb. 00000020:00000001:0.0:1767384299.499666:0:16787:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:0.0:1767384299.499669:0:16787:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384299.499670:0:16787:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384299.499673:0:16787:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.499676:0:16787:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ba773d98. 00000020:00000040:0.0:1767384299.499678:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - import 00000020:00000001:0.0:1767384299.499683:0:16787:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384299.499684:0:16787:0:(genops.c:1242:class_import_put()) import 00000000ba773d98 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384299.499686:0:16787:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384299.499690:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000944e8155 refcount=5 00000100:00000040:0.0:1767384299.499693:0:16787:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:0.0:1767384299.499701:0:16787:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384299.499704:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384299.499707:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 17 to 0@lo 00000100:00000001:0.0:1767384299.499709:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:0.0:1767384299.499711:0:16787:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017765634688 : -114055943916928 : 0xffff984447fa7280) 00000100:00000040:0.0:1767384299.499716:0:16787:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000076e15b04 refcount 17 to 0@lo 00000020:00000040:0.0:1767384299.499719:0:16787:0:(genops.c:887:class_export_get()) GET export 00000000944e8155 refcount=6 00000100:00000001:0.0:1767384299.499723:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384299.499725:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 18 to 0@lo 00000100:00000001:0.0:1767384299.499726:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384299.499729:0:16787:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384299.499731:0:16787:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384299.499732:0:16787:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1767384299.499734:0:16787:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659566656 : -1049984960 : ffffffffc16a8040) 02000000:00000001:0.0:1767384299.499737:0:16787:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.499738:0:16787:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384299.499740:0:16787:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384299.499743:0:16787:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384299.499745:0:16787:0:(import.c:65:import_set_state_nolock()) 00000000ba773d98 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384299.499748:0:16787:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384299.499749:0:16787:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384299.499752:0:16787:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384299.499754:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 5 00000020:00000040:0.0:1767384299.499756:0:16787:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - find 00010000:00000001:0.0:1767384299.499758:0:16787:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.499761:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384299.499762:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228336 : -1040323280 : ffffffffc1fded30) 00000020:00000001:0.0:1767384299.499765:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384299.499766:0:16787:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384299.499768:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384299.499770:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384299.499772:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.499774:0:16787:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:0.0:1767384299.499780:0:16787:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384299.499786:0:16787:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384299.499788:0:16787:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384299.499790:0:16787:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.499794:0:16787:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384299.499797:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748227968 00010000:00000001:0.0:1767384299.499800:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384299.499804:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7691067 x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384299.499810:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384299.499812:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384299.499815:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=0 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384299.499818:0:16787:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384299.499821:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384299.499823:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:0.0:1767384299.499825:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384299.499827:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384299.499829:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.499831:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384299.499834:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384299.499837:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384299.499839:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236748227968, offset 0 00000400:00000200:0.0:1767384299.499845:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384299.499851:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384299.499857:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695824e101580 00000400:00000200:0.0:1767384299.499863:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10a5 [1] + 0 00000400:00000200:0.0:1767384299.499867:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384299.499872:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384299.499876:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384299.499880:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384299.499887:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.499903:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384299.499919:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a9cc50 00000400:00000010:0.0:1767384299.499923:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a9cc50. 00000100:00000001:0.0:1767384299.499930:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384299.499943:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384299.499947:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384299.499947:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.499953:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384299.499954:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:0.0:1767384299.499958:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384299.499959:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384299.499959:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384299.499964:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384299.499965:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384299.499970:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f692260. 00000100:00000040:0.0:1767384299.499972:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7691067 x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384319 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384299.499978:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000100:00100000:0.0:1767384299.499982:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7691067 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16145:x1853236748227968:12345-0@lo:38: Request processed in 930us (3274us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384299.499984:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000001:3.0:1767384299.499992:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384299.499994:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384299.499997:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000200:3.0:1767384299.499999:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.500001:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384299.500004:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384299.500008:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cda3485. 00000020:00000010:0.0:1767384299.500015:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002fd6496f. 00000100:00000200:3.0:1767384299.500019:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384299.500019:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a7e2087. 00000020:00000040:0.0:1767384299.500024:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:0.0:1767384299.500027:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.500041:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384299.500046:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.500049:0:16145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384299.500052:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384299.500054:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384299.500056:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384299.500059:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384299.500069:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b1a0dde6. 00000100:00001000:3.0:1767384299.500076:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=1767384299 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384299.500081:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384299.500085:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384299.500087:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384299.500089:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384299.500093:0:16145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384299.500102:0:16145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.500135:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384299.500138:0:16145:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384299.500141:0:16145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384299.500142:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.500161:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.500169:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.500172:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384299.500174:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.500176:0:16145:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1767384299.500180:0:16145:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:3.0:1767384299.500183:0:16145:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384299.500186:0:16145:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605df95 00000020:00000001:3.0:1767384299.500188:0:16145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384299.500192:0:16145:0:(lustre_handles.c:131:class_handle2object()) GET export 000000009c046dc2 refcount=7 00000020:00000001:3.0:1767384299.500196:0:16145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017757528064 : -114055952023552 : ffff9844477ec000) 00000020:00000001:3.0:1767384299.500200:0:16145:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017757528064 : -114055952023552 : ffff9844477ec000) 00000100:00001000:3.0:1767384299.500206:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=1767384299 v=0 (0 0 0 0) 00000100:00001000:3.0:1767384299.500209:0:16145:0:(import.c:2194:obd_at_measure()) AT 0000000080709048 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:3.0:1767384299.500216:0:16145:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:3.0:1767384299.500222:0:16145:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 6 00000100:00000001:3.0:1767384299.500226:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384299.500229:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1767384299.500232:0:16145:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1767384299.500237:0:16145:0:(import.c:65:import_set_state_nolock()) 000000005f30767c lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1767384299.500240:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384299.500242:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384299.500244:0:16145:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384299.500249:0:16145:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384299.500254:0:16145:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.500258:0:16145:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.500264:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384299.500276:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004a5a4deb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16145:1853236748227968:0@lo:38: 00000100:00000001:3.0:1767384299.500285:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.500296:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384299.500300:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a5a4deb x1853236748227968/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384299.500308:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384299.500310:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384299.500312:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008c75b000. 02000000:00000001:3.0:1767384299.500317:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384299.500319:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384299.500321:0:16145:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384299.500324:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384299.500327:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003318f299. 02000000:00000001:3.0:1767384299.500332:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384299.500334:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384299.500338:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a5a4deb. 00000100:00000001:3.0:1767384299.500343:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384299.500345:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384299.500349:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.500353:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384299.500356:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384299.500359:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384299.500362:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384299.501199:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294887381, at 4294887382 00000100:00000010:3.0:1767384299.501210:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a54e2655. 00000100:00000040:1.0:1767384299.501238:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294887381, at 4294887382 00000100:00000010:1.0:1767384299.501248:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000100:00000040:0.0:1767384299.501259:0:366:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294887381, at 4294887382 00000100:00000010:0.0:1767384299.501266:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cba5d6c. 00080000:00000001:3.0:1767384299.507968:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384299.507977:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:0.0:1767384299.507977:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384299.507984:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.507984:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384299.507990:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384299.507990:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384299.507995:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767384299.507996:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384299.507998:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.508002:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fe16fdb0. 00080000:00000001:0.0:1767384299.508008:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384299.508012:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384299.508018:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384299.508026:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384299.508046:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384299.508054:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384299.508058:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384299.508063:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384299.508067:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384299.508074:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d379a313. 00010000:00000001:1.0:1767384299.508080:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384299.508084:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00000020:00000001:1.0:1767384299.508089:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384299.508092:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e01a to hash 00000020:00000001:1.0:1767384299.508095:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384299.508096:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384299.508100:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384299.508161:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384299.508165:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.508170:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508180:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384299.508185:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384299.508189:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384299.508193:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384299.508195:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.508198:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384299.508210:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.508214:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384299.508216:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384299.508219:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384299.508222:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384299.508225:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d379a313) refcount = 1 00010000:00010000:1.0:1767384299.508229:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508237:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384299.508239:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384299.508242:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.508244:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.508247:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384299.508250:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384299.508254:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001046590s 00010000:00000001:1.0:1767384299.508257:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384299.508259:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.508261:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384299.508265:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384299.508268:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384299.508271:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384299.508274:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508280:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384299.508282:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508289:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.508291:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384299.508294:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508300:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384299.508301:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.508311:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384299.508314:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384299.508320:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384299.508323:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384299.508328:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384299.508330:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508336:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384299.508338:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384299.508339:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384299.508341:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00000020:00000001:1.0:1767384299.508343:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384299.508345:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384299.508347:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384299.508350:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508355:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384299.508357:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384299.508358:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.508361:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384299.508363:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384299.508365:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384299.508366:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384299.508369:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e01a from hash 00010000:00000001:1.0:1767384299.508371:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384299.508372:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.508373:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.508375:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384299.508377:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384299.508378:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384299.508381:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384299.508383:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384299.508391:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.508392:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384299.508394:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384299.508397:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.508398:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.508401:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.508404:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384299.508407:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.508409:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508415:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.508418:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.508420:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384299.508422:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384299.508424:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384299.508425:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384299.508427:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384299.508431:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384299.508433:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384299.508436:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384299.508441:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384299.508444:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384299.508447:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e01a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384299.508453:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d379a313 count: 0 00010000:00000001:1.0:1767384299.508465:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384299.508468:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384299.510544:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384299.510550:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384299.510552:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000010a0c629. 20000000:00000001:1.0:1767384299.510558:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384299.510563:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228096 00010000:00000001:1.0:1767384299.510566:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384299.510581:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7794cb1 x1853236748228096/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384299.510591:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384299.510593:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384299.510597:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.510601:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384299.510604:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:1.0:1767384299.510606:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384299.510609:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384299.510612:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.510615:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384299.510618:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384299.510623:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6f54247. 00000100:00000200:1.0:1767384299.510628:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748228096, offset 224 00000400:00000200:1.0:1767384299.510635:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384299.510646:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384299.510655:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e101600 00000400:00000200:1.0:1767384299.510662:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10ad [2] + 224 00000400:00000200:1.0:1767384299.510671:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384299.510675:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384299.510681:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384299.510685:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.510696:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384299.510716:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384299.510724:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f54247 00000400:00000010:1.0:1767384299.510727:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6f54247. 00000100:00000001:1.0:1767384299.510731:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384299.510732:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384299.510737:0:17556:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384299.510738:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384299.510745:0:17556:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384299.510747:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00000400:00000001:0.0:1767384299.510748:0:17556:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384299.510753:0:17556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b88d2d1. 00010000:00000001:1.0:1767384299.510756:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384299.510758:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384299.510766:0:17556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000585ff4df 00000400:00000010:0.0:1767384299.510770:0:17556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000585ff4df. 00000020:00000001:1.0:1767384299.510776:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384299.510778:0:17556:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384299.510787:0:17556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384299.510789:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7794cb1 x1853236748228096/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:280/0 lens 4848/4768 e 0 to 0 dl 1767384310 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384299.510830:0:17556:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384299.510854:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7794cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:17556:x1853236748228096:12345-0@lo:253: Request processed in 12700us (13089us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384299.510855:0:17556:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384299.510860:0:17556:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384299.510867:0:17556:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384299.510871:0:17556:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384299.510875:0:17556:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384299.510877:0:17556:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384299.510880:0:17556:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384299.510881:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00001000:0.0:1767384299.510886:0:17556:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=5 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384299.510888:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00001000:0.0:1767384299.510890:0:17556:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384299.510899:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384299.510899:0:17556:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384299.510904:0:17556:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384299.510907:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384299.510907:0:17556:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384299.510911:0:17556:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384299.510913:0:17556:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384299.510916:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037cf3e72. 00000100:00000040:0.0:1767384299.510916:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.510927:0:17556:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384299.510929:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008caf6e09. 00000100:00000001:0.0:1767384299.510942:0:17556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384299.510945:0:17556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384299.510951:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749e036e. 00000100:00000040:0.0:1767384299.510951:0:17556:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384299.510967:0:17556:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005d0d2533 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3ef09c6a-84be-4398-bf62-b694d82341a8:17556:1853236748228096:0@lo:253: 00000020:00000040:1.0:1767384299.510968:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:0.0:1767384299.510984:0:17556:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384299.510985:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384299.510994:0:17556:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384299.510995:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000de9a11d. 00000100:00000001:0.0:1767384299.511005:0:17556:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384299.511009:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384299.511010:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384299.511014:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384299.511018:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384299.511025:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384299.511026:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384299.511032:0:17556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000caba7941. 00000100:00000001:0.0:1767384299.511036:0:17556:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:1.0:1767384299.511037:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41a3bd5. 00000100:00000001:0.0:1767384299.511038:0:17556:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384299.511046:0:17556:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000400:00000010:1.0:1767384299.511048:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6f54247. 00000020:01000004:0.0:1767384299.511049:0:17556:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1767384299.511053:0:17556:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384299.511057:0:17556:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384299.511059:0:17556:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384299.511061:0:17556:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384299.511064:0:17556:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384299.511066:0:17556:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384299.511067:0:17556:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384299.511068:0:17556:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384299.511069:0:17556:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384299.511071:0:17556:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005d0d2533 x1853236748228096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384315 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384299.511076:0:17556:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384299.511077:0:17556:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384299.511079:0:17556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a8411320. 02000000:00000001:0.0:1767384299.511081:0:17556:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384299.511083:0:17556:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384299.511083:0:17556:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384299.511085:0:17556:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384299.511086:0:17556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000089b2b8bc. 02000000:00000001:0.0:1767384299.511088:0:17556:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384299.511089:0:17556:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384299.511090:0:17556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d0d2533. 00000100:00000001:0.0:1767384299.511093:0:17556:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384299.511094:0:17556:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384299.511095:0:17556:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384299.511097:0:17556:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384299.511099:0:17556:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.511101:0:17556:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384299.511104:0:17556:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000c9fc9430. 00000020:00000001:0.0:1767384299.511136:0:17556:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:0.0:1767384299.511139:0:17556:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1767384299.514126:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fe316ae. 00000020:00000010:0.0:1767384299.514133:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b81d15d7. 00000020:00000010:0.0:1767384299.514138:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026bd5e6d. 00000020:00000010:0.0:1767384299.514142:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009dc2ad72. 00000020:00000010:0.0:1767384299.514146:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034007e87. 80000000:00000010:0.0:1767384299.514150:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006d5a35cb. 40000000:00000010:0.0:1767384299.514153:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a05a19f5. 00100000:00000010:0.0:1767384299.514157:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b7a3154. 00040000:00000010:0.0:1767384299.514161:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003af1401c. 00040000:00000010:0.0:1767384299.514164:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d76b11c. 00080000:00000010:0.0:1767384299.514168:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000043e0e458. 00002000:00000010:0.0:1767384299.514172:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000be998cdc. 00000020:00000010:0.0:1767384299.514174:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1a8f4a6. 00000020:00000010:0.0:1767384299.514176:0:17556:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092abb5d7. 00000020:00000010:0.0:1767384299.514180:0:17556:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64fd92f. 00002000:00000001:0.0:1767384299.514182:0:17556:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1767384299.514186:0:17556:0:(osd_handler.c:1568:osd_prepare()) Process entered 00040000:00000001:0.0:1767384299.514188:0:17556:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1767384299.514190:0:17556:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1767384299.514193:0:17556:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384299.514195:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384299.514197:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:0.0:1767384299.514200:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000001:0.0:1767384299.514203:0:17556:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384299.514206:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384299.514213:0:17556:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000edd9d16f. 00000020:00000001:0.0:1767384299.514216:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630013411958280 : -114060297593336 : ffff9843447a9e08) 00080000:00000001:0.0:1767384299.514221:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.514242:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514244:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.514246:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514253:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.514255:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384299.514259:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c8d03106. 00000020:00000001:0.0:1767384299.514264:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384299.514268:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004d56162. 00000020:00000001:0.0:1767384299.514270:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514273:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514276:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514279:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514280:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514298:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514307:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514317:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514339:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514340:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514342:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514344:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514347:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514349:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514351:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514352:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514355:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630017747007576 : -114055962544040 : ffff984446de3858) 00080000:00000010:0.0:1767384299.514367:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000004d56162. 00000020:00000010:0.0:1767384299.514371:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c8d03106. 00000020:00000001:0.0:1767384299.514376:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.514378:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.514393:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a8608a4e. 00002000:00000001:0.0:1767384299.514395:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402228296 : -114060307323320 : ffff984343e62648) 00002000:00000001:0.0:1767384299.514398:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.514399:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1767384299.514402:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000004d56162. 00002000:00000001:0.0:1767384299.514405:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514407:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514409:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514410:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514411:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514424:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514430:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514441:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514451:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514453:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514455:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514456:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514458:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514461:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514462:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514463:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514465:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402228296 : -114060307323320 : ffff984343e62648) 00080000:00000001:0.0:1767384299.514469:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1767384299.514470:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.514472:0:17556:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1767384299.514474:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000004354f96/0000000036baa6bb to site lru. bkt: 00000000e772f158 00040000:00000001:0.0:1767384299.514477:0:17556:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1767384299.514479:0:17556:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000caba7941. 00040000:00000001:0.0:1767384299.514482:0:17556:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1767384299.514484:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.514486:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.514487:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f50ab02a. 00002000:00000001:0.0:1767384299.514489:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402234376 : -114060307317240 : ffff984343e63e08) 00002000:00000001:0.0:1767384299.514491:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.514492:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1767384299.514503:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005caa242a. 00002000:00000001:0.0:1767384299.514505:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514506:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514508:0:17556:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514509:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514510:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402234376 : -114060307317240 : ffff984343e63e08) 00040000:00000001:0.0:1767384299.514512:0:17556:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446630013381069488 : -114060328482128 : ffff984342a34ab0) 00040000:00000001:0.0:1767384299.514514:0:17556:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1767384299.514516:0:17556:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1767384299.514518:0:17556:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1767384299.514520:0:17556:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384299.514521:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384299.514525:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:0.0:1767384299.514527:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000001:0.0:1767384299.514529:0:17556:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514532:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.514550:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514552:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.514553:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514554:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.514555:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384299.514558:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ee7dbc95. 00000020:00000001:0.0:1767384299.514559:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384299.514561:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec0b7e54. 00000020:00000001:0.0:1767384299.514562:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514564:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514565:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514566:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514567:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514573:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514577:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514581:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514587:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514589:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514590:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514591:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514593:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514594:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514595:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514596:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514598:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630017747005528 : -114055962546088 : ffff984446de3058) 00080000:00000010:0.0:1767384299.514604:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ec0b7e54. 00000020:00000010:0.0:1767384299.514606:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ee7dbc95. 00000020:00000001:0.0:1767384299.514609:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.514610:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.514612:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aa15a21f. 00002000:00000001:0.0:1767384299.514613:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402233464 : -114060307318152 : ffff984343e63a78) 00002000:00000001:0.0:1767384299.514615:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.514629:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1767384299.514631:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec0b7e54. 00002000:00000001:0.0:1767384299.514633:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514634:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514635:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514636:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514637:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514645:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514648:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514651:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514656:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514658:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514659:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514660:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514661:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514662:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514663:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514664:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514666:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402233464 : -114060307318152 : ffff984343e63a78) 00040000:00000001:0.0:1767384299.514668:0:17556:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446630013381068120 : -114060328483496 : ffff984342a34558) 00080000:00000001:0.0:1767384299.514670:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384299.514672:0:17556:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384299.514674:0:17556:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008aa63319. 00100000:00000001:0.0:1767384299.514676:0:17556:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384299.514678:0:17556:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:00000001:0.0:1767384299.514680:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.514681:0:17556:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446630013381068120 : -114060328483496 : ffff984342a34558) 00080000:00000001:0.0:1767384299.514684:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514686:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384299.514687:0:17556:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:0.0:1767384299.514690:0:17556:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1767384299.514691:0:17556:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1767384299.514693:0:17556:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1767384299.514694:0:17556:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514697:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.514704:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514709:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.514710:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514712:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.514713:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.514715:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.514716:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000eb696c9c. 00002000:00000001:0.0:1767384299.514718:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402233768 : -114060307317848 : ffff984343e63ba8) 00002000:00000001:0.0:1767384299.514720:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.514720:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1767384299.514722:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ae3ebc3. 00002000:00000001:0.0:1767384299.514724:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514725:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514726:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514727:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514728:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514743:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514747:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514750:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514755:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514757:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514758:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514759:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514760:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514761:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514763:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514764:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514765:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402233768 : -114060307317848 : ffff984343e63ba8) 00080000:00000001:0.0:1767384299.514767:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384299.514768:0:17556:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384299.514769:0:17556:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002477993f. 00100000:00000001:0.0:1767384299.514771:0:17556:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384299.514772:0:17556:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:00000001:0.0:1767384299.514774:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.514775:0:17556:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446630013381071768 : -114060328479848 : ffff984342a35398) 00080000:00000001:0.0:1767384299.514777:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514778:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384299.514779:0:17556:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:0.0:1767384299.514785:0:17556:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1767384299.514787:0:17556:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000497897db. 00000001:00000001:0.0:1767384299.514790:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.514794:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000041b9b2b3. 00000001:00000010:0.0:1767384299.514798:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009f5b93e0. 00000001:00000010:0.0:1767384299.514800:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000585ff4df. 00040000:00000001:0.0:1767384299.514802:0:17556:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446630017723638272 : -114055985913344 : ffff98444579a200) 00000020:00000001:0.0:1767384299.514805:0:17556:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384299.514815:0:17556:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514816:0:17556:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384299.514818:0:17556:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.514820:0:17556:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1767384299.514821:0:17556:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1767384299.514822:0:17556:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000000a4d1b21. 00040000:00000001:0.0:1767384299.514823:0:17556:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1767384299.514825:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.514826:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.514827:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000070cd2f65. 00002000:00000001:0.0:1767384299.514828:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402229816 : -114060307321800 : ffff984343e62c38) 00002000:00000001:0.0:1767384299.514830:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.514831:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1767384299.514833:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a38b2141. 00002000:00000001:0.0:1767384299.514834:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514835:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514836:0:17556:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514838:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514839:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402229816 : -114060307321800 : ffff984343e62c38) 00040000:00000001:0.0:1767384299.514840:0:17556:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446630013381069032 : -114060328482584 : ffff984342a348e8) 00040000:00000001:0.0:1767384299.514841:0:17556:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1767384299.514842:0:17556:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1767384299.514844:0:17556:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1767384299.514845:0:17556:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384299.514846:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384299.514847:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:0.0:1767384299.514849:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000001:0.0:1767384299.514854:0:17556:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514856:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.514865:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514866:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.514867:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514869:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.514870:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384299.514872:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000127e9a14. 00000020:00000001:0.0:1767384299.514874:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384299.514876:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c86c55e2. 00000020:00000001:0.0:1767384299.514877:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514879:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514880:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514881:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514882:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514888:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514892:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514895:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514901:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514902:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514903:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514904:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514905:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514907:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514908:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514909:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514910:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630017747008088 : -114055962543528 : ffff984446de3a58) 00080000:00000010:0.0:1767384299.514915:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c86c55e2. 00000020:00000010:0.0:1767384299.514918:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000127e9a14. 00000020:00000001:0.0:1767384299.514920:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.514922:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.514923:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008c61696f. 00002000:00000001:0.0:1767384299.514924:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402228600 : -114060307323016 : ffff984343e62778) 00002000:00000001:0.0:1767384299.514926:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.514927:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1767384299.514928:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c86c55e2. 00002000:00000001:0.0:1767384299.514929:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514952:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.514953:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.514954:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.514955:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514964:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514968:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.514970:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.514976:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514978:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514979:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.514980:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.514981:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.514982:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.514983:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.514985:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.514987:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402228600 : -114060307323016 : ffff984343e62778) 00040000:00000001:0.0:1767384299.514989:0:17556:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446630013381072224 : -114060328479392 : ffff984342a35560) 00080000:00000001:0.0:1767384299.514991:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384299.514992:0:17556:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384299.514993:0:17556:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000078cacabf. 00100000:00000001:0.0:1767384299.514995:0:17556:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384299.514996:0:17556:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:00000001:0.0:1767384299.514998:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.514999:0:17556:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446630013381072224 : -114060328479392 : ffff984342a35560) 00080000:00000001:0.0:1767384299.515001:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515002:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384299.515003:0:17556:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:0.0:1767384299.515005:0:17556:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1767384299.515005:0:17556:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1767384299.515007:0:17556:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1767384299.515008:0:17556:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515010:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.515016:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515018:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.515019:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515020:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.515025:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.515027:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.515028:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004e29c55d. 00002000:00000001:0.0:1767384299.515030:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402232552 : -114060307319064 : ffff984343e636e8) 00002000:00000001:0.0:1767384299.515032:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.515033:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1767384299.515035:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b9c447b. 00002000:00000001:0.0:1767384299.515036:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515038:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.515039:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.515040:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.515041:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515049:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515054:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.515057:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.515063:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515065:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515066:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.515067:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515068:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.515069:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515070:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515071:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515073:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402232552 : -114060307319064 : ffff984343e636e8) 00080000:00000001:0.0:1767384299.515074:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384299.515075:0:17556:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384299.515076:0:17556:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009b84a882. 00100000:00000001:0.0:1767384299.515077:0:17556:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384299.515078:0:17556:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:00000001:0.0:1767384299.515080:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515081:0:17556:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446630013381073592 : -114060328478024 : ffff984342a35ab8) 00080000:00000001:0.0:1767384299.515083:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515084:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384299.515085:0:17556:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:0.0:1767384299.515086:0:17556:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1767384299.515087:0:17556:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000007a96ef0a. 00000001:00000001:0.0:1767384299.515088:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.515094:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000068dc03a5. 00000001:00000010:0.0:1767384299.515097:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000004aee11ae. 00000001:00000010:0.0:1767384299.515099:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ca9fb60d. 00040000:00000001:0.0:1767384299.515100:0:17556:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446630017723641056 : -114055985910560 : ffff98444579ace0) 00000020:00000001:0.0:1767384299.515102:0:17556:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384299.515131:0:17556:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515133:0:17556:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384299.515140:0:17556:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515142:0:17556:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1767384299.515143:0:17556:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1767384299.515146:0:17556:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000af12fb1c. 00040000:00000001:0.0:1767384299.515148:0:17556:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1767384299.515150:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.515152:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.515154:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f2753061. 00002000:00000001:0.0:1767384299.515156:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402232248 : -114060307319368 : ffff984343e635b8) 00002000:00000001:0.0:1767384299.515159:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.515160:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1767384299.515163:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000002048e51. 00002000:00000001:0.0:1767384299.515164:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515166:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.515167:0:17556:0:(osd_object.c:550:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515168:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515170:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402232248 : -114060307319368 : ffff984343e635b8) 00040000:00000001:0.0:1767384299.515171:0:17556:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446630013381070400 : -114060328481216 : ffff984342a34e40) 00040000:00000001:0.0:1767384299.515172:0:17556:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1767384299.515173:0:17556:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1767384299.515174:0:17556:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1767384299.515176:0:17556:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1767384299.515177:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384299.515178:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:0.0:1767384299.515180:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000001:0.0:1767384299.515182:0:17556:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515183:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.515198:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515199:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.515200:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515201:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.515203:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:0.0:1767384299.515205:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d91c0832. 00000020:00000001:0.0:1767384299.515207:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1767384299.515209:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7c18d62. 00000020:00000001:0.0:1767384299.515210:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515212:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.515213:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.515214:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.515215:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515224:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515228:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.515232:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.515239:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515240:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515241:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.515242:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515243:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.515245:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515246:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515247:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515249:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630017747007064 : -114055962544552 : ffff984446de3658) 00080000:00000010:0.0:1767384299.515254:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f7c18d62. 00000020:00000010:0.0:1767384299.515256:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d91c0832. 00000020:00000001:0.0:1767384299.515259:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.515261:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.515263:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000050563b00. 00002000:00000001:0.0:1767384299.515264:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402226776 : -114060307324840 : ffff984343e62058) 00002000:00000001:0.0:1767384299.515266:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.515267:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x7:0x0] 00080000:00000010:0.0:1767384299.515268:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7c18d62. 00002000:00000001:0.0:1767384299.515270:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515271:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.515272:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.515277:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.515277:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515285:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515288:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.515291:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.515296:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515298:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515299:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.515300:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515301:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.515302:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515303:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515305:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515306:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402226776 : -114060307324840 : ffff984343e62058) 00040000:00000001:0.0:1767384299.515308:0:17556:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446630013381067664 : -114060328483952 : ffff984342a34390) 00080000:00000001:0.0:1767384299.515309:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384299.515310:0:17556:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384299.515311:0:17556:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009e28e9d9. 00100000:00000001:0.0:1767384299.515313:0:17556:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384299.515314:0:17556:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:00000001:0.0:1767384299.515316:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515317:0:17556:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446630013381067664 : -114060328483952 : ffff984342a34390) 00080000:00000001:0.0:1767384299.515318:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515319:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384299.515320:0:17556:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:0.0:1767384299.515322:0:17556:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1767384299.515323:0:17556:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1767384299.515324:0:17556:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1767384299.515326:0:17556:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515328:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384299.515336:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515338:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384299.515339:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515341:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384299.515342:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384299.515344:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384299.515349:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b0f16020. 00002000:00000001:0.0:1767384299.515351:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402227992 : -114060307323624 : ffff984343e62518) 00002000:00000001:0.0:1767384299.515353:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384299.515354:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1767384299.515357:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb95768a. 00002000:00000001:0.0:1767384299.515360:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515362:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384299.515363:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384299.515365:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1767384299.515366:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515382:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515389:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:0.0:1767384299.515394:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:0.0:1767384299.515404:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515407:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515408:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:0.0:1767384299.515410:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515412:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:0.0:1767384299.515414:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.515416:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.515418:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515421:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402227992 : -114060307323624 : ffff984343e62518) 00080000:00000001:0.0:1767384299.515424:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00100000:00000001:0.0:1767384299.515425:0:17556:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1767384299.515427:0:17556:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fa633d64. 00100000:00000001:0.0:1767384299.515430:0:17556:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1767384299.515431:0:17556:0:(osd_index.c:2099:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:00000001:0.0:1767384299.515434:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515436:0:17556:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446630013381070856 : -114060328480760 : ffff984342a35008) 00080000:00000001:0.0:1767384299.515438:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1767384299.515440:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:0.0:1767384299.515442:0:17556:0:(dt_object.c:446:dt_version_get()) Can't get version, rc -61 00040000:00000001:0.0:1767384299.515444:0:17556:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1767384299.515446:0:17556:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000abecf950. 00000001:00000001:0.0:1767384299.515448:0:17556:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384299.515451:0:17556:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000029ce8616. 00000001:00000010:0.0:1767384299.515460:0:17556:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c00d6b00. 00000001:00000010:0.0:1767384299.515463:0:17556:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b5919e6b. 00040000:00000001:0.0:1767384299.515466:0:17556:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446630017723640832 : -114055985910784 : ffff98444579ac00) 00000020:00000001:0.0:1767384299.515468:0:17556:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384299.515473:0:17556:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.515475:0:17556:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1767384299.515477:0:17556:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515479:0:17556:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1767384299.515482:0:17556:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1767384299.515484:0:17556:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515486:0:17556:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1767384299.515488:0:17556:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515489:0:17556:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1767384299.515490:0:17556:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.515493:0:17556:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1767384299.515496:0:17556:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000ce63f46f. 00000020:00000010:0.0:1767384299.515500:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4dc888a. 00000020:00000010:0.0:1767384299.515503:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050fdcdcf. 00000020:00000010:0.0:1767384299.515506:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ee73040b. 00000020:00000010:0.0:1767384299.515511:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dc3d7508. 00000020:00000010:0.0:1767384299.515513:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d879b331. 80000000:00000010:0.0:1767384299.515517:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf58df1f. 40000000:00000010:0.0:1767384299.515519:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001f5599f7. 00100000:00000010:0.0:1767384299.515523:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9879c46. 00040000:00000010:0.0:1767384299.515526:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b165927. 00040000:00000010:0.0:1767384299.515529:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000975a8b4. 00080000:00000010:0.0:1767384299.515532:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b6cfaa58. 00002000:00000010:0.0:1767384299.515536:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2825511. 00040000:00000001:0.0:1767384299.515785:0:17579:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:3.0:1767384299.515816:0:17556:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.515822:0:17556:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:3.0:1767384299.515826:0:17556:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000496e0845. 00000020:00000001:3.0:1767384299.515832:0:17556:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384299.515835:0:17556:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000496e0845. 00000020:00000001:3.0:1767384299.515845:0:17556:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:3.0:1767384299.515848:0:17556:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000315e3c93. 00000020:00000010:3.0:1767384299.515859:0:17556:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000496e0845. 00000020:00000010:3.0:1767384299.515864:0:17556:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000496e0845. 00040000:00000001:3.0:1767384299.515867:0:17556:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:3.0:1767384299.515869:0:17556:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.515872:0:17556:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384299.515874:0:17556:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.515877:0:17556:0:(osd_handler.c:1586:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384299.515881:0:17556:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:3.0:1767384299.515888:0:17556:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000ae762b07. 00000020:00000001:3.0:1767384299.515893:0:17556:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384299.515895:0:17556:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384299.515897:0:17556:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630018399049728 : -114055310501888 : 0xffff98446dbb9800) 00000020:00000001:3.0:1767384299.515900:0:17556:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630018399049728 : -114055310501888 : ffff98446dbb9800) 00000020:00000001:3.0:1767384299.515903:0:17556:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384299.515906:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.515910:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630013411958280 : -114060297593336 : ffff9843447a9e08) 00000020:00000001:3.0:1767384299.515913:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384299.515915:0:17556:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384299.515942:0:17556:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000024bea26f. 00002000:00000001:3.0:1767384299.515946:0:17556:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402942216 : -114060306609400 : ffff984343f10b08) 00002000:00000001:3.0:1767384299.515966:0:17556:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384299.515967:0:17556:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:3.0:1767384299.516005:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000086d22bd6. 00002000:00000001:3.0:1767384299.516009:0:17556:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516011:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.516013:0:17556:0:(osd_object.c:537:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516015:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.516018:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402942216 : -114060306609400 : ffff984343f10b08) 00080000:00000001:3.0:1767384299.516021:0:17556:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1767384299.516023:0:17556:0:(osd_index.c:2040:osd_index_try()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516025:0:17556:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516028:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.516047:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516049:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.516051:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516052:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384299.516055:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.516058:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007645181b. 00000020:00000001:3.0:1767384299.516062:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.516064:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0d7db7d. 00000020:00000001:3.0:1767384299.516067:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516070:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.516071:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.516073:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.516074:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516087:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516095:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384299.516102:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384299.516141:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516144:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516146:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384299.516148:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384299.516151:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384299.516154:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516156:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516159:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.516165:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290946392 : -114055418605224 : ffff9844674a1158) 00100000:00000001:3.0:1767384299.516170:0:17556:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:3.0:1767384299.516173:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.516175:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630013411958280 : -114060297593336 : ffff9843447a9e08) 00080000:00000001:3.0:1767384299.516178:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.516192:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516194:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.516196:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516197:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384299.516199:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.516202:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000274e71b. 00000020:00000001:3.0:1767384299.516206:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.516208:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008da68d3c. 00000020:00000001:3.0:1767384299.516211:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516221:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.516222:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.516224:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.516225:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516238:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516245:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384299.516251:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384299.516261:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516263:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516265:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384299.516267:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384299.516269:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384299.516271:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516273:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516274:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.516277:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290947928 : -114055418603688 : ffff9844674a1758) 00100000:00000001:3.0:1767384299.516355:0:17556:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767384299.516360:0:17556:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:3.0:1767384299.516364:0:17556:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000004467b2aa. 00100000:00000010:3.0:1767384299.516368:0:17556:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 00000000dff5766f. 00100000:00000010:3.0:1767384299.516372:0:17556:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000035fbbd13. 00100000:00000010:3.0:1767384299.516375:0:17556:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000745bb4ff. 00000020:00000001:3.0:1767384299.516377:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384299.516379:0:17556:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630013411958280 : -114060297593336 : ffff9843447a9e08) 00080000:00000001:3.0:1767384299.516382:0:17556:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384299.516393:0:17556:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516396:0:17556:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384299.516397:0:17556:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516399:0:17556:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384299.516401:0:17556:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384299.516404:0:17556:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b521809. 00000020:00000001:3.0:1767384299.516408:0:17556:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384299.516411:0:17556:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003c55cf40. 00000020:00000001:3.0:1767384299.516413:0:17556:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516415:0:17556:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384299.516417:0:17556:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384299.516418:0:17556:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384299.516425:0:17556:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516437:0:17556:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516444:0:17556:0:(osd_object.c:397:osd_object_init0()) Process entered 00080000:00000001:3.0:1767384299.516449:0:17556:0:(osd_object.c:177:__osd_object_attr_get()) Process entered 00080000:00000001:3.0:1767384299.516459:0:17556:0:(osd_object.c:256:__osd_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516461:0:17556:0:(osd_object.c:430:osd_object_init0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516463:0:17556:0:(osd_object.c:441:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384299.516464:0:17556:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384299.516466:0:17556:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00080000:00000001:3.0:1767384299.516469:0:17556:0:(osd_object.c:478:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516470:0:17556:0:(osd_object.c:603:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384299.516472:0:17556:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384299.516475:0:17556:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018290949720 : -114055418601896 : ffff9844674a1e58) 00100000:00000001:3.0:1767384299.516517:0:17556:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:3.0:1767384299.516524:0:17556:0:(lu_object.c:207:lu_object_put()) Add 0000000004354f96/0000000036baa6bb to site lru. bkt: 00000000e772f158 00000020:00000010:3.0:1767384299.516532:0:17556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a744924. 00000020:00000010:3.0:1767384299.516535:0:17556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073e17b28. 00000020:00000010:3.0:1767384299.516539:0:17556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0282651. 00000020:00000010:3.0:1767384299.516543:0:17556:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009328885d. 00000020:00000010:3.0:1767384299.516546:0:17556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aaa22d3b. 80000000:00000010:3.0:1767384299.516549:0:17556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000594a9c56. 40000000:00000010:3.0:1767384299.516552:0:17556:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000655729c0. 00100000:00000010:3.0:1767384299.516555:0:17556:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa004a2c. 00040000:00000010:3.0:1767384299.516559:0:17556:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000dfb50fd. 00040000:00000010:3.0:1767384299.516562:0:17556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c9b1d811. 00080000:00000010:3.0:1767384299.516566:0:17556:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000782f6153. 00002000:00000010:3.0:1767384299.516580:0:17556:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f953f1ef. 00000001:00000001:3.0:1767384299.516586:0:17556:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384299.516588:0:17556:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384299.516592:0:17556:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384299.516597:0:17556:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000607614cf. 00080000:00000001:3.0:1767384299.516600:0:17556:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380423680 : -114060329127936 : ffff984342997000) 00080000:00000001:3.0:1767384299.516604:0:17556:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384299.516616:0:17556:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384299.516623:0:17556:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516626:0:17556:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384299.516645:0:17556:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384299.516649:0:17556:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384299.516653:0:17556:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384299.516671:0:17556:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384299.516674:0:17556:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384299.516678:0:17556:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384299.516682:0:17556:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:1.1:1767384299.517175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d379a313. 00010000:00000010:1.1:1767384299.517187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00080000:00000001:0.0:1767384299.536907:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.536914:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.536916:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.536920:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007d39bbb3. 00080000:00000001:0.0:1767384299.536927:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.536938:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.536946:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.536947:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.536948:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fb83ff84. 00080000:00000001:0.0:1767384299.536951:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.536954:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.536957:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767384299.536958:0:17556:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.536959:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.536962:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f22b654d. 00080000:00000001:0.0:1767384299.536970:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000040:1.0:1767384299.536972:0:17556:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00080000:00000001:0.0:1767384299.536973:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.536978:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.536982:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.536986:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c81d3a17. 00000001:00000001:1.0:1767384299.536987:0:17556:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.536994:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:1.0:1767384299.536997:0:17556:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.536997:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537002:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537006:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537008:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fcc4c90f. 00080000:00000001:0.0:1767384299.537011:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537012:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537013:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:1.0:1767384299.537014:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073e17b28. 00040000:00000001:0.0:1767384299.537015:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537019:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee0bd030. 00080000:00000001:0.0:1767384299.537028:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537031:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:1.0:1767384299.537033:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e0282651. 00040000:00000001:0.0:1767384299.537034:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537038:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537040:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0e075c5. 00080000:00000001:0.0:1767384299.537044:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537048:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537049:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537051:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000010:1.0:1767384299.537053:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009328885d. 00080000:00000010:0.0:1767384299.537054:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b377e912. 00080000:00000001:0.0:1767384299.537061:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537064:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:1.0:1767384299.537065:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aaa22d3b. 00040000:00000001:0.0:1767384299.537068:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537073:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537074:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000c60c910. 80000000:00000010:1.0:1767384299.537076:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000594a9c56. 00080000:00000001:0.0:1767384299.537078:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537081:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 40000000:00000010:1.0:1767384299.537086:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000655729c0. 00040000:00000001:0.0:1767384299.537087:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537090:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537094:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001f3604bd. 00080000:00000001:0.0:1767384299.537097:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00100000:00000010:1.0:1767384299.537098:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa004a2c. 00080000:00000001:0.0:1767384299.537099:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537103:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537124:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537125:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006bc6d522. 00080000:00000001:0.0:1767384299.537127:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537128:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537129:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537130:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537132:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004543cf70. 00080000:00000001:0.0:1767384299.537134:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537135:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537136:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537137:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537139:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb1fd261. 00080000:00000001:0.0:1767384299.537141:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537142:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537144:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537145:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537147:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000acf3d175. 00080000:00000001:0.0:1767384299.537148:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537149:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537151:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537152:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537153:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000001a22543. 00080000:00000001:0.0:1767384299.537159:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537161:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000010:1.0:1767384299.537162:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000dfb50fd. 00040000:00000001:0.0:1767384299.537163:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537166:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537170:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d051f14d. 00080000:00000001:0.0:1767384299.537174:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00040000:00000010:1.0:1767384299.537176:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9b1d811. 00080000:00000001:0.0:1767384299.537177:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537179:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537181:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537182:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007f60637f. 00080000:00000001:0.0:1767384299.537184:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537186:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537194:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000010:1.0:1767384299.537196:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000782f6153. 00040000:00000001:0.0:1767384299.537196:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537198:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000a115e6a. 00080000:00000001:0.0:1767384299.537204:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537209:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537211:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00002000:00000010:1.0:1767384299.537212:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f953f1ef. 00040000:00000001:0.0:1767384299.537213:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537215:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f04d1b80. 00080000:00000001:0.0:1767384299.537222:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:1.0:1767384299.537224:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a744924. 00080000:00000001:0.0:1767384299.537225:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537227:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537229:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537232:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000065bba94f. 00080000:00000001:0.0:1767384299.537235:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537237:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00080000:1.0:1767384299.537238:0:17556:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00040000:00000001:0.0:1767384299.537238:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537241:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537243:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d7376ec4. 00100000:00000001:1.0:1767384299.537245:0:17556:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00080000:00000001:0.0:1767384299.537247:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537251:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537253:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00100000:10000000:1.0:1767384299.537254:0:17556:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00040000:00000001:0.0:1767384299.537255:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537257:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b7d4f8b. 00100000:00000001:1.0:1767384299.537261:0:17556:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.537261:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537266:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537270:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537272:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00002000:00000001:1.0:1767384299.537273:0:17556:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00080000:00000010:0.0:1767384299.537274:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001f4d4a37. 00080000:00000001:0.0:1767384299.537279:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537281:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384299.537282:0:17556:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00040000:00000001:0.0:1767384299.537283:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537286:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537288:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a1d989ee. 00000020:00000001:1.0:1767384299.537289:0:17556:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.537291:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537294:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537298:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000020:1.0:1767384299.537300:0:17556:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 free: 389021696 avail: 386924544 00040000:00000001:0.0:1767384299.537300:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537304:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a0f8bd33. 00080000:00000001:0.0:1767384299.537310:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384299.537314:0:17556:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00080000:00000001:0.0:1767384299.537314:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000020:1.0:1767384299.537319:0:17556:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00040000:00000001:0.0:1767384299.537319:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537322:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537324:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000057bed9ab. 00080000:00000001:0.0:1767384299.537330:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384299.537332:0:17556:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00080000:00000001:0.0:1767384299.537332:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537337:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537341:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537344:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000825a0bee. 00000020:00000020:1.0:1767384299.537346:0:17556:0:(tgt_grant.c:1062:tgt_grant_connect()) fs has no space left and statfs too old 00080000:00000001:0.0:1767384299.537348:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384299.537351:0:17556:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384299.537352:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537353:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537355:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537358:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e9eab641. 00080000:00000001:1.0:1767384299.537360:0:17556:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384299.537361:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537367:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537368:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537368:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537369:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004e380af8. 00080000:00000001:0.0:1767384299.537371:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537374:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537375:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537377:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384299.537378:0:17556:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.537379:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000382371cd. 00080000:00000001:0.0:1767384299.537383:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537387:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537389:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537391:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384299.537392:0:17556:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:0.0:1767384299.537393:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007253038d. 00080000:00000001:0.0:1767384299.537396:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000020:1.0:1767384299.537400:0:17556:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 free: 389021696 avail: 386924544 00080000:00000001:0.0:1767384299.537402:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537406:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1767384299.537408:0:17556:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00040000:00000001:0.0:1767384299.537409:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000020:1.0:1767384299.537413:0:17556:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 avail=386924544 left=386924544 unstable=0 tot_grant=0 pending=0 00080000:00000010:0.0:1767384299.537414:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bfab517a. 00080000:00000001:0.0:1767384299.537420:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384299.537422:0:17556:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=386924544 : 386924544 : 17100000) 00080000:00000001:0.0:1767384299.537426:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384299.537429:0:17556:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00040000:00000001:0.0:1767384299.537430:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537434:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00000020:00000020:1.0:1767384299.537435:0:17556:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 wants: 40960000 current grant 0 granting: 40960000 00080000:00000010:0.0:1767384299.537437:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000794ad05c. 00080000:00000001:0.0:1767384299.537442:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000020:1.0:1767384299.537444:0:17556:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 tot cached:0 granted:40960000 num_exports: 0 00080000:00000001:0.0:1767384299.537446:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384299.537451:0:17556:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=40960000 : 40960000 : 2710000) 00040000:00000001:0.0:1767384299.537457:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000020:1.0:1767384299.537458:0:17556:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 ocd_grant: 40960000 want: 40960000 left: 386924544 00040000:00000001:0.0:1767384299.537462:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537465:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006f428bac. 00000020:00000001:1.0:1767384299.537467:0:17556:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:0.0:1767384299.537469:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537474:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:1.0:1767384299.537475:0:17556:0:(osd_handler.c:1503:osd_recovery_complete()) Process entered 00040000:00000001:0.0:1767384299.537476:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537478:0:17581:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537481:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000048822ef5. 00040000:00000001:1.0:1767384299.537482:0:17556:0:(qsd_lib.c:883:qsd_start()) Process entered 00080000:00000001:0.0:1767384299.537484:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537487:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384299.537488:0:17556:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.537489:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537491:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537492:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fed04b13. 00080000:00000001:0.0:1767384299.537495:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537496:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537497:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537499:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537502:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000718be33e. 00080000:00000001:1.0:1767384299.537510:0:17556:0:(osd_handler.c:1513:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.537510:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537512:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537514:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537520:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00002000:00000001:1.0:1767384299.537521:0:17556:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.537522:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d041d0fc. 00080000:00000001:0.0:1767384299.537527:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00002000:00000001:1.0:1767384299.537533:0:17556:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.537534:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537537:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537541:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537542:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000044e7bee4. 00080000:00000001:0.0:1767384299.537545:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:1.0:1767384299.537546:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b81d15d7. 00080000:00000001:0.0:1767384299.537547:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537549:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537552:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537554:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ad3f1465. 00080000:00000001:0.0:1767384299.537558:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:1.0:1767384299.537560:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000026bd5e6d. 00080000:00000001:0.0:1767384299.537561:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537566:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537569:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537572:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ab09efe6. 00000020:00000010:1.0:1767384299.537574:0:17556:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009dc2ad72. 00080000:00000001:0.0:1767384299.537576:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537580:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:1.0:1767384299.537583:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034007e87. 00040000:00000001:0.0:1767384299.537588:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537591:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537593:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea6d8a9d. 80000000:00000010:1.0:1767384299.537595:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006d5a35cb. 00080000:00000001:0.0:1767384299.537597:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537601:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537603:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 40000000:00000010:1.0:1767384299.537605:0:17556:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a05a19f5. 00040000:00000001:0.0:1767384299.537605:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537606:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000066924754. 00080000:00000001:0.0:1767384299.537616:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537619:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537620:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537620:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537621:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000c8ecf87. 00100000:00000010:1.0:1767384299.537623:0:17556:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b7a3154. 00080000:00000001:0.0:1767384299.537624:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537629:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537631:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537632:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000010:1.0:1767384299.537633:0:17556:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003af1401c. 00080000:00000010:0.0:1767384299.537634:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b523221. 00080000:00000001:0.0:1767384299.537641:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537646:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537647:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000010:1.0:1767384299.537648:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d76b11c. 00040000:00000001:0.0:1767384299.537649:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537652:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000add2021. 00080000:00000001:0.0:1767384299.537666:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:1.0:1767384299.537667:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000043e0e458. 00080000:00000001:0.0:1767384299.537669:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537671:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537674:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537675:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000085fb9a49. 00002000:00000010:1.0:1767384299.537676:0:17556:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000be998cdc. 00080000:00000001:0.0:1767384299.537678:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537682:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537684:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537685:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:1.0:1767384299.537686:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fe316ae. 00080000:00000010:0.0:1767384299.537687:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000018821b0e. 00080000:00000001:0.0:1767384299.537697:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537700:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537701:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:1.0:1767384299.537702:0:17556:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092abb5d7. 00040000:00000001:0.0:1767384299.537702:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537705:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000608f32f2. 00080000:00000001:0.0:1767384299.537710:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537712:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:1.0:1767384299.537713:0:17556:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b64fd92f. 00040000:00000001:0.0:1767384299.537720:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537722:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:1.0:1767384299.537723:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1a8f4a6. 00080000:00000010:0.0:1767384299.537724:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000099046f4f. 00080000:00000001:0.0:1767384299.537735:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384299.537738:0:17556:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00080000:00000001:0.0:1767384299.537738:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537746:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537748:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384299.537750:0:17556:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00080000:00000010:0.0:1767384299.537750:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b74c9851. 00000020:01000004:1.0:1767384299.537757:0:17556:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00080000:00000001:0.0:1767384299.537757:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537762:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384299.537764:0:17556:0:(obd_class.h:528:obd_set_info_async()) Process entered 00040000:00000001:0.0:1767384299.537765:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537770:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537772:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 10000000:00000001:1.0:1767384299.537773:0:17556:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00080000:00000001:0.0:1767384299.537775:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537779:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:1.0:1767384299.537780:0:17556:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00040000:00000001:0.0:1767384299.537780:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537787:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 10000000:00000001:1.0:1767384299.537788:0:17556:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 00080000:00000010:0.0:1767384299.537791:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e2f1de47. 10000000:00000001:1.0:1767384299.537792:0:17556:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 00080000:00000001:0.0:1767384299.537795:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:00000040:1.0:1767384299.537798:0:17556:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000ab320224 : new refcount 2 00080000:00000001:0.0:1767384299.537799:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537802:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537809:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00000001:1.0:1767384299.537811:0:17556:0:(llog_obd.c:93:llog_cleanup()) Process entered 00080000:00000010:0.0:1767384299.537815:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000048273d97. 00000040:00000040:1.0:1767384299.537816:0:17556:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000ab320224 : new refcount 1 00080000:00000001:0.0:1767384299.537823:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537826:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537827:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537828:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537830:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090ddf888. 00080000:00000001:0.0:1767384299.537833:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537835:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537836:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537838:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537839:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000d238be9. 00080000:00000001:0.0:1767384299.537841:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537844:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537845:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537846:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537848:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000607614cf. 00080000:00000001:0.0:1767384299.537853:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537855:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000010:1.0:1767384299.537856:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c227b10f. 00040000:00000001:0.0:1767384299.537866:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537869:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:1.0:1767384299.537870:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000055230086. 00080000:00000010:0.0:1767384299.537876:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ffe81842. 00080000:00000001:0.0:1767384299.537882:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537884:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537887:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537890:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537891:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005ca5e0ef. 00080000:00000001:0.0:1767384299.537893:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537895:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:1.0:1767384299.537897:0:17556:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000050dcbf1d. 00040000:00000001:0.0:1767384299.537897:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537898:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537901:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005ceafbd. 00080000:00000001:0.0:1767384299.537907:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537911:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537912:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537914:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537916:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000856cfb3e. 00080000:00000001:0.0:1767384299.537921:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537923:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537924:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537926:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537928:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003c6e0653. 00080000:00000001:0.0:1767384299.537945:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:1.0:1767384299.537947:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008322105a. 00080000:00000001:0.0:1767384299.537948:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537950:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537953:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537958:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000097fa77ae. 00000020:00000010:1.0:1767384299.537959:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004a252d9a. 00080000:00000001:0.0:1767384299.537961:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537966:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537968:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537969:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537970:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033b53c60. 00080000:00000001:0.0:1767384299.537973:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:1.0:1767384299.537974:0:17556:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000037a5446. 00080000:00000001:0.0:1767384299.537975:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.537978:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.537983:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.537985:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000057e0b8f5. 00000020:00000040:1.0:1767384299.537986:0:17556:0:(genops.c:898:class_export_put()) PUTting export 000000009fe7c423 : new refcount 1 00080000:00000001:0.0:1767384299.537989:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.537990:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538003:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538007:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00000010:1.0:1767384299.538009:0:17556:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000ab320224. 00080000:00000010:0.0:1767384299.538010:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0c1052e. 00080000:00000001:0.0:1767384299.538019:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538023:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538024:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538026:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000040:00000001:1.0:1767384299.538027:0:17556:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.538028:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000095d0b5f0. 00080000:00000001:0.0:1767384299.538032:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 10000000:00000001:1.0:1767384299.538037:0:17556:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.538037:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538041:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538044:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538046:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d00c0d68. 00080000:00000001:0.0:1767384299.538050:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538053:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538054:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538055:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538056:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000001711e7d. 00080000:00000001:0.0:1767384299.538058:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538060:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538062:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538063:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538065:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7cdcf9b. 00080000:00000001:0.0:1767384299.538067:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:1.0:1767384299.538068:0:17556:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d3bfb55a. 00080000:00000001:0.0:1767384299.538070:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538072:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538076:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538077:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000228bcdd6. 00000020:00000010:1.0:1767384299.538079:0:17556:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000c197f6c. 00080000:00000001:0.0:1767384299.538081:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538085:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538088:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538090:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538092:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b80ff957. 00000020:00000040:1.0:1767384299.538095:0:17556:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.119@tcp (00000000668ddde5) now 6 - mgc_fs 00080000:00000001:0.0:1767384299.538095:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538097:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538099:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538101:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538130:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c68518d9. 00080000:00000001:0.0:1767384299.538135:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538137:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:01000000:1.0:1767384299.538140:0:17556:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.119@tcp: cl_mgc_mutex unlock 10000000:00000001:1.0:1767384299.538143:0:17556:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.538145:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538147:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538153:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000038ffa41f. 10000000:00000001:1.0:1767384299.538154:0:17556:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.538156:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538162:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:00000001:1.0:1767384299.538163:0:17556:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.538166:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538169:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1767384299.538173:0:17556:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384299.538173:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000082d30463. 00080000:00000001:0.0:1767384299.538179:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538182:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384299.538183:0:17556:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.538184:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538185:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538187:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d33f1c76. 00080000:00000001:0.0:1767384299.538191:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:1.0:1767384299.538193:0:17556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000076b40e6. 00080000:00000001:0.0:1767384299.538193:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538194:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538196:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538201:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e8e5a7b. 00080000:00000001:0.0:1767384299.538207:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000040:00000010:1.0:1767384299.538209:0:17556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005e4e6579. 00080000:00000001:0.0:1767384299.538210:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538214:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538218:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538220:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006738afec. 00000020:00000010:1.0:1767384299.538223:0:17556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f98e207a. 00080000:00000001:0.0:1767384299.538223:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538226:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538228:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538231:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538235:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037b14928. 00000020:00000010:1.0:1767384299.538238:0:17556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005c5038c1. 00080000:00000001:0.0:1767384299.538238:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538242:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538247:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538249:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538251:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e89c48fb. 80000000:00000010:1.0:1767384299.538252:0:17556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008a68ee12. 00080000:00000001:0.0:1767384299.538262:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00040000:00000010:1.0:1767384299.538265:0:17556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8d2f300. 00080000:00000001:0.0:1767384299.538265:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538269:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538270:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538275:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003587d3c3. 00080000:00000001:0.0:1767384299.538279:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:1.0:1767384299.538281:0:17556:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ab94b149. 00080000:00000001:0.0:1767384299.538282:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000010:1.0:1767384299.538289:0:17556:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000403880fa. 00040000:00000001:0.0:1767384299.538289:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538290:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538293:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006dffcc62. 00080000:00000001:0.0:1767384299.538298:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000010:1.0:1767384299.538301:0:17556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66e85c9. 00080000:00000001:0.0:1767384299.538301:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538304:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538306:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538309:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a80a4b2. 00080000:00000001:0.0:1767384299.538313:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384299.538314:0:17556:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.538316:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538318:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538321:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538323:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000078edea66. 00000020:00000001:1.0:1767384299.538327:0:17556:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00080000:00000001:0.0:1767384299.538328:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538331:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538335:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:01000004:1.0:1767384299.538336:0:17556:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00040000:00000001:0.0:1767384299.538337:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538341:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e16739eb. 00080000:00000001:0.0:1767384299.538344:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538344:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538345:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538346:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538347:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9fb2b69. 00080000:00000001:0.0:1767384299.538348:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538349:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538350:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538350:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538351:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001780f6f9. 00080000:00000001:0.0:1767384299.538354:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538355:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538356:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538357:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538358:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b6dcb07. 00080000:00000001:0.0:1767384299.538361:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538362:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384299.538363:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384299.538364:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538365:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d14a9983. 00080000:00000001:0.0:1767384299.538366:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384299.538370:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000001:1.0:1767384299.538372:0:17556:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.538377:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:1.0:1767384299.538379:0:17556:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384299.538380:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384299.538384:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c189c5b8. 00000080:00000001:1.0:1767384299.538388:0:17556:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384299.538388:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000080:00000004:1.0:1767384299.538397:0:17556:0:(super25.c:202:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00080000:00000001:0.0:1767384299.539360:0:10060:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384299.539377:0:10060:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.539385:0:10060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384299.539399:0:10060:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384299.539419:0:10060:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384299.539429:0:10060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.726892:0:17592:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384299.726910:0:17592:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.726916:0:17592:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384299.726924:0:17592:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384299.726944:0:17592:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384299.726948:0:17592:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384300.022290:0:17641:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.022308:0:17641:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.022313:0:17641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384300.022319:0:17641:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.022326:0:17641:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.022330:0:17641:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1767384300.144676:0:17678:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:3.0:1767384300.144684:0:17678:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:3.0:1767384300.144686:0:17678:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000001:1.0:1767384300.303719:0:17687:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384300.303740:0:17687:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.303744:0:17687:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384300.303750:0:17687:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384300.303756:0:17687:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.303759:0:17687:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422566:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-osd (00000000ab86a97a) now 10 - health_check_show 00000020:00000001:3.0:1767384300.422577:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422579:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422581:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 10 - health_check_show 00000020:00000040:3.0:1767384300.422584:0:17727:0:(obd_config.c:927:class_incref()) incref MGS (000000006f39cc92) now 6 - health_check_show 00000020:00000001:3.0:1767384300.422585:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422590:0:17727:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422591:0:17727:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 6 - health_check_show 00000020:00000040:3.0:1767384300.422592:0:17727:0:(obd_config.c:927:class_incref()) incref MGC192.168.202.119@tcp (00000000668ddde5) now 6 - health_check_show 00000020:00000001:3.0:1767384300.422594:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422595:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422596:0:17727:0:(obd_config.c:955:class_decref()) Decref MGC192.168.202.119@tcp (00000000668ddde5) now 6 - health_check_show 00000020:00000040:3.0:1767384300.422598:0:17727:0:(obd_config.c:927:class_incref()) incref MDS (000000007c78b986) now 4 - health_check_show 00000020:00000001:3.0:1767384300.422599:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422607:0:17727:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422608:0:17727:0:(obd_config.c:955:class_decref()) Decref MDS (000000007c78b986) now 4 - health_check_show 00000020:00000040:3.0:1767384300.422609:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdtlov (0000000091bf70aa) now 5 - health_check_show 00000020:00000001:3.0:1767384300.422615:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422617:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422618:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000091bf70aa) now 5 - health_check_show 00000020:00000040:3.0:1767384300.422619:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - health_check_show 00000020:00000001:3.0:1767384300.422620:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422622:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422622:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - health_check_show 00000020:00000040:3.0:1767384300.422624:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-MDD0000 (000000009b8748f1) now 5 - health_check_show 00000020:00000001:3.0:1767384300.422625:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422626:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422627:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009b8748f1) now 5 - health_check_show 00000020:00000040:3.0:1767384300.422628:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-QMT0000 (00000000f5cd1d1d) now 5 - health_check_show 00000020:00000001:3.0:1767384300.422629:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422630:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422631:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f5cd1d1d) now 5 - health_check_show 00000020:00000040:3.0:1767384300.422633:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 6 - health_check_show 00000020:00000001:3.0:1767384300.422634:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422635:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422636:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 6 - health_check_show 00000020:00000040:3.0:1767384300.422637:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 6 - health_check_show 00000020:00000001:3.0:1767384300.422638:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422639:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422640:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 6 - health_check_show 00000020:00000040:3.0:1767384300.422642:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000030cee4e) now 6 - health_check_show 00000020:00000001:3.0:1767384300.422643:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422644:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422645:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osd (00000000030cee4e) now 6 - health_check_show 00000020:00000040:3.0:1767384300.422646:0:17727:0:(obd_config.c:927:class_incref()) incref OSS (00000000118e0f77) now 4 - health_check_show 00000020:00000001:3.0:1767384300.422647:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422653:0:17727:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422653:0:17727:0:(obd_config.c:955:class_decref()) Decref OSS (00000000118e0f77) now 4 - health_check_show 00000020:00000040:3.0:1767384300.422655:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 4 - health_check_show 00000020:00000001:3.0:1767384300.422656:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000010:3.0:1767384300.422663:0:17727:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9b1d811. 00000020:00000010:3.0:1767384300.422667:0:17727:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a9f29254. 00000020:00000010:3.0:1767384300.422671:0:17727:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa004a2c. 00000020:00000010:3.0:1767384300.422676:0:17727:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058477c68. 00000020:00000010:3.0:1767384300.422680:0:17727:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032a38f9e. 80000000:00000010:3.0:1767384300.422685:0:17727:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080ac86c5. 40000000:00000010:3.0:1767384300.422687:0:17727:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e5683600. 00100000:00000010:3.0:1767384300.422692:0:17727:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000782f6153. 00040000:00000010:3.0:1767384300.422695:0:17727:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087354c4a. 00040000:00000010:3.0:1767384300.422700:0:17727:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009292d318. 00080000:00000010:3.0:1767384300.422704:0:17727:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f98e207a. 00002000:00000010:3.0:1767384300.422708:0:17727:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db4a6746. 00080000:00000001:3.0:1767384300.422712:0:17727:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.422726:0:17727:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384300.422730:0:17727:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a9f29254. 00000020:00000010:3.0:1767384300.422733:0:17727:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa004a2c. 00000020:00000010:3.0:1767384300.422737:0:17727:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000058477c68. 00000020:00000010:3.0:1767384300.422740:0:17727:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032a38f9e. 80000000:00000010:3.0:1767384300.422744:0:17727:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000080ac86c5. 40000000:00000010:3.0:1767384300.422746:0:17727:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e5683600. 00100000:00000010:3.0:1767384300.422748:0:17727:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000782f6153. 00040000:00000010:3.0:1767384300.422752:0:17727:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000087354c4a. 00040000:00000010:3.0:1767384300.422755:0:17727:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009292d318. 00080000:00000010:3.0:1767384300.422759:0:17727:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f98e207a. 00002000:00000010:3.0:1767384300.422761:0:17727:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000db4a6746. 00000020:00000010:3.0:1767384300.422763:0:17727:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9b1d811. 00000020:00000001:3.0:1767384300.422765:0:17727:0:(obd_class.h:1339:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422767:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 4 - health_check_show 00000020:00000040:3.0:1767384300.422769:0:17727:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (000000003932e6e0) now 6 - health_check_show 00000020:00000001:3.0:1767384300.422770:0:17727:0:(obd_class.h:1326:obd_health_check()) Process entered 00000020:00000001:3.0:1767384300.422770:0:17727:0:(obd_class.h:1336:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384300.422772:0:17727:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (000000003932e6e0) now 6 - health_check_show 00000100:00000001:3.0:1767384300.503177:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384300.503193:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384300.503211:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384300.503217:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384300.503220:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384300.503223:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384300.503225:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384300.635577:0:17739:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.635593:0:17739:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.635597:0:17739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384300.635603:0:17739:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384300.635610:0:17739:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384300.635613:0:17739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384300.887272:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384300.887276:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384300.887280:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384301.080186:0:16772:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a9cc6919. 00000100:00000001:1.0:1767384301.080195:0:16772:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384301.080197:0:16772:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384301.401664:0:17904:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384301.401672:0:17904:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing set_default_debug -1 all 00000001:00000001:3.0:1767384301.404768:0:17904:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384301.420748:0:17906:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:3.0:1767384301.527174:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384301.527190:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384301.527191:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384301.527196:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384301.527199:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384301.527202:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384301.527205:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.600285:0:17917:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384301.600303:0:17917:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.600307:0:17917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384301.600313:0:17917:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384301.600320:0:17917:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384301.600323:0:17917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384301.911496:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384301.911502:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384301.911508:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384301.913312:0:17969:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384301.913325:0:17969:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.913330:0:17969:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384301.913336:0:17969:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384301.913342:0:17969:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384301.913345:0:17969:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.392049:0:18018:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384302.392062:0:18018:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.392065:0:18018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384302.392072:0:18018:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384302.392079:0:18018:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.392082:0:18018:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.551195:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384302.551211:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384302.551213:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384302.551219:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384302.551222:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384302.551226:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384302.551230:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384302.936245:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384302.936251:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384302.936255:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384302.999630:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384302.999637:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228224 02000000:00000001:1.0:1767384302.999644:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384302.999648:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384302.999652:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384302.999658:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384302.999663:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228224 00000020:00000001:1.0:1767384302.999668:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384302.999672:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384302.999678:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384302.999682:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384302.999687:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384302.999693:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384302.999698:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.999709:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc4dcba3. 00000100:00000001:1.0:1767384302.999712:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.999715:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc4dcba3. 00000020:00000010:1.0:1767384302.999722:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca01fde. 00000020:00000010:1.0:1767384302.999728:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081a4ce69. 00000020:00000010:1.0:1767384302.999732:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff7ae22c. 00000100:00000040:1.0:1767384302.999742:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384302.999745:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384302.999746:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384302.999748:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.999756:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.999768:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384302.999778:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384302.999780:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384302.999783:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384302.999787:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384302.999789:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400394832 : -114060309156784 : ffff984343ca2c50) 00000100:00000040:1.0:1767384302.999792:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004925417a x1853236748228224/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:283/0 lens 328/0 e 0 to 0 dl 1767384313 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384302.999800:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384302.999802:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc4dcba3. 00000100:00000001:1.0:1767384302.999803:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384302.999805:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc4dcba3. 00000100:00100000:1.0:1767384302.999808:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004925417a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748228224:12345-0@lo:101: 00000100:00000200:1.0:1767384302.999811:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228224 00000020:00000001:1.0:1767384302.999814:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384302.999817:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384302.999819:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.999821:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384302.999824:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:1.0:1767384302.999827:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384302.999828:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384302.999835:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384302.999838:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384302.999841:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384302.999843:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384302.999845:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384302.999847:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384302.999849:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384302.999851:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.999855:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384302.999859:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000141de989. 00010000:00000001:1.0:1767384302.999862:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384302.999864:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf3fcdca. 00000020:00000001:1.0:1767384302.999866:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384302.999867:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf3fcdca with handle 0x4ac496f8d605e028 to hash 00000020:00000001:1.0:1767384302.999869:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384302.999870:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384302.999871:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00010000:1.0:1767384302.999873:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e021 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384302.999879:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:1.0:1767384302.999881:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:1.0:1767384302.999888:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384302.999889:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384302.999892:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c81d3a17. 02000000:00000001:1.0:1767384302.999894:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384302.999895:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.999898:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384302.999935:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384302.999938:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384302.999940:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.999941:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.999944:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384302.999945:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.999947:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384302.999949:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384302.999955:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384302.999956:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384302.999959:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000141de989) refcount = 1 00010000:00010000:1.0:1767384302.999964:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.999971:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384302.999973:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384302.999975:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384302.999977:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384302.999979:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384302.999984:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384302.999987:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384302.999995:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384302.999997:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384303.000000:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384303.000003:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384303.000005:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384303.000007:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384303.000008:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384303.000010:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000cf3fcdca, rc 0) 00000020:00000001:1.0:1767384303.000013:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384303.000017:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228224 00010000:00000001:1.0:1767384303.000020:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384303.000023:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004925417a x1853236748228224/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:283/0 lens 328/344 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384303.000030:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384303.000032:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384303.000035:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384303.000040:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384303.000042:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:1.0:1767384303.000043:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384303.000046:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384303.000052:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000055:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384303.000057:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384303.000059:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384303.000061:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748228224, offset 224 00000400:00000200:1.0:1767384303.000065:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384303.000070:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384303.000074:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e101680 00000400:00000200:1.0:1767384303.000078:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10c5 [1] + 224 00000400:00000200:1.0:1767384303.000080:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384303.000082:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384303.000085:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384303.000088:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075ba5dcc x1853236748228224/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384303.000094:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000075ba5dcc x1853236748228224/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384303.000127:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384303.000132:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384303.000134:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384303.000136:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384303.000137:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384303.000140:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384303.000142:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:1.0:1767384303.000144:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384303.000145:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.000147:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384303.000149:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004925417a x1853236748228224/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:283/0 lens 328/344 e 0 to 0 dl 1767384313 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384303.000155:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004925417a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748228224:12345-0@lo:101: Request processed in 354us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384303.000161:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384303.000164:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384303.000167:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384303.000173:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384303.000179:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081a4ce69. 00000020:00000010:1.0:1767384303.000186:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff7ae22c. 00000020:00000010:1.0:1767384303.000193:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca01fde. 00000020:00000040:1.0:1767384303.000199:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384303.000205:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384303.000209:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c81d3a17. 02000000:00000001:1.0:1767384303.000215:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384303.000219:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384303.000227:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384303.000234:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000400:00000010:1.0:1767384303.000243:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c75f7bb9. 00000100:00000001:1.0:1767384303.000618:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384303.000622:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228352 02000000:00000001:1.0:1767384303.000624:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384303.000626:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384303.000628:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384303.000630:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384303.000634:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228352 00000020:00000001:1.0:1767384303.000636:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384303.000637:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384303.000639:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384303.000641:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384303.000643:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384303.000645:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384303.000648:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384303.000651:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc4dcba3. 00000100:00000001:1.0:1767384303.000652:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384303.000654:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc4dcba3. 00000020:00000010:1.0:1767384303.000657:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca01fde. 00000020:00000010:1.0:1767384303.000658:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000081a4ce69. 00000020:00000010:1.0:1767384303.000660:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff7ae22c. 00000100:00000040:1.0:1767384303.000664:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384303.000665:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384303.000666:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384303.000672:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000675:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000684:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384303.000690:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384303.000691:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384303.000693:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:1.0:1767384303.000695:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384303.000696:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400386640 : -114060309164976 : ffff984343ca0c50) 00000100:00000040:1.0:1767384303.000699:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f3b0b3d x1853236748228352/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:284/0 lens 304/0 e 0 to 0 dl 1767384314 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384303.000705:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384303.000707:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc4dcba3. 00000100:00000001:1.0:1767384303.000708:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384303.000710:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc4dcba3. 00000100:00100000:1.0:1767384303.000713:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f3b0b3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748228352:12345-0@lo:256: 00000100:00000200:1.0:1767384303.000716:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228352 00000020:00000001:1.0:1767384303.000718:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384303.000720:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384303.000722:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.000724:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384303.000725:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:1.0:1767384303.000727:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384303.000728:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384303.000729:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384303.000730:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384303.000732:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000734:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384303.000735:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384303.000737:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c81d3a17. 02000000:00000001:1.0:1767384303.000738:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000739:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384303.000741:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384303.000744:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384303.000751:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384303.000754:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384303.000756:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384303.000758:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384303.000759:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384303.000761:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000009babcb1b. 20000000:00000001:1.0:1767384303.000764:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384303.000771:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384303.000777:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:1.0:1767384303.000779:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:1.0:1767384303.000780:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:1.0:1767384303.000782:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:1.0:1767384303.000784:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:1.0:1767384303.000786:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384303.000788:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fcc4c90f. 00000100:00000010:1.0:1767384303.000790:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006b330cf0. 00000020:00000040:1.0:1767384303.000792:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:1.0:1767384303.000794:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384303.000797:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384303.000799:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000400:00000010:1.0:1767384303.000803:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a63e1e2. 00000400:00000200:1.0:1767384303.000805:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384303.000812:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384303.000815:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x695824e101700 00000400:00000200:1.0:1767384303.000818:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10d5 [4] + 0 00000400:00000010:1.0:1767384303.000821:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e5f043. 00000400:00000200:1.0:1767384303.000823:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000926c40bb 00000400:00000200:1.0:1767384303.000825:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384303.000827:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384303.000829:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000926c40bb 00000400:00000010:1.0:1767384303.000830:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000926c40bb. 00000100:00000001:1.0:1767384303.000832:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384303.000834:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000075ba5dcc desc 00000000bfab517a mbits 1853236748228352 00000100:00000001:1.0:1767384303.000842:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384303.000845:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384303.000848:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384303.000858:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10e1 00000400:00000200:1.0:1767384303.000860:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384303.000863:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384303.000867:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384303.000869:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fcc4c90f 00000100:00000001:1.0:1767384303.000873:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384303.000881:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384303.000883:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384303.000885:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384303.000887:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fcc4c90f 00000100:00000001:1.0:1767384303.000889:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384303.000892:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x695824e101700-0x695824e101700 00000100:00000001:1.0:1767384303.000895:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384303.000898:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000914:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384303.000916:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:1.0:1767384303.000918:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006b330cf0. 00000100:00000010:1.0:1767384303.000920:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fcc4c90f. 00000100:00000001:1.0:1767384303.000922:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384303.000923:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384303.000931:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000009babcb1b. 20000000:00000001:1.0:1767384303.000933:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384303.000935:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228352 00010000:00000001:1.0:1767384303.000937:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384303.000939:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f3b0b3d x1853236748228352/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:284/0 lens 304/240 e 0 to 0 dl 1767384314 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384303.000944:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384303.000945:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384303.000947:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384303.000949:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384303.000951:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:1.0:1767384303.000952:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384303.000954:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384303.000955:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384303.000957:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384303.000962:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384303.000965:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384303.000967:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748228352, offset 224 00000400:00000200:1.0:1767384303.000972:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384303.000977:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384303.000981:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e101700 00000400:00000200:1.0:1767384303.000986:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10d9 [1] + 224 00000400:00000200:1.0:1767384303.000989:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384303.000992:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384303.000995:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384303.000998:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075ba5dcc x1853236748228352/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384319 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384303.001007:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000075ba5dcc x1853236748228352/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384319 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384303.001023:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384303.001027:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384303.001028:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384303.001030:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384303.001031:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384303.001034:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384303.001036:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:1.0:1767384303.001038:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384303.001040:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.001042:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384303.001047:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f3b0b3d x1853236748228352/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:284/0 lens 304/240 e 0 to 0 dl 1767384314 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384303.001061:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f3b0b3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748228352:12345-0@lo:256: Request processed in 354us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384303.001076:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:1.0:1767384303.001081:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384303.001086:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384303.001088:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384303.001092:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000081a4ce69. 00000020:00000010:1.0:1767384303.001104:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff7ae22c. 00000020:00000010:1.0:1767384303.001126:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca01fde. 00000020:00000040:1.0:1767384303.001129:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384303.001134:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384303.001137:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c81d3a17. 02000000:00000001:1.0:1767384303.001141:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384303.001144:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384303.001151:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384303.001157:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c57ea9e. 00000400:00000010:1.0:1767384303.001164:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084f20b20. 00000100:00000040:0.0:1767384303.004189:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294890884, at 4294890885 00000100:00000040:1.0:1767384303.004196:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294890884, at 4294890885 00000100:00000010:0.0:1767384303.004204:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cba5d6c. 00000100:00000010:1.0:1767384303.004206:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000100:00000040:3.0:1767384303.005146:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294890884, at 4294890886 00000100:00000010:3.0:1767384303.005154:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5755cc2. 00000020:00000010:0.0:1767384303.008016:0:18074:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c937a09f. 00000020:00000040:0.0:1767384303.008022:0:18074:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:0.0:1767384303.008024:0:18074:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:0.0:1767384303.008027:0:18074:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 00000000d15279fd already not connected (conn 1, was 0): CONNECTING 00010000:00000001:0.0:1767384303.008031:0:18074:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:0.0:1767384303.008043:0:18074:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.119@tcp->12345-0@lo 00000100:00000001:0.0:1767384303.008045:0:18074:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384303.008048:0:18074:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384303.008049:0:18074:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:0.0:1767384303.008051:0:18074:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:0.0:1767384303.008053:0:18074:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017765634688 : -114055943916928 : 0xffff984447fa7280) 00000100:00000040:0.0:1767384303.008055:0:18074:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000040:0.0:1767384303.008057:0:18074:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.119@tcp -> 0000000076e15b04 00010000:00080000:0.0:1767384303.008060:0:18074:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000d15279fd@lustre-OST0000-osc-MDT0000: found existing conn 192.168.202.119@tcp, moved to head 00010000:00000001:0.0:1767384303.008062:0:18074:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384303.008064:0:18074:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:0.0:1767384303.008071:0:18074:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384303.008073:0:18074:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:0.0:1767384303.008074:0:18074:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c937a09f. 00080000:00000001:1.0:1767384303.049053:0:18066:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384303.049070:0:18066:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.049073:0:18066:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384303.049079:0:18066:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384303.049085:0:18066:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.049088:0:18066:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384303.546859:0:18116:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384303.546873:0:18116:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.546876:0:18116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384303.546882:0:18116:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384303.546887:0:18116:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384303.546890:0:18116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384303.575192:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384303.575211:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384303.575213:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384303.575220:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384303.575222:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384303.575226:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384303.575229:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384303.960231:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384303.960236:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384303.960238:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384304.317336:0:18280:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384304.317342:0:18280:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing lnet_if_list 00000001:00000001:3.0:1767384304.319166:0:18280:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384304.329403:0:18282:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000051147ab7. 00000400:00000040:0.0:1767384304.329433:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.329435:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384304.329438:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329440:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329443:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329445:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384304.329448:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.329449:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384304.329450:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384304.329451:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384304.329453:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.329454:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.329456:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384304.329458:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329460:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384304.329462:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384304.329463:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329464:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384304.329465:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384304.329466:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329468:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.329469:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.329470:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.329471:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329472:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384304.329474:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329475:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.329476:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.329477:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.329478:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329479:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384304.329481:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329482:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.329483:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.329492:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.329493:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329494:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384304.329496:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.329498:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.329499:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384304.329501:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384304.329502:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329503:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384304.329504:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384304.329505:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384304.329506:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384304.329507:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384304.329508:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384304.329510:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.329511:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.329512:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384304.329514:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384304.329514:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384304.329516:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384304.329517:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384304.329518:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384304.329519:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384304.329542:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.329544:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384304.329546:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329547:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329548:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329549:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384304.329551:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.329552:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384304.329553:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384304.329554:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384304.329556:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.329557:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.329559:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384304.329560:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329561:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384304.329563:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384304.329571:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329572:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384304.329573:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384304.329575:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329577:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.329578:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.329579:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.329580:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329581:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384304.329583:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329584:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.329585:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.329586:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.329588:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329588:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384304.329590:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384304.329591:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384304.329592:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384304.329593:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384304.329594:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329595:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384304.329597:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384304.329598:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.329599:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384304.329601:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384304.329602:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384304.329603:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384304.329605:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384304.329606:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384304.329607:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384304.329608:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384304.329609:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384304.329611:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.329612:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384304.329614:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384304.329615:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384304.329616:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384304.329618:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384304.329619:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384304.329628:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384304.329629:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384304.329631:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384304.329633:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384304.329635:0:18282:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384304.329648:0:18282:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000051147ab7. 00080000:00000001:1.0:1767384304.541674:0:18305:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384304.541690:0:18305:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.541694:0:18305:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.541700:0:18305:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384304.541706:0:18305:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.541709:0:18305:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599153:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384304.599162:0:16145:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1767384304.599174:0:16145:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384294/real 1767384294] req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384304.599191:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384304.599194:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.599198:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000734d9b9f. 00000400:00000200:3.0:1767384304.599203:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:3.0:1767384304.599205:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000100:00000001:3.0:1767384304.599211:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.599213:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384304.599220:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.599226:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.599227:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599230:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.599232:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384304.599234:0:16145:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.599238:0:16145:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599247:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.599270:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599272:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.599275:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.599277:0:16145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384304.599279:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.599285:0:16145:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1767384304.599287:0:16145:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599288:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384304.599289:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599291:0:16145:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384304.599293:0:16145:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1767384304.599295:0:16145:0:(import.c:65:import_set_state_nolock()) 00000000d15279fd lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767384304.599315:0:16145:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:3.0:1767384304.599317:0:16145:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1767384304.599319:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.599324:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236748223744:0@lo:8: 00000100:00000001:3.0:1767384304.599328:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599331:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384304.599332:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001430ec3e x1853236748223744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384304 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.599337:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384304.599340:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.599344:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a333d2ba. 02000000:00000001:3.0:1767384304.599348:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384304.599350:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.599352:0:16145:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384304.599354:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384304.599357:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000087227c2b. 02000000:00000001:3.0:1767384304.599362:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384304.599363:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384304.599370:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001430ec3e. 00000100:00000001:3.0:1767384304.599376:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384304.599378:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599381:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.599385:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.599387:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599391:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.599393:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599499:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.599508:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384304.599510:0:16148:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000058477c68. 00000020:00000010:1.0:1767384304.599518:0:16149:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000076758053. 00000020:00000010:3.0:1767384304.599519:0:16148:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e674d00f. 80000000:00000010:3.0:1767384304.599528:0:16148:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a32ee9e4. 00000020:00000010:1.0:1767384304.599528:0:16149:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c0dfe015. 80000000:00000010:1.0:1767384304.599536:0:16149:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b50ed15d. 40000000:00000010:3.0:1767384304.599537:0:16148:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007b11e9b6. 40000000:00000010:1.0:1767384304.599544:0:16149:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004dc082c3. 00000008:00000010:1.0:1767384304.599553:0:16149:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000006b9448ec. 00000008:00000010:3.0:1767384304.599561:0:16148:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000002231295d. 00020000:00000010:1.0:1767384304.599562:0:16149:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000048ddf4d5. 00020000:00000010:3.0:1767384304.599567:0:16148:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 0000000069b5030a. 00008000:00000010:1.0:1767384304.599577:0:16149:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001ac1699b. 00100000:00000010:1.0:1767384304.599583:0:16149:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000074862d18. 00008000:00000010:3.0:1767384304.599584:0:16148:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000043495dde. 00040000:00000010:1.0:1767384304.599590:0:16149:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005378781f. 00100000:00000010:3.0:1767384304.599592:0:16148:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ab94b149. 00040000:00000010:1.0:1767384304.599598:0:16149:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000430a5b32. 00040000:00000010:3.0:1767384304.599599:0:16148:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f02f501f. 00040000:00000010:1.0:1767384304.599606:0:16149:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c413bd36. 00040000:00000010:3.0:1767384304.599607:0:16148:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa004a2c. 00080000:00000010:1.0:1767384304.599613:0:16149:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000011d986c8. 00040000:00000010:3.0:1767384304.599615:0:16148:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001a1cdfda. 00000004:00000010:1.0:1767384304.599622:0:16149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000045e3980b. 00080000:00000010:3.0:1767384304.599623:0:16148:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000782f6153. 00000004:00000010:3.0:1767384304.599631:0:16148:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f98e207a. 00000004:00000010:1.0:1767384304.599632:0:16149:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000040e9ed45. 00000004:00000010:3.0:1767384304.599640:0:16148:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000033caf4c0. 00000004:00000010:1.0:1767384304.599641:0:16149:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b5e2b41. 00000004:00000010:3.0:1767384304.599647:0:16148:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e0282651. 00002000:00000010:1.0:1767384304.599649:0:16149:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007d39bbb3. 00002000:00000010:3.0:1767384304.599653:0:16148:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a6e1bee0. 00000004:00000010:1.0:1767384304.599656:0:16149:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f22b654d. 00000004:00000010:3.0:1767384304.599660:0:16148:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d67e0157. 00000080:00000010:1.0:1767384304.599663:0:16149:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000deeb3661. 00000080:00000010:1.0:1767384304.599671:0:16149:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000396bad3c. 00000080:00000010:3.0:1767384304.599675:0:16148:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000008c276869. 00000008:00000010:1.0:1767384304.599677:0:16149:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000150490ce. 00020000:00000010:1.0:1767384304.599683:0:16149:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e8e7d770. 00008000:00000010:1.0:1767384304.599687:0:16149:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000006156e2e6. 00000080:00000010:3.0:1767384304.599691:0:16148:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e8140bb9. 00000080:00000010:1.0:1767384304.599694:0:16149:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000559ea837. 00000100:00000001:1.0:1767384304.599700:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1767384304.599706:0:16148:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000557e0c37. 00020000:00000010:3.0:1767384304.599722:0:16148:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c643d442. 00000100:00000001:0.0:1767384304.599722:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.599726:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.599730:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384304.599733:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00008000:00000010:3.0:1767384304.599741:0:16148:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000008762fb31. 00000100:00000001:0.0:1767384304.599742:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384304.599745:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.599749:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384304.599752:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1767384304.599753:0:16148:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000067c17e30. 02000000:00000001:0.0:1767384304.599755:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599759:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.599762:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384304.599762:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c790231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236748228608:0@lo:8: 00000100:00000040:3.0:1767384304.599767:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.599770:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384304.599774:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384304.599779:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599781:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384304.599784:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.599785:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384304.599789:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384304.599789:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.599792:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384304.599793:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384304.599793:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b012723a. 00000100:00000001:1.0:1767384304.599796:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384304.599798:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.599799:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.599804:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.599807:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075ba5dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748228480:0@lo:400: 00000400:00000010:0.0:1767384304.599808:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000100:00000001:3.0:1767384304.599817:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384304.599818:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 02000000:00000001:3.0:1767384304.599823:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384304.599827:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.599828:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384304.599828:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748228608, portal 4 02000000:00000001:3.0:1767384304.599830:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384304.599832:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.599834:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384304.599835:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f738f77f. 02000000:00000001:1.0:1767384304.599836:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384304.599838:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521774080 : -114055187777536 : ffff9844750c3800) 02000000:00000001:1.0:1767384304.599840:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384304.599841:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.599846:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.599850:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000020:00000010:0.0:1767384304.599850:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000089b2b8bc. 00000100:00100000:1.0:1767384304.599854:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236748228736:0@lo:400: 00000400:00000010:3.0:1767384304.599858:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000040:0.0:1767384304.599861:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.599862:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384304.599865:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748228480, portal 25 02000000:00000001:1.0:1767384304.599866:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384304.599870:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.599872:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384304.599876:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521769600 : -114055187782016 : ffff9844750c2680) 02000000:00000001:1.0:1767384304.599876:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384304.599883:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028152aaf. 00000100:00000001:0.0:1767384304.599897:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384304.599900:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.599906:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384304.599907:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384304.599913:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 00000400:00000010:1.0:1767384304.599917:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000100:00000200:0.0:1767384304.599920:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236748228608, offset 0 00000100:00000001:3.0:1767384304.599925:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384304.599926:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000040:3.0:1767384304.599931:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384304.599933:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748228736, portal 10 00000400:00000010:3.0:1767384304.599936:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000001:1.0:1767384304.599936:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.599939:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000400:00000200:0.0:1767384304.599945:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384304.599949:0:16149:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001f69d7e9. 00000100:00000200:3.0:1767384304.599951:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748228480, offset 0 00000100:00000040:1.0:1767384304.599957:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384304.599961:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384304.599969:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.599976:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384304.599978:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384304.599981:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000400:00000200:0.0:1767384304.599982:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384304.599988:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748228736, offset 0 00000400:00000200:3.0:1767384304.599996:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e101780 00000400:00000200:0.0:1767384304.599999:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824e101800 00000400:00000200:1.0:1767384304.600000:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384304.600011:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ad [2] + 0 00000400:00000200:1.0:1767384304.600013:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384304.600019:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0af6ede. 00000400:00000200:3.0:1767384304.600024:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3bfd910 00000400:00000200:1.0:1767384304.600026:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e101880 00000400:00000200:3.0:1767384304.600031:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.600032:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 0 00000400:00000200:3.0:1767384304.600039:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384304.600041:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.600045:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000400:00000200:0.0:1767384304.600050:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384304.600051:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3bfd910 00000400:00000200:1.0:1767384304.600052:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.600057:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384304.600061:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3bfd910. 00000100:00000001:3.0:1767384304.600068:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384304.600069:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384304.600070:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384304.600071:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384304.600074:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384304.600074:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1767384304.600076:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000007a888b4c x1853236748228480 msgsize 224 00000100:00000010:0.0:1767384304.600080:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d0d2533. 00000100:00000010:1.0:1767384304.600082:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d31293d3. 00000100:00100000:3.0:1767384304.600088:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384304.600088:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000d31293d3 x1853236748228736 msgsize 224 00000100:00000040:0.0:1767384304.600088:0:16145:0:(events.c:337:request_in_callback()) incoming req@000000005d0d2533 x1853236748228608 msgsize 520 00000100:00000040:3.0:1767384304.600093:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384304.600126:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384304.600128:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384304.600134:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384304.600136:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384304.600140:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:1.0:1767384304.600140:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384304.600145:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384304.600148:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.600150:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316cdf62 00000100:00000200:3.0:1767384304.600152:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384304.600154:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316cdf62. 00000100:00000001:1.0:1767384304.600160:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384304.600167:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.600167:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a3632e 00000100:00000001:3.0:1767384304.600172:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384304.600172:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a3632e. 00000100:00000040:3.0:1767384304.600179:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.600182:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384304.600187:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384304.600192:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384304.600194:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.600205:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600210:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.600218:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600227:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294892484 00000100:00000001:0.0:1767384304.600229:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384304.600233:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047cca8f9. 00000100:00000040:0.0:1767384304.600234:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.600244:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384304.600254:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294892484 00000100:00000010:3.0:1767384304.600261:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000612541ed. 00000100:00000001:3.0:1767384304.600268:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384304.600269:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600270:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600273:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294892484 00000100:00000001:0.0:1767384304.600276:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.600277:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384304.600280:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bbd7bc2. 00000100:00000001:0.0:1767384304.600283:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600285:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384304.600287:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.600287:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:3.0:1767384304.600291:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294892484 00000100:00000001:0.0:1767384304.600294:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892484 00000100:00000040:1.0:1767384304.600296:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2556 usecs (3 jiffies) 00000100:00000010:3.0:1767384304.600298:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0cb4d13. 00000100:00000001:1.0:1767384304.600303:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892484 00000100:00000001:0.0:1767384304.600303:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892484 00000100:00000001:3.0:1767384304.600304:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384304.600311:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.600311:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294892484 00000100:00000001:0.0:1767384304.600311:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892484 00000100:00000001:0.0:1767384304.600315:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892484 00000100:00000001:3.0:1767384304.600319:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600320:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892484 00000100:00000001:0.0:1767384304.600320:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892484 00000100:00000001:1.0:1767384304.600326:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294892484 00000100:00000001:0.0:1767384304.600327:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892484 00000100:00000001:3.0:1767384304.600328:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600334:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.600334:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892484 00000100:00000001:0.0:1767384304.600335:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892484 00000100:00000001:1.0:1767384304.600340:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294892484 00000100:00000001:3.0:1767384304.600343:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.600347:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892484 00000100:00000001:3.0:1767384304.600348:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.600349:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892484 00000100:00000001:3.0:1767384304.600354:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.600356:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294892484 00000100:00000001:0.0:1767384304.600356:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.600357:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.600362:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.600363:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600366:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.600368:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600371:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.600373:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.600377:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.600381:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.600382:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.600384:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767384304.600385:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.600390:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384304.600390:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.600392:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.600393:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384304.600394:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228480 00000100:00000001:1.0:1767384304.600395:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384304.600398:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.600399:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384304.600399:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.600401:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600404:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.600405:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.600407:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600411:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600413:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.600418:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.600426:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228480 00000100:00000001:0.0:1767384304.600427:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384304.600432:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384304.600432:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228736 00000020:00000040:3.0:1767384304.600437:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 02000000:00000001:0.0:1767384304.600437:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384304.600440:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384304.600443:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384304.600444:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384304.600448:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 02000000:00000001:0.0:1767384304.600450:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600451:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384304.600455:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228864 00000020:00000001:3.0:1767384304.600457:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:0.0:1767384304.600457:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228736 02000000:00000001:1.0:1767384304.600459:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384304.600461:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384304.600463:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384304.600465:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000040:0.0:1767384304.600465:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:1.0:1767384304.600466:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.600470:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384304.600473:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384304.600474:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000100:00000001:3.0:1767384304.600476:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384304.600477:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228864 00000020:00000001:0.0:1767384304.600481:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:1.0:1767384304.600482:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384304.600483:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000020:00000040:1.0:1767384304.600485:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:0.0:1767384304.600486:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:1.0:1767384304.600489:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384304.600491:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.600492:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384304.600497:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e824af9. 00000020:00000010:3.0:1767384304.600499:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00000020:00000040:1.0:1767384304.600500:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000001:0.0:1767384304.600500:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384304.600507:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000010:0.0:1767384304.600508:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e824af9. 00000020:00000010:3.0:1767384304.600511:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5d604d7. 00000020:00000001:1.0:1767384304.600512:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:1.0:1767384304.600518:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384304.600518:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaa22d3b. 00000020:00000010:3.0:1767384304.600520:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005667cf2d. 00000020:00000010:1.0:1767384304.600524:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000020:00000010:0.0:1767384304.600526:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4543796. 00000020:00000010:3.0:1767384304.600528:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b99127f. 00000020:00000010:1.0:1767384304.600532:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c2a99422. 00000020:00000010:0.0:1767384304.600534:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035b4c198. 00000020:00000040:1.0:1767384304.600540:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000040:3.0:1767384304.600541:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384304.600543:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384304.600549:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.600549:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.600552:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384304.600553:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384304.600553:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384304.600559:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384304.600560:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047602b7b. 00000100:00000001:0.0:1767384304.600560:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384304.600566:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c57a3448. 00000100:00000001:3.0:1767384304.600572:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384304.600573:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff7ae22c. 00000100:00000001:0.0:1767384304.600576:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384304.600581:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384304.600581:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384304.600584:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600585:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384304.600587:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.600589:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.600597:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384304.600597:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.600601:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384304.600602:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384304.600603:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.600608:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384304.600609:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.600613:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384304.600616:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384304.600623:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384304.600626:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:1.0:1767384304.600627:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384304.600627:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384304.600635:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000040:0.0:1767384304.600635:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00100000:1.0:1767384304.600640:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:3.0:1767384304.600641:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400384592 : -114060309167024 : ffff984343ca0450) 00000100:00000001:0.0:1767384304.600642:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407812608 : -114055301739008 : ffff98446e414e00) 00000100:00000040:1.0:1767384304.600644:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384304.600649:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521761536 : -114055187790080 : ffff9844750c0700) 00000100:00000040:3.0:1767384304.600656:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a888b4c x1853236748228480/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:285/0 lens 224/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384304.600656:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000023aba5d3 x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:285/0 lens 224/0 e 0 to 0 dl 1767384315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.600656:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d31293d3 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:285/0 lens 224/0 e 0 to 0 dl 1767384315 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.600696:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384304.600700:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384304.600702:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384304.600702:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce5f1dd9. 00000020:00000010:0.0:1767384304.600705:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e824af9. 00000100:00000001:1.0:1767384304.600707:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.600708:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000100:00000001:0.0:1767384304.600711:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384304.600714:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce5f1dd9. 00000100:00000001:3.0:1767384304.600716:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384304.600717:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e824af9. 00000020:00000010:3.0:1767384304.600724:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00000100:00100000:1.0:1767384304.600726:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000023aba5d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748228864:12345-0@lo:400: 00000100:00100000:0.0:1767384304.600728:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d31293d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236748228736:12345-0@lo:400: 00000100:00000200:1.0:1767384304.600736:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228864 00000100:00100000:3.0:1767384304.600737:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a888b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748228480:12345-0@lo:400: 00000100:00000200:0.0:1767384304.600740:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228736 00000020:00000001:1.0:1767384304.600742:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384304.600744:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384304.600749:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384304.600750:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228480 00000020:00000001:1.0:1767384304.600753:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384304.600753:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.600755:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384304.600757:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.600760:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384304.600761:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384304.600762:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384304.600764:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:3.0:1767384304.600766:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.600766:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:0.0:1767384304.600771:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384304.600773:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.600774:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384304.600776:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384304.600779:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.600780:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:0.0:1767384304.600781:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384304.600786:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384304.600786:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384304.600787:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.600792:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384304.600792:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384304.600792:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.600796:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.600799:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384304.600800:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384304.600802:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384304.600802:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384304.600805:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384304.600806:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384304.600807:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.600808:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384304.600809:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384304.600812:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000be998cdc. 00000020:00000001:3.0:1767384304.600814:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767384304.600815:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384304.600816:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c81d3a17. 00000100:00000001:3.0:1767384304.600818:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384304.600819:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.600821:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.600823:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384304.600824:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600826:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384304.600830:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c1e62332. 00000020:00000001:1.0:1767384304.600830:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.600837:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384304.600838:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228864 00010000:00000040:0.0:1767384304.600838:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228736 00000100:00000001:3.0:1767384304.600846:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.600847:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384304.600847:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384304.600851:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384304.600855:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228480 00010000:00000200:1.0:1767384304.600855:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000023aba5d3 x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384304.600856:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d31293d3 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384304.600862:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384304.600871:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a888b4c x1853236748228480/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.600882:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384304.600902:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.600905:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384304.600909:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=5 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384304.600911:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.600918:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1767384304.600918:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.600919:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384304.600924:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:0.0:1767384304.600926:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384304.600931:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.600931:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000040:0.0:1767384304.600934:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 20 to 0@lo 02000000:00000001:1.0:1767384304.600937:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1767384304.600939:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384304.600939:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384304.600940:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.600946:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384304.600947:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384304.600948:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384304.600949:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.600953:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384304.600954:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384304.600956:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384304.600959:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000100:00000001:3.0:1767384304.600961:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000040:0.0:1767384304.600964:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384304.600966:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748228864, offset 224 02000000:00000001:3.0:1767384304.600967:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1767384304.600969:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 02000000:00000001:3.0:1767384304.600972:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384304.600977:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384304.600978:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384304.600983:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748228736, offset 224 00000100:00000040:3.0:1767384304.600988:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384304.600990:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.600995:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384304.600996:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000400:00000200:1.0:1767384304.601001:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e101900 00000100:00000200:3.0:1767384304.601002:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748228480, offset 224 00000400:00000200:0.0:1767384304.601008:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.601013:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1105 [1] + 224 00000400:00000200:0.0:1767384304.601018:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e101880 00000400:00000200:1.0:1767384304.601027:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384304.601030:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.601035:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384304.601042:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x10f9 [1] + 224 00000400:00000200:3.0:1767384304.601045:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.601051:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384304.601054:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384304.601058:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e101780 00000100:00000200:1.0:1767384304.601061:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384304.601061:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384304.601068:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x10f1 [1] + 224 00000400:00000200:3.0:1767384304.601079:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384304.601079:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.601087:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384304.601088:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384304.601089:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.601096:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.601124:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384304.601153:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384304.601154:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.601154:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.601161:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316cdf62 00000400:00000010:1.0:1767384304.601164:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316cdf62. 00000100:00000001:1.0:1767384304.601169:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384304.601172:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.601176:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.601183:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:3.0:1767384304.601189:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384304.601189:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384304.601193:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384304.601197:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000020:00000001:1.0:1767384304.601197:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384304.601198:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384304.601203:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000040:1.0:1767384304.601204:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000023aba5d3 x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.601208:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384304.601212:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384304.601213:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a3632e 00000100:00000001:3.0:1767384304.601217:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384304.601219:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a3632e. 00000100:00000040:3.0:1767384304.601225:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:0.0:1767384304.601226:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384304.601231:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384304.601232:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384304.601234:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000023aba5d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748228864:12345-0@lo:400: Request processed in 534us (950us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384304.601236:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.601239:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.601241:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384304.601246:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00000100:00000040:3.0:1767384304.601248:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a888b4c x1853236748228480/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.601258:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00000001:0.0:1767384304.601260:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384304.601264:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.601268:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000020:00000001:0.0:1767384304.601269:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384304.601274:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384304.601277:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d31293d3 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:285/0 lens 224/224 e 0 to 0 dl 1767384315 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.601278:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384304.601286:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c57a3448. 00000020:00000010:1.0:1767384304.601297:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff7ae22c. 00000100:00100000:3.0:1767384304.601303:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a888b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748228480:12345-0@lo:400: Request processed in 597us (1221us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384304.601306:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047602b7b. 00000100:00100000:0.0:1767384304.601307:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d31293d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16149:x1853236748228736:12345-0@lo:400: Request processed in 603us (1214us total) trans 0 rc 0/0 00000020:00000040:1.0:1767384304.601314:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00100000:3.0:1767384304.601320:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000001:1.0:1767384304.601322:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384304.601323:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384304.601328:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767384304.601328:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384304.601332:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384304.601334:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000020:00000010:3.0:1767384304.601337:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005667cf2d. 00000100:00000001:0.0:1767384304.601338:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384304.601341:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b99127f. 00000100:00000001:0.0:1767384304.601343:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384304.601346:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5d604d7. 00000020:00000010:0.0:1767384304.601348:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b4543796. 00000020:00000040:3.0:1767384304.601353:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000020:00000010:0.0:1767384304.601354:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000035b4c198. 02000000:00000001:3.0:1767384304.601358:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384304.601361:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c1e62332. 00000020:00000010:0.0:1767384304.601361:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaa22d3b. 00000100:00000001:1.0:1767384304.601363:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384304.601368:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384304.601369:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:1.0:1767384304.601372:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384304.601373:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384304.601373:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:0.0:1767384304.601379:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384304.601380:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:1.0:1767384304.601382:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384304.601386:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000602b595d. 00000400:00000010:1.0:1767384304.601386:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:1.0:1767384304.601391:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000400:00000010:1.0:1767384304.601394:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000001:1.0:1767384304.601398:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384304.601401:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a38a41b. 00000100:00000200:1.0:1767384304.601402:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384304.601412:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.601417:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384304.601419:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.601421:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.601423:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384304.601424:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.601426:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384304.601427:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384304.601427:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384304.601428:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.601430:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384304.601436:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00001000:1.0:1767384304.601436:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=5 v=5 (5 0 0 0) 00000400:00000001:0.0:1767384304.601437:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384304.601440:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767384304.601443:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=5 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384304.601446:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061bd8bbc. 00000100:00000001:1.0:1767384304.601447:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384304.601452:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384304.601453:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00010000:00000001:1.0:1767384304.601454:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384304.601456:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384304.601458:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00010000:00080000:1.0:1767384304.601461:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.601462:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384304.601464:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384304.601469:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384304.601471:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384304.601475:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384304.601475:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384304.601480:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cdb4482. 00000100:00000001:1.0:1767384304.601482:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384304.601486:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:3.0:1767384304.601487:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000100:00000001:1.0:1767384304.601490:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767384304.601491:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384304.601492:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:1.0:1767384304.601493:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.601498:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384304.601503:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384304.601506:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.601511:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384304.601515:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.601520:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384304.601524:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384304.601528:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384304.601532:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.601538:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384304.601541:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.601544:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384304.601544:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.601548:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384304.601554:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=5 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384304.601555:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.601557:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767384304.601560:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384304.601567:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.601569:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384304.601573:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384304.601573:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.601577:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384304.601579:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384304.601580:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384304.601583:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236748228736:0@lo:400: 00000100:00000001:3.0:1767384304.601584:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384304.601588:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384304.601589:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.601592:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384304.601594:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=10 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384304.601597:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767384304.601603:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=10 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384304.601603:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748228736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.601612:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384304.601615:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.601620:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384304.601621:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384304.601624:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.601627:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384304.601629:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.601629:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384304.601631:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384304.601634:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000010:1.0:1767384304.601637:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028152aaf. 00000100:00000040:3.0:1767384304.601638:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.601638:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384304.601641:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.601645:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.601649:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384304.601650:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384304.601652:0:16149:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384304.601654:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384304.601662:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384304.601662:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384304.601666:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384304.601667:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f98b85f2. 00000100:00000001:0.0:1767384304.601669:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384304.601672:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.601674:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384304.601676:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384304.601678:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384304.601680:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384304.601686:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000040:0.0:1767384304.601687:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.601691:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075ba5dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748228480:0@lo:400: 00000100:00000001:1.0:1767384304.601694:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.601699:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.601700:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.601705:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384304.601705:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384304.601709:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748228864:0@lo:400: 00000100:00000040:3.0:1767384304.601711:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ba5dcc x1853236748228480/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.601715:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.601717:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.601720:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.601723:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384304.601727:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384304.601728:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384304.601731:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.601731:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fa6332a x1853236748228864/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384304.601732:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.601735:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f738f77f. 02000000:00000001:3.0:1767384304.601741:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384304.601743:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384304.601746:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384304.601747:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384304.601749:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384304.601750:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384304.601752:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002d9706ab. 02000000:00000010:0.0:1767384304.601754:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bba83b0a. 02000000:00000001:3.0:1767384304.601757:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384304.601759:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384304.601762:0:16146:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384304.601765:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384304.601766:0:16146:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:3.0:1767384304.601769:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ba5dcc. 00000020:00000001:0.0:1767384304.601770:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384304.601773:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384304.601775:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.601777:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384304.601781:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d568bd0. 00000100:00000001:3.0:1767384304.601783:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384304.601786:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.601789:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384304.601791:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384304.601792:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384304.601794:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384304.601796:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fa6332a. 00000100:00000001:0.0:1767384304.601801:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384304.601803:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.601806:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.601810:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.601811:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.601814:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.601816:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602073:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.602075:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384304.602078:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384304.602080:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384304.602082:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b88d2d1. 00000400:00000200:0.0:1767384304.602085:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6a9cc50 00000400:00000010:0.0:1767384304.602087:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6a9cc50. 00000100:00000001:0.0:1767384304.602090:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384304.602093:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384304.602101:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.602131:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384304.602132:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.602134:0:16145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384304.602136:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384304.602137:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384304.602139:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.602141:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384304.602146:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=1767384304 v=5 (0 0 0 0) 00000100:00001000:0.0:1767384304.602150:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=1767384304 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384304.602153:0:16145:0:(import.c:2194:obd_at_measure()) AT 00000000e374b000 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1767384304.602157:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384304.602158:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384304.602160:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384304.602163:0:16145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384304.602174:0:16145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602176:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384304.602177:0:16145:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00000040:0.0:1767384304.602179:0:16145:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384304.602181:0:16145:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384304.602182:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.602184:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.602188:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.602190:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384304.602191:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.602192:0:16145:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767384304.602195:0:16145:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000020:00000001:0.0:1767384304.602197:0:16145:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384304.602198:0:16145:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605df5d 00000020:00000001:0.0:1767384304.602199:0:16145:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.602200:0:16145:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004f48ee83 refcount=4 00000020:00000001:0.0:1767384304.602201:0:16145:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018396084224 : -114055313467392 : ffff98446d8e5800) 00000020:00000001:0.0:1767384304.602203:0:16145:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018396084224 : -114055313467392 : ffff98446d8e5800) 00000100:00001000:0.0:1767384304.602205:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=1767384304 v=0 (0 0 0 0) 00000100:00001000:0.0:1767384304.602206:0:16145:0:(import.c:2194:obd_at_measure()) AT 00000000e374b000 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1767384304.602212:0:16145:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000020:00000040:0.0:1767384304.602213:0:16145:0:(genops.c:898:class_export_put()) PUTting export 000000004f48ee83 : new refcount 3 00000100:00000001:0.0:1767384304.602215:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384304.602217:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767384304.602219:0:16145:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1767384304.602220:0:16145:0:(import.c:65:import_set_state_nolock()) 00000000d15279fd lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767384304.602222:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00080000:0.0:1767384304.602240:0:16145:0:(osp_dev.c:1635:osp_import_event()) got connected 00000100:00000001:0.0:1767384304.602243:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384304.602244:0:16145:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.602252:0:16145:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384304.602254:0:16145:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602256:0:16145:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.602260:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384304.602268:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c790231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236748228608:0@lo:8: 00000100:00000001:0.0:1767384304.602273:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.602276:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384304.602279:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c790231 x1853236748228608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1767384314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384304.602283:0:16808:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000100:00000001:0.0:1767384304.602289:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384304.602290:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:1.0:1767384304.602291:0:16808:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 02000000:00000010:0.0:1767384304.602292:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b012723a. 00000004:00080000:1.0:1767384304.602296:0:16808:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 02000000:00000001:0.0:1767384304.602297:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000040:00000001:1.0:1767384304.602301:0:16808:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000020:00000001:0.0:1767384304.602301:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384304.602303:0:16145:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:1.0:1767384304.602306:0:16808:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000020:00000001:0.0:1767384304.602307:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384304.602310:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000bfab517a. 00000040:00000001:1.0:1767384304.602311:0:16808:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000001:0.0:1767384304.602314:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384304.602316:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000040:00000001:1.0:1767384304.602317:0:16808:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384304.602318:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c790231. 00000040:00000001:1.0:1767384304.602324:0:16808:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:0.0:1767384304.602324:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384304.602326:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767384304.602328:0:16808:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000100:00000001:0.0:1767384304.602330:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.602336:0:16808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384304.602337:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.602340:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602342:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:1.0:1767384304.602345:0:16808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000047f44dee. 00000100:00000001:0.0:1767384304.602345:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.602351:0:16808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370091520 : -114060339460096 : ffff984341fbc800) 00000040:00000001:1.0:1767384304.602362:0:16808:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384304.602366:0:16808:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384304.602371:0:16808:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384304.602374:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384304.602377:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384304.602379:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.602382:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384304.602383:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384304.602386:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384304.602388:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:1.0:1767384304.602389:0:16808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384304.602393:0:16808:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602396:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000040:00000001:1.0:1767384304.602399:0:16808:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384304.602401:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0767500 x1853236748228992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384304.602406:0:16808:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384304.602414:0:16808:0:(llog.c:108:llog_declare_destroy()) Process entered 00000100:00000001:0.0:1767384304.602414:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000040:00000001:1.0:1767384304.602418:0:16808:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00000001:0.0:1767384304.602418:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602423:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384304.602424:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00080000:00000002:1.0:1767384304.602425:0:16808:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000100:00000001:3.0:1767384304.602429:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.602429:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384304.602434:0:16808:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000624e3610. 02000000:00000001:0.0:1767384304.602436:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.602441:0:16808:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00100000:0.0:1767384304.602441:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748228992:0@lo:13: 00080000:00000001:1.0:1767384304.602446:0:16808:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.602447:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384304.602451:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:1.0:1767384304.602454:0:16808:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.602454:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.602459:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:1.0:1767384304.602461:0:16808:0:(osd_object.c:744:osd_declare_destroy()) Process entered 02000000:00000010:0.0:1767384304.602463:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b012723a. 00080000:00000001:1.0:1767384304.602466:0:16808:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 02000000:00000001:0.0:1767384304.602467:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.602471:0:16808:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384304.602472:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000400:00000010:0.0:1767384304.602478:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384304.602481:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748228992, portal 4 00000100:00000001:0.0:1767384304.602484:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384304.602485:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000040:0.0:1767384304.602490:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0767500 x1853236748228992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.602497:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384304.602500:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384304.602503:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 00000100:00000200:0.0:1767384304.602506:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748228992, offset 0 00000400:00000200:0.0:1767384304.602510:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384304.602516:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384304.602522:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e101980 00000400:00000200:0.0:1767384304.602528:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 0 00000400:00000200:0.0:1767384304.602533:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384304.602536:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384304.602541:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384304.602543:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384304.602550:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000061b2488. 00000100:00000040:0.0:1767384304.602553:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000061b2488 x1853236748228992 msgsize 224 00000100:00100000:0.0:1767384304.602557:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384304.602572:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384304.602578:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a3632e 00000400:00000010:0.0:1767384304.602581:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a3632e. 00000100:00000001:0.0:1767384304.602586:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384304.602590:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0767500 x1853236748228992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384304.602599:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384304.602603:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0767500 x1853236748228992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384304.602610:0:17562:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000592b9af0. 00000100:00000001:0.0:1767384304.602611:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602617:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.602620:0:17562:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:1.0:1767384304.602621:0:16808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:0.0:1767384304.602622:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384304.602624:0:17562:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748228992 00000001:00000001:1.0:1767384304.602625:0:16808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1767384304.602628:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3080 usecs (4 jiffies) 02000000:00000001:3.0:1767384304.602629:0:17562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384304.602632:0:17562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384304.602634:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892487 00000100:00000001:3.0:1767384304.602635:0:17562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.602640:0:17562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602643:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892486 00000100:00100000:3.0:1767384304.602646:0:17562:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748228992 00000020:00000001:3.0:1767384304.602650:0:17562:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384304.602650:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892487 00000020:00000040:3.0:1767384304.602653:0:17562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:3.0:1767384304.602656:0:17562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384304.602656:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892486 00000020:00000040:3.0:1767384304.602660:0:17562:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000100:00000001:0.0:1767384304.602661:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892487 00000020:00000001:3.0:1767384304.602665:0:17562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384304.602666:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294892486 00000020:00000001:3.0:1767384304.602668:0:17562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:3.0:1767384304.602672:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384304.602672:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892487 00000020:00000010:3.0:1767384304.602677:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000100:00000001:0.0:1767384304.602678:0:16146:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294892486 00000020:00000010:3.0:1767384304.602682:0:17562:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000070b628e8. 00000100:00000001:0.0:1767384304.602683:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384304.602686:0:17562:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:0.0:1767384304.602687:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602692:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602695:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602697:0:17562:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384304.602701:0:17562:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f738f77f. 00000020:00000010:3.0:1767384304.602706:0:17562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005667cf2d. 00000020:00000010:3.0:1767384304.602710:0:17562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b99127f. 00080000:00000001:1.0:1767384304.602716:0:16808:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.602719:0:17562:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000040:00000001:1.0:1767384304.602721:0:16808:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602722:0:17562:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384304.602726:0:17562:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00000001:1.0:1767384304.602726:0:16808:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384304.602727:0:17560:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a8411320. 00080000:00000001:1.0:1767384304.602730:0:16808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384304.602733:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384304.602734:0:17562:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602739:0:17562:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384304.602742:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748229120 00080000:00000001:1.0:1767384304.602745:0:16808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384304.602747:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384304.602749:0:17562:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384304.602749:0:16808:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000001:0.0:1767384304.602751:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00000001:1.0:1767384304.602753:0:16808:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000100:00000001:0.0:1767384304.602754:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384304.602757:0:16808:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 02000000:00000001:0.0:1767384304.602760:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602762:0:17562:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:1.0:1767384304.602765:0:16808:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767384304.602766:0:17562:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384304.602767:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748229120 00000020:00000001:0.0:1767384304.602771:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384304.602772:0:17562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000040:0.0:1767384304.602774:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000040:3.0:1767384304.602775:0:17562:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384304.602779:0:17562:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656097536 : -114055053454080 : ffff98447d0dd500) 00000020:00000001:0.0:1767384304.602779:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384304.602783:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=7 00000100:00000040:3.0:1767384304.602786:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000061b2488 x1853236748228992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384304.602787:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:0.0:1767384304.602794:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384304.602801:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384304.602802:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.602808:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086bf9400. 00000020:00000010:0.0:1767384304.602808:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e824af9. 00000100:00000001:3.0:1767384304.602812:0:17562:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384304.602815:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.602816:0:17562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000086bf9400. 00000020:00000010:0.0:1767384304.602821:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e824af9. 00000100:00100000:3.0:1767384304.602827:0:17562:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000061b2488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16146:x1853236748228992:12345-0@lo:13: 00000020:00000010:0.0:1767384304.602830:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaa22d3b. 00000100:00000200:3.0:1767384304.602831:0:17562:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748228992 00000020:00000001:3.0:1767384304.602835:0:17562:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.602838:0:17562:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384304.602838:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b4543796. 00000020:00000001:3.0:1767384304.602841:0:17562:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.602845:0:17562:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767384304.602846:0:16808:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000020:00000010:0.0:1767384304.602846:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000035b4c198. 00000020:00000001:3.0:1767384304.602847:0:17562:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00080000:00000001:1.0:1767384304.602852:0:16808:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1767384304.602853:0:17562:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.602857:0:17562:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.602859:0:17562:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384304.602859:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00080000:00000001:1.0:1767384304.602861:0:16808:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:3.0:1767384304.602862:0:17562:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000040:00000001:1.0:1767384304.602866:0:16808:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602866:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384304.602867:0:17562:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602871:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000040:00000001:1.0:1767384304.602872:0:16808:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602873:0:17562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:1.0:1767384304.602876:0:16808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384304.602876:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.602877:0:17562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384304.602882:0:17562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c1e62332. 00000100:00000001:0.0:1767384304.602900:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.602903:0:17562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.602906:0:17562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384304.602909:0:17562:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00080000:00000001:1.0:1767384304.602909:0:16808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384304.602914:0:16808:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.602914:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384304.602915:0:17562:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384304.602918:0:17562:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000040:00000001:1.0:1767384304.602921:0:16808:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384304.602924:0:16808:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.602928:0:17562:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384304.602929:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384304.602934:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:1.0:1767384304.602935:0:16808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:3.0:1767384304.602936:0:17562:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384304.602941:0:16808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000056397c47. 00000020:00000001:3.0:1767384304.602942:0:17562:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384304.602942:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00080000:00000001:1.0:1767384304.602946:0:16808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013370092544 : -114060339459072 : ffff984341fbcc00) 00002000:00000024:3.0:1767384304.602948:0:17562:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 389021696 avail 386924544 00000100:00000040:0.0:1767384304.602950:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 00080000:00000001:1.0:1767384304.602951:0:16808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000020:3.0:1767384304.602954:0:17562:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40960000 0 0 00000100:00000001:0.0:1767384304.602956:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521768704 : -114055187782912 : ffff9844750c2300) 00080000:00000001:1.0:1767384304.602957:0:16808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384304.602958:0:17562:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000004:00001000:1.0:1767384304.602961:0:16808:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000040:0.0:1767384304.602966:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e69e0f1c x1853236748229120/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 264/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1767384304.602968:0:16808:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f2443486. 00002000:00000020:3.0:1767384304.602969:0:17562:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 330 avail; 12264 objects: 11872 free; state 0 00000004:00080000:1.0:1767384304.602974:0:16808:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 225186866913ns, next at 0ns, rc = 0 00002000:00000001:3.0:1767384304.602975:0:17562:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00080000:00000001:1.0:1767384304.602980:0:16808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:3.0:1767384304.602981:0:17562:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000070706726. 00080000:00000001:1.0:1767384304.602984:0:16808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384304.602987:0:17562:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384304.602989:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:3.0:1767384304.602991:0:17562:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384304.602993:0:17562:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384304.602995:0:17562:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748228992 00010000:00000001:3.0:1767384304.602997:0:17562:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000001:1.0:1767384304.603001:0:16808:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000020:00000010:0.0:1767384304.603002:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e824af9. 00010000:00000200:3.0:1767384304.603004:0:17562:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000061b2488 x1853236748228992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/368 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384304.603004:0:16808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384304.603008:0:16808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384304.603009:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384304.603014:0:16808:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1767384304.603018:0:16808:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384304.603018:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000e824af9. 00010000:00000001:3.0:1767384304.603020:0:17562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384304.603023:0:17562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384304.603026:0:17562:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=1767384304 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384304.603032:0:17562:0:(import.c:2194:obd_at_measure()) AT 0000000024987b47 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00100000:0.0:1767384304.603032:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e69e0f1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:16809:x1853236748229120:12345-0@lo:7: 00000100:00001000:3.0:1767384304.603040:0:17562:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@00000000061b2488 x1853236748228992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/368 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384304.603041:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748229120 00000020:00000001:0.0:1767384304.603047:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384304.603050:0:17562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384304.603052:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384304.603053:0:17562:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384304.603057:0:17562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:0.0:1767384304.603058:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.603059:0:17562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384304.603062:0:17562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.603064:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384304.603065:0:17562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384304.603069:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671351984 : -1038199632 : ffffffffc21e54b0) 00000100:00000040:3.0:1767384304.603072:0:17562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384304.603076:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767384304.603077:0:17562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000020:00000001:0.0:1767384304.603080:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384304.603082:0:17562:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748228992, offset 224 00000020:00000001:0.0:1767384304.603087:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384304.603090:0:17562:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384304.603091:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384304.603096:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384304.603099:0:17562:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:0.0:1767384304.603103:0:17560:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000400:00000200:3.0:1767384304.603130:0:17562:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e101980 00000100:00000001:0.0:1767384304.603135:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384304.603138:0:17562:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1121 [1] + 224 02000000:00000001:0.0:1767384304.603139:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384304.603143:0:17562:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384304.603146:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000dcc2d9ea. 00000400:00000200:3.0:1767384304.603149:0:17562:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384304.603151:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.603154:0:17562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384304.603156:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384304.603160:0:17562:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0767500 x1853236748228992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384304.603162:0:17560:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00000100:00000040:3.0:1767384304.603169:0:17562:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b0767500 x1853236748228992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1767384304.603170:0:17560:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 000000002cb0f0a7. 00000020:00000001:0.0:1767384304.603178:0:17560:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:0.0:1767384304.603183:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:3.0:1767384304.603187:0:17562:0:(events.c:163:reply_in_callback()) Process leaving 00002000:00000001:0.0:1767384304.603189:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00000400:00000200:3.0:1767384304.603193:0:17562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00002000:00000010:0.0:1767384304.603196:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b52d62c5. 00000400:00000010:3.0:1767384304.603197:0:17562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384304.603204:0:17562:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1767384304.603205:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402234072 : -114060307317544 : ffff984343e63cd8) 00000100:00000001:3.0:1767384304.603206:0:17562:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.603211:0:17562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384304.603213:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00000100:00000040:3.0:1767384304.603214:0:17562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384304.603218:0:17562:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000040:0.0:1767384304.603218:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00000020:00000001:3.0:1767384304.603222:0:17562:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.603227:0:17562:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000010:0.0:1767384304.603227:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b4f8c2df. 00000100:00000040:3.0:1767384304.603233:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000061b2488 x1853236748228992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 224/368 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767384304.603233:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.603241:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00000100:00100000:3.0:1767384304.603246:0:17562:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000061b2488 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16146:x1853236748228992:12345-0@lo:13: Request processed in 441us (688us total) trans 0 rc 0/0 00080000:00000001:0.0:1767384304.603247:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.603251:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00000100:00100000:3.0:1767384304.603256:0:17562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00080000:00000010:0.0:1767384304.603258:0:17560:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 000000000e824af9. 00000100:00000040:3.0:1767384304.603260:0:17562:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384304.603263:0:17562:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384304.603265:0:17562:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384304.603270:0:17562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005667cf2d. 00080000:00000010:0.0:1767384304.603271:0:17560:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000003da975e0. 00000020:00000010:3.0:1767384304.603277:0:17562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b99127f. 00000020:00000010:3.0:1767384304.603283:0:17562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f738f77f. 00000020:00000040:3.0:1767384304.603289:0:17562:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 6 00000100:00000001:3.0:1767384304.603293:0:17562:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.605946:0:16809:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384304.605953:0:16809:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384304.605955:0:16809:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384304.605957:0:16809:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047961cad. 00000400:00000200:1.0:1767384304.605962:0:16809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:1.0:1767384304.605966:0:16809:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:1.0:1767384304.605971:0:16809:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384304.605976:0:16809:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384304.605988:0:16809:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.605997:0:16809:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384304.605999:0:16809:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.606002:0:16809:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.606004:0:16809:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384304.606006:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.606008:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.606011:0:16809:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384304.606019:0:16809:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e6133829. 00000100:00001000:1.0:1767384304.606025:0:16809:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384304.606036:0:16809:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.606039:0:16809:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384304.606041:0:16809:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.606044:0:16809:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384304.606048:0:16809:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.606056:0:16809:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606060:0:16809:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384304.606062:0:16809:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384304.606064:0:16809:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384304.606066:0:16809:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.606070:0:16809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606077:0:16809:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.606080:0:16809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384304.606082:0:16809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384304.606086:0:16809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.606094:0:16809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000518de779 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16809:1853236748229120:0@lo:7: 00000100:00000001:1.0:1767384304.606099:0:16809:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.606102:0:16809:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606130:0:16809:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384304.606133:0:16809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.606135:0:16809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606143:0:16809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384304.606147:0:16809:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004bfb0256. 00000100:00000001:1.0:1767384304.606150:0:16809:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384304.606152:0:16809:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384304.606157:0:16809:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384304.606160:0:16809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.606163:0:16809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000518de779 x1853236748229120/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606182:0:16809:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384304.606184:0:16809:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384304.606187:0:16809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bba83b0a. 02000000:00000001:1.0:1767384304.606191:0:16809:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.606192:0:16809:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384304.606194:0:16809:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384304.606197:0:16809:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384304.606199:0:16809:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000de2ab3c9. 02000000:00000001:1.0:1767384304.606202:0:16809:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384304.606204:0:16809:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384304.606205:0:16809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000518de779. 00000100:00000001:1.0:1767384304.606209:0:16809:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.606211:0:16809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384304.606214:0:16809:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384304.606219:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ff4b627. 00000020:00000040:1.0:1767384304.606222:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384304.606226:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384304.606229:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384304.606232:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384304.606237:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d427bf41. 00000100:00000001:1.0:1767384304.606241:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606245:0:16809:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384304.606247:0:16809:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384304.606252:0:16809:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000606fb3cb. 00000100:00000001:1.0:1767384304.606255:0:16809:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630018290974272 : -114055418577344 : ffff9844674a7e40) 00000100:00000001:1.0:1767384304.606258:0:16809:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.606260:0:16809:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407809920 : -114055301741696 : ffff98446e414380) 00000100:00000001:1.0:1767384304.606263:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384304.606265:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606267:0:16809:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384304.606269:0:16809:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384304.606273:0:16809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606280:0:16809:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384304.606289:0:16809:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.606292:0:16809:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384304.606295:0:16809:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384304.606297:0:16809:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.606300:0:16809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ff4b627 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16809:1853236748229248:0@lo:5: 00000100:00000001:1.0:1767384304.606304:0:16809:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384304.606308:0:16809:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384304.606310:0:16809:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.606312:0:16809:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384304.606317:0:16809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c189c5b8. 02000000:00000001:1.0:1767384304.606319:0:16809:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384304.606323:0:16809:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000010:1.0:1767384304.606326:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384304.606330:0:16809:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748229248, portal 4 00000100:00000001:1.0:1767384304.606332:0:16809:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.606334:0:16809:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407809920 : -114055301741696 : ffff98446e414380) 00000100:00000040:1.0:1767384304.606338:0:16809:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606345:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.606347:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.606349:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000100:00000200:1.0:1767384304.606351:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236748229248, offset 0 00000400:00000200:1.0:1767384304.606355:0:16809:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.606361:0:16809:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.606367:0:16809:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824e101a80 00000400:00000200:1.0:1767384304.606372:0:16809:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 784 00000400:00000200:1.0:1767384304.606378:0:16809:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.606382:0:16809:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384304.606387:0:16809:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384304.606388:0:16809:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384304.606393:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c30132f1. 00000100:00000040:1.0:1767384304.606396:0:16809:0:(events.c:337:request_in_callback()) incoming req@00000000c30132f1 x1853236748229248 msgsize 432 00000100:00100000:1.0:1767384304.606403:0:16809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384304.606418:0:16809:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.606431:0:16809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316cdf62 00000400:00000010:1.0:1767384304.606434:0:16809:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316cdf62. 00000100:00000001:1.0:1767384304.606439:0:16809:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384304.606444:0:16809:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606454:0:16809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384304.606457:0:17560:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000039f700ed. 00000100:00000040:1.0:1767384304.606458:0:16809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.606466:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384304.606471:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748229248 00000100:00000001:1.0:1767384304.606472:0:16809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.606477:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384304.606477:0:16809:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.606482:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.606485:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606486:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384304.606493:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.606494:0:16809:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2908 usecs (3 jiffies) 00000100:00100000:3.0:1767384304.606497:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748229248 00000020:00000001:3.0:1767384304.606500:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384304.606500:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892490 00000020:00000040:3.0:1767384304.606503:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:3.0:1767384304.606506:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384304.606507:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000020:00000001:3.0:1767384304.606510:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384304.606510:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892487 00000020:00000001:3.0:1767384304.606514:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384304.606517:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892490 00000100:00000001:3.0:1767384304.606518:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384304.606521:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892487 00000020:00000010:3.0:1767384304.606523:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba7bdc47. 00000100:00000001:1.0:1767384304.606526:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892490 00000100:00000001:3.0:1767384304.606527:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.606532:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba7bdc47. 00000100:00000001:1.0:1767384304.606532:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294892487 00000100:00000001:1.0:1767384304.606539:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892490 00000020:00000010:3.0:1767384304.606540:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5d604d7. 00000100:00000001:1.0:1767384304.606542:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294892487 00000020:00000010:3.0:1767384304.606545:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d40e003f. 00000100:00000001:1.0:1767384304.606546:0:16809:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.606551:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b99127f. 00000100:00000001:1.0:1767384304.606551:0:16809:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606556:0:16809:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.606558:0:16809:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384304.606560:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1767384304.606560:0:16809:0:(client.c:2690:ptlrpc_set_wait()) set 00000000606fb3cb going to sleep for 11 seconds 00000100:00000001:3.0:1767384304.606565:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384304.606566:0:16809:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384304.606568:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384304.606570:0:16809:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606571:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606577:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606588:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384304.606596:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384304.606598:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384304.606601:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384304.606603:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384304.606605:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407822464 : -114055301729152 : ffff98446e417480) 00000100:00000040:3.0:1767384304.606609:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c30132f1 x1853236748229248/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.606625:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384304.606628:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba7bdc47. 00000100:00000001:3.0:1767384304.606629:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384304.606631:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba7bdc47. 00000100:00100000:3.0:1767384304.606635:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c30132f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16809:x1853236748229248:12345-0@lo:5: 00000100:00000200:3.0:1767384304.606638:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748229248 00000020:00000001:3.0:1767384304.606640:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384304.606642:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384304.606643:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.606645:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384304.606646:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671351888 : -1038199728 : ffffffffc21e5450) 00000020:00000001:3.0:1767384304.606648:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384304.606651:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384304.606652:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384304.606654:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384304.606656:0:17560:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1767384304.606659:0:17560:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1767384304.606661:0:17560:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384304.606662:0:17560:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384304.606664:0:17560:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384304.606667:0:17560:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384304.606668:0:17560:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384304.606670:0:17560:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384304.606672:0:17560:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384304.606673:0:17560:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384304.606675:0:17560:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384304.606676:0:17560:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384304.606677:0:17560:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384304.606678:0:17560:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.606681:0:17560:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.606682:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606684:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384304.606685:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384304.606691:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000db4a6746. 02000000:00000001:3.0:1767384304.606693:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606695:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384304.606698:0:17560:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:3.0:1767384304.606700:0:17560:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:3.0:1767384304.606702:0:17560:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:3.0:1767384304.606704:0:17560:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:3.0:1767384304.606706:0:17560:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446630013368601600 : -114060340950016 : ffff984341e50c00) 00002000:00080000:3.0:1767384304.606711:0:17560:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:3.0:1767384304.606713:0:17560:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384304.606716:0:17560:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384304.606717:0:17560:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384304.606720:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748229248 00010000:00000001:3.0:1767384304.606722:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384304.606725:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c30132f1 x1853236748229248/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/432 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384304.606730:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384304.606732:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384304.606734:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384304.606737:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384304.606739:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384304.606741:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384304.606743:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384304.606744:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.606747:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384304.606749:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384304.606752:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384304.606754:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236748229248, offset 224 00000400:00000200:3.0:1767384304.606758:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384304.606763:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384304.606768:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824e101a80 00000400:00000200:3.0:1767384304.606773:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1139 [1] + 224 00000400:00000200:3.0:1767384304.606776:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384304.606780:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384304.606783:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.606791:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384304.606798:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.606810:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384304.606814:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384304.606816:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384304.606817:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384304.606818:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.606821:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.606823:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384304.606825:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384304.606826:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.606828:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384304.606828:0:16809:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384304.606833:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c30132f1 x1853236748229248/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/432 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384304.606834:0:16809:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384304.606837:0:16809:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384304.606840:0:16809:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:1.0:1767384304.606846:0:16809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f66cc9 00000100:00100000:3.0:1767384304.606847:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c30132f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16809:x1853236748229248:12345-0@lo:5: Request processed in 220us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384304.606854:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000010:1.0:1767384304.606855:0:16809:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f66cc9. 00000100:00000040:3.0:1767384304.606857:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:1.0:1767384304.606859:0:16809:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384304.606860:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384304.606863:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384304.606866:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d40e003f. 00000100:00000200:1.0:1767384304.606866:0:16809:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384304.606872:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b99127f. 00000020:00000010:3.0:1767384304.606877:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5d604d7. 00000100:00000200:1.0:1767384304.606897:0:16809:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384304.606898:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:3.0:1767384304.606903:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.606912:0:16809:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384304.606914:0:16809:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.606916:0:16809:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384304.606917:0:16809:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384304.606919:0:16809:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.606920:0:16809:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.606922:0:16809:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384304.606926:0:16809:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384304.606929:0:16809:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384304.606931:0:16809:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384304.606932:0:16809:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384304.606934:0:16809:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384304.606937:0:16809:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384304.606942:0:16809:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606944:0:16809:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384304.606945:0:16809:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384304.606946:0:16809:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384304.606947:0:16809:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.606949:0:16809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606953:0:16809:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.606955:0:16809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384304.606955:0:16809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384304.606957:0:16809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384304.606961:0:16809:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ff4b627 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16809:1853236748229248:0@lo:5: 00000100:00000001:1.0:1767384304.606970:0:16809:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.606972:0:16809:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.606974:0:16809:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384304.606975:0:16809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.606978:0:16809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.606982:0:16809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384304.606984:0:16809:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000606fb3cb. 00000100:00000001:1.0:1767384304.606986:0:16809:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384304.606987:0:16809:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1767384304.606991:0:16809:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:1.0:1767384304.606994:0:16809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.606997:0:16809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ff4b627 x1853236748229248/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.607001:0:16809:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384304.607003:0:16809:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384304.607004:0:16809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c189c5b8. 02000000:00000001:1.0:1767384304.607007:0:16809:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384304.607008:0:16809:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384304.607009:0:16809:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384304.607010:0:16809:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384304.607012:0:16809:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d427bf41. 02000000:00000001:1.0:1767384304.607014:0:16809:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384304.607015:0:16809:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384304.607017:0:16809:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ff4b627. 00000100:00000001:1.0:1767384304.607019:0:16809:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384304.607020:0:16809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384304.607022:0:16809:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384304.607028:0:16809:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:1.0:1767384304.607031:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ff4b627. 00000020:00000040:1.0:1767384304.607033:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384304.607036:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384304.607038:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384304.607040:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384304.607048:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d427bf41. 00000100:00000001:1.0:1767384304.607051:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384304.607054:0:16809:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:1.0:1767384304.607057:0:16809:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384304.607058:0:16809:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384304.607061:0:16809:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000606fb3cb. 00000100:00000001:1.0:1767384304.607062:0:16809:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630018290974272 : -114055418577344 : ffff9844674a7e40) 00000100:00000001:1.0:1767384304.607064:0:16809:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.607065:0:16809:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407809920 : -114055301741696 : ffff98446e414380) 00000100:00000001:1.0:1767384304.607067:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384304.607069:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607071:0:16809:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384304.607072:0:16809:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384304.607075:0:16809:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ff4b627 x1853236748229376/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.607079:0:16809:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384304.607081:0:16809:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.607083:0:16809:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384304.607085:0:16809:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384304.607087:0:16809:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.607089:0:16809:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ff4b627 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:16809:1853236748229376:0@lo:5: 00000100:00000001:1.0:1767384304.607091:0:16809:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384304.607092:0:16809:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384304.607093:0:16809:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.607095:0:16809:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384304.607097:0:16809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c189c5b8. 02000000:00000001:1.0:1767384304.607099:0:16809:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384304.607102:0:16809:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000010:1.0:1767384304.607127:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1f66cc9. 00000100:00000200:1.0:1767384304.607131:0:16809:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748229376, portal 4 00000100:00000001:1.0:1767384304.607133:0:16809:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384304.607134:0:16809:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407809920 : -114055301741696 : ffff98446e414380) 00000100:00000040:1.0:1767384304.607139:0:16809:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ff4b627 x1853236748229376/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.607152:0:16809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384304.607154:0:16809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384304.607157:0:16809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000100:00000200:1.0:1767384304.607160:0:16809:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236748229376, offset 0 00000400:00000200:1.0:1767384304.607163:0:16809:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384304.607171:0:16809:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384304.607177:0:16809:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824e101b00 00000400:00000200:1.0:1767384304.607182:0:16809:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 1216 00000400:00000200:1.0:1767384304.607186:0:16809:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384304.607189:0:16809:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384304.607192:0:16809:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384304.607194:0:16809:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384304.607197:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a5a4deb. 00000100:00000040:1.0:1767384304.607200:0:16809:0:(events.c:337:request_in_callback()) incoming req@000000004a5a4deb x1853236748229376 msgsize 432 00000100:00100000:1.0:1767384304.607206:0:16809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384304.607217:0:16809:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384304.607224:0:16809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000316cdf62 00000400:00000010:1.0:1767384304.607226:0:16809:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316cdf62. 00000100:00000001:1.0:1767384304.607230:0:16809:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384304.607235:0:16809:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ff4b627 x1853236748229376/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.607243:0:16809:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384304.607247:0:16809:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002ff4b627 x1853236748229376/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.607254:0:16809:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607256:0:16809:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384304.607261:0:16809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384304.607265:0:16809:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2386 usecs (3 jiffies) 00000100:00000001:1.0:1767384304.607267:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294892491 00000100:00000001:1.0:1767384304.607273:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294892490 00000100:00000001:1.0:1767384304.607276:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294892491 00000100:00000001:1.0:1767384304.607280:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294892490 00000100:00000001:1.0:1767384304.607290:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294892491 00000100:00000001:1.0:1767384304.607293:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294892490 00000100:00000001:1.0:1767384304.607296:0:16809:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294892491 00000100:00000001:1.0:1767384304.607298:0:16809:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294892490 00000100:00000001:1.0:1767384304.607302:0:16809:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384304.607303:0:16809:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607305:0:16809:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384304.607306:0:16809:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384304.607308:0:16809:0:(client.c:2690:ptlrpc_set_wait()) set 00000000606fb3cb going to sleep for 11 seconds 00000100:00000001:1.0:1767384304.607310:0:16809:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384304.607311:0:16809:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384304.607327:0:17560:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000de9a11d. 00000100:00000001:1.0:1767384304.607330:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384304.607331:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748229376 02000000:00000001:1.0:1767384304.607332:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384304.607333:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384304.607335:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384304.607337:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384304.607340:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748229376 00000020:00000001:1.0:1767384304.607341:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384304.607342:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:1.0:1767384304.607344:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384304.607346:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000020:00000001:1.0:1767384304.607347:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:1.0:1767384304.607349:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384304.607351:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384304.607354:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e00eb59. 00000100:00000001:1.0:1767384304.607355:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384304.607357:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e00eb59. 00000020:00000010:1.0:1767384304.607361:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e2cb518. 00000020:00000010:1.0:1767384304.607364:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b533330c. 00000020:00000010:1.0:1767384304.607367:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff7ae22c. 00000100:00000040:1.0:1767384304.607375:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384304.607377:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384304.607378:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384304.607379:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607384:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607395:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384304.607403:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384304.607405:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384304.607409:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384304.607411:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:1.0:1767384304.607413:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407817984 : -114055301733632 : ffff98446e416300) 00000100:00000040:1.0:1767384304.607416:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a5a4deb x1853236748229376/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/0 e 0 to 0 dl 1767384315 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384304.607421:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384304.607424:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e00eb59. 00000100:00000001:1.0:1767384304.607427:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384304.607429:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e00eb59. 00000100:00100000:1.0:1767384304.607432:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a5a4deb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16809:x1853236748229376:12345-0@lo:5: 00000100:00000200:1.0:1767384304.607435:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748229376 00000020:00000001:1.0:1767384304.607437:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384304.607439:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384304.607440:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.607442:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384304.607444:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671351888 : -1038199728 : ffffffffc21e5450) 00000020:00000001:1.0:1767384304.607446:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384304.607448:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384304.607449:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384304.607451:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384304.607452:0:17560:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1767384304.607454:0:17560:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1767384304.607455:0:17560:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.607456:0:17560:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384304.607457:0:17560:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.607459:0:17560:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384304.607464:0:17560:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384304.607466:0:17560:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.607468:0:17560:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384304.607470:0:17560:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384304.607471:0:17560:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384304.607473:0:17560:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384304.607474:0:17560:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384304.607476:0:17560:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.607477:0:17560:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.607479:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607481:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384304.607483:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384304.607487:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000d14a9983. 02000000:00000001:1.0:1767384304.607489:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384304.607490:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384304.607492:0:17560:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:1.0:1767384304.607494:0:17560:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:1.0:1767384304.607496:0:17560:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384304.607498:0:17560:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:1.0:1767384304.607499:0:17560:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446630013368601600 : -114060340950016 : ffff984341e50c00) 00000020:00000001:1.0:1767384304.607504:0:17560:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:1.0:1767384304.607507:0:17560:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384304.607509:0:17560:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384304.607517:0:17560:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.607520:0:17560:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384304.607522:0:17560:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 free: 389021696 avail: 386924544 00000020:00000001:1.0:1767384304.607525:0:17560:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384304.607527:0:17560:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/000000002b92bbf6 avail=386924544 left=344981504 unstable=0 tot_grant=40960000 pending=0 00000020:00000001:1.0:1767384304.607530:0:17560:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=344981504 : 344981504 : 14900000) 00000020:00000001:1.0:1767384304.607533:0:17560:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:1.0:1767384304.607535:0:17560:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.607536:0:17560:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=131072 : 131072 : 20000) 00002000:00080000:1.0:1767384304.607539:0:17560:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:1.0:1767384304.607542:0:17560:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384304.607546:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000006e00eb59. 00002000:00000001:1.0:1767384304.607554:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.607556:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.607559:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.607573:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000039392da8. 00002000:00000001:1.0:1767384304.607576:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291065832 : -114055418485784 : ffff9844674be3e8) 00002000:00000001:1.0:1767384304.607580:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.607581:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:1.0:1767384304.607585:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e5230868. 00002000:00000001:1.0:1767384304.607587:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.607589:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.607591:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.607592:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.607595:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.607597:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.607600:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.607601:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.607603:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.607605:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.607606:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.608509:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.608514:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.608517:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.608519:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.608521:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.608523:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.608525:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.608527:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.608530:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.608534:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018291065832 : -114055418485784 : ffff9844674be3e8) 00002000:00000001:0.0:1767384304.608537:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630018291065744 : -114055418485872 : ffff9844674be390) 00002000:00000001:0.0:1767384304.608540:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.608541:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.608544:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.608547:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b8d039f9. 00002000:00000001:0.0:1767384304.608549:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402230120 : -114060307321496 : ffff984343e62d68) 00002000:00000001:0.0:1767384304.608553:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.608554:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:0.0:1767384304.608558:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000819d71e. 00002000:00000001:0.0:1767384304.608560:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.608562:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.608564:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.608567:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.608568:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.608570:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.608572:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.608574:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.608576:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.608578:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.608580:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:1.0:1767384304.609409:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.609415:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.609418:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.609420:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.609422:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.609424:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.609426:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.609429:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.609431:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.609436:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402230120 : -114060307321496 : ffff984343e62d68) 00002000:00000001:1.0:1767384304.609439:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402230032 : -114060307321584 : ffff984343e62d10) 00002000:00000001:1.0:1767384304.609442:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.609444:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.609447:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.609451:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ecca6d4d. 00002000:00000001:1.0:1767384304.609455:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291067352 : -114055418484264 : ffff9844674be9d8) 00002000:00000001:1.0:1767384304.609458:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.609465:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:1.0:1767384304.609470:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000030f6471d. 00002000:00000001:1.0:1767384304.609473:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.609476:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.609478:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.609479:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.609481:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.609482:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.609484:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.609486:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.609488:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.609490:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.609492:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.611018:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:0.0:1767384304.611023:0:16814:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:0.0:1767384304.611035:0:16814:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000f2443486. 00040000:00000001:0.0:1767384304.611042:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.611045:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384304.611057:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.611059:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.611061:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000056397c47. 00080000:00000001:0.0:1767384304.611065:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384304.611067:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384304.611069:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.611070:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384304.611072:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.611073:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.611075:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000047f44dee. 00080000:00000001:0.0:1767384304.611078:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:1.0:1767384304.611151:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294892491, at 4294892492 00000100:00000040:3.0:1767384304.611171:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294892491, at 4294892492 00000100:00000010:1.0:1767384304.611187:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000612541ed. 00000100:00000010:3.0:1767384304.611189:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0cb4d13. 00080000:00000001:1.0:1767384304.611259:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.611264:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.611266:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.611268:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.611270:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.611272:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.611273:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.611275:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.611277:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.611280:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013411957368 : -114060297594248 : ffff9843447a9a78) 00002000:00000001:1.0:1767384304.611283:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013411957280 : -114060297594336 : ffff9843447a9a20) 00002000:00000001:1.0:1767384304.611285:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.611287:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.611289:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.611292:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e2662e46. 00002000:00000001:1.0:1767384304.611294:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291070088 : -114055418481528 : ffff9844674bf488) 00002000:00000001:1.0:1767384304.611297:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.611298:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:1.0:1767384304.611302:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000060edf18d. 00002000:00000001:1.0:1767384304.611305:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.611306:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.611314:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.611315:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.611316:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.611318:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.611319:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.611321:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.611322:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.611324:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.611325:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:1.0:1767384304.612011:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.612015:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.612017:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.612019:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.612020:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.612022:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.612023:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.612025:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.612027:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.612031:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018291070088 : -114055418481528 : ffff9844674bf488) 00002000:00000001:1.0:1767384304.612034:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630018291070000 : -114055418481616 : ffff9844674bf430) 00002000:00000001:1.0:1767384304.612036:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.612038:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.612040:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.612044:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008860a9d7. 00002000:00000001:1.0:1767384304.612046:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291071000 : -114055418480616 : ffff9844674bf818) 00002000:00000001:1.0:1767384304.612049:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.612050:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:1.0:1767384304.612054:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a767ed0. 00002000:00000001:1.0:1767384304.612056:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.612058:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.612060:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.612061:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.612062:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.612064:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.612065:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.612067:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.612069:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.612076:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.612078:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00000100:00000040:0.0:1767384304.612188:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294892491, at 4294892493 00000100:00000010:0.0:1767384304.612194:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047cca8f9. 00080000:00000001:1.0:1767384304.612903:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.612908:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.612910:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.612911:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.612913:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.612915:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.612917:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.612919:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.612922:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.612926:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018291071000 : -114055418480616 : ffff9844674bf818) 00002000:00000001:1.0:1767384304.612929:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630018291070912 : -114055418480704 : ffff9844674bf7c0) 00002000:00000001:1.0:1767384304.612931:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.612933:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.612937:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.612940:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001a992c61. 00002000:00000001:1.0:1767384304.612943:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291065224 : -114055418486392 : ffff9844674be188) 00002000:00000001:1.0:1767384304.612947:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.612948:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:1.0:1767384304.612953:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cba8d9c9. 00002000:00000001:1.0:1767384304.612956:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.612959:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.612961:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.612963:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.612964:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.612966:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.612968:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.612970:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.612972:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.612974:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.612976:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.613796:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.613800:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.613801:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.613802:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.613803:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.613805:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.613806:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.613807:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.613809:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.613811:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018291065224 : -114055418486392 : ffff9844674be188) 00002000:00000001:0.0:1767384304.613813:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630018291065136 : -114055418486480 : ffff9844674be130) 00002000:00000001:0.0:1767384304.613815:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.613816:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.613817:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.613820:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a6b914f5. 00002000:00000001:0.0:1767384304.613822:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402231640 : -114060307319976 : ffff984343e63358) 00002000:00000001:0.0:1767384304.613824:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.613825:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:0.0:1767384304.613827:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab079f3a. 00002000:00000001:0.0:1767384304.613829:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.613830:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.613831:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.613832:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.613833:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.613839:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.613840:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.613841:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.613842:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.613843:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.613844:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.614711:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.614715:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614717:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614719:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614720:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614722:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614723:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614725:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.614727:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.614731:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402231640 : -114060307319976 : ffff984343e63358) 00002000:00000001:0.0:1767384304.614734:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402231552 : -114060307320064 : ffff984343e63300) 00080000:00000001:0.0:1767384304.614737:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384304.614742:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5e20e16. 00080000:00000001:0.0:1767384304.614744:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400067072 : -114060309484544 : ffff984343c52c00) 00080000:00000001:0.0:1767384304.614747:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384304.614756:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614757:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614760:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614779:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614780:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614781:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614781:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614782:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614783:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614785:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614785:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614794:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:0.0:1767384304.614799:0:17560:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000dd36f12c. 00000001:00000001:0.0:1767384304.614800:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614801:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614809:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614816:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614818:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614818:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614820:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614821:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614822:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614823:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614824:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614831:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614832:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614833:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614834:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614839:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614840:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614841:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614842:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614843:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614844:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614845:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614846:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614852:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614854:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614854:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614855:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614860:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614861:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614862:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614862:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614864:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614864:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614865:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614866:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614870:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614871:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614872:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614873:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614899:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614900:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614901:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614902:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614904:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614905:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614906:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614907:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614914:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614915:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614916:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614918:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614924:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614925:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614925:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614927:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614928:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614929:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614930:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614932:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614936:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614937:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614938:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614939:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614945:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614945:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614946:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614947:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614948:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614948:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614949:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614950:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614955:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614956:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614957:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614958:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1767384304.614964:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.614971:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.614973:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.614974:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.614975:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614977:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.614978:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.614979:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:0.0:1767384304.614990:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:0.0:1767384304.614992:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.614992:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.614994:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384304.614998:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384304.615015:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384304.615016:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615032:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:0.0:1767384304.615034:0:17560:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:0.0:1767384304.615038:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384304.615067:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384304.615071:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.615567:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.615570:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.615572:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.615574:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.615575:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615577:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.615579:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.615580:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.615660:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.615664:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615668:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615672:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.615702:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.615704:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.615705:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.615706:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.615707:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615709:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.615710:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.615717:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.615759:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.615761:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615763:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615765:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.615780:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.615782:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.615783:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.615784:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.615785:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615786:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.615787:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.615788:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.615812:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.615813:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615814:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615816:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.615831:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.615831:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.615833:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.615834:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.615835:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615836:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.615837:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.615838:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.615860:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.615861:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615863:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615864:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.615875:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.615876:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.615877:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.615878:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.615879:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615880:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.615881:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.615882:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.615932:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.615939:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615941:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615943:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.615961:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.615962:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.615963:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.615965:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.615966:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.615967:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.615968:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.615969:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.615999:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.616000:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616002:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616003:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.616018:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.616019:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.616020:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.616020:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.616021:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616022:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.616023:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.616024:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.616047:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.616048:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616049:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616051:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:0.0:1767384304.616063:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.616064:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.616065:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.616066:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.616067:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616068:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.616068:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.616069:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.616089:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1767384304.616090:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616091:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384304.616100:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000ee3d928c. 00002000:00001000:0.0:1767384304.616103:0:17560:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:0.0:1767384304.616126:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1767384304.616132:0:17560:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384304.616137:0:17560:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:0.0:1767384304.616142:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a825f2f8. 00000001:00000040:0.0:1767384304.616146:0:17560:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000023bf0a7f : new cb_count 2 00000020:00000040:0.0:1767384304.616150:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=7 00080000:00000001:0.0:1767384304.616155:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384304.616165:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1767384304.616168:0:17560:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384304.616180:0:17560:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000004075d197. 00080000:00000001:0.0:1767384304.616262:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384304.616266:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000c2284ec3/0000000039392da8 to site lru. bkt: 0000000032eca233 00000020:00000002:0.0:1767384304.616269:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000008bbeab6c/00000000b8d039f9 to site lru. bkt: 000000006c1cb89e 00000020:00000002:0.0:1767384304.616270:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000005c20c4be/00000000ecca6d4d to site lru. bkt: 000000000c90c3cf 00000020:00000002:0.0:1767384304.616272:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000007ad010b2/0000000057b12e11 to site lru. bkt: 00000000c05d3a05 00000020:00000002:0.0:1767384304.616274:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000af6c8fa8/00000000e2662e46 to site lru. bkt: 000000002c327b17 00000020:00000002:0.0:1767384304.616276:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000c806211b/000000008860a9d7 to site lru. bkt: 000000007d0beede 00000020:00000002:0.0:1767384304.616277:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000d5fd2148/000000001a992c61 to site lru. bkt: 000000009f1cf83c 00000020:00000002:0.0:1767384304.616278:0:17560:0:(lu_object.c:207:lu_object_put()) Add 0000000058c31c5e/00000000a6b914f5 to site lru. bkt: 000000008dbad268 00002000:00000010:0.0:1767384304.616279:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000006e00eb59. 00002000:00001000:0.0:1767384304.616282:0:17560:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:0.0:1767384304.616283:0:17560:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:0.0:1767384304.616286:0:17560:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:0.0:1767384304.616288:0:17560:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:0.0:1767384304.616290:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000058647901. 00002000:00000001:0.0:1767384304.616292:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.616293:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.616295:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.616298:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000032d7191e. 00002000:00000001:0.0:1767384304.616299:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402231032 : -114060307320584 : ffff984343e630f8) 00002000:00000001:0.0:1767384304.616302:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.616308:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:0.0:1767384304.616311:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f86d94cf. 00002000:00000001:0.0:1767384304.616313:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616315:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.616316:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.616317:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.616318:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.616320:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.616321:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.616322:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.616324:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.616325:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.616326:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.617453:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.617456:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.617458:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.617459:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.617461:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.617462:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.617463:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.617465:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.617467:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.617469:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402231032 : -114060307320584 : ffff984343e630f8) 00002000:00000001:0.0:1767384304.617471:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402230944 : -114060307320672 : ffff984343e630a0) 00002000:00000001:0.0:1767384304.617472:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.617473:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.617475:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.617478:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fe7893c5. 00002000:00000001:0.0:1767384304.617480:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402228904 : -114060307322712 : ffff984343e628a8) 00002000:00000001:0.0:1767384304.617483:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.617484:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:0.0:1767384304.617487:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009a72a25c. 00002000:00000001:0.0:1767384304.617488:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.617490:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.617490:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.617491:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.617492:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.617498:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.617499:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.617500:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.617501:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.617503:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.617504:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.622290:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.622295:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.622296:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.622298:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.622299:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.622301:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.622303:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.622305:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.622307:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.622311:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013411956456 : -114060297595160 : ffff9843447a96e8) 00002000:00000001:0.0:1767384304.622313:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013411956368 : -114060297595248 : ffff9843447a9690) 00002000:00000001:0.0:1767384304.622315:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.622316:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.622318:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.622322:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003c1b2c73. 00002000:00000001:0.0:1767384304.622325:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402227688 : -114060307323928 : ffff984343e623e8) 00002000:00000001:0.0:1767384304.622328:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.622329:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:0.0:1767384304.622334:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b56d93d3. 00002000:00000001:0.0:1767384304.622336:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.622339:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.622340:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.622341:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.622343:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.622344:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.622345:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.622347:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.622349:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.622351:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.622353:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.624248:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384304.624253:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624254:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624261:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624263:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624264:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624266:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624267:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.624269:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.624273:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013411956152 : -114060297595464 : ffff9843447a95b8) 00002000:00000001:3.0:1767384304.624275:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013411956064 : -114060297595552 : ffff9843447a9560) 00080000:00000001:3.0:1767384304.624278:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384304.624284:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d4d73d4. 00080000:00000001:3.0:1767384304.624287:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380412416 : -114060329139200 : ffff984342994400) 00080000:00000001:3.0:1767384304.624290:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384304.624298:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624300:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624302:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624322:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624323:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624324:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624326:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624327:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624328:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624330:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624331:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624340:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624342:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624343:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624345:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624352:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624353:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624354:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624355:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624356:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624357:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624358:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624359:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624367:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624437:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624439:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624443:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624461:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624464:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624465:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624468:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624470:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624473:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624475:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624476:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624488:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624491:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624493:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624495:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624509:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624511:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624512:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624514:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624516:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624518:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624520:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624521:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624533:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624535:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624536:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624537:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624545:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624546:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624548:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624548:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624549:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624551:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624552:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624553:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624560:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624562:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624570:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624571:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624579:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624580:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624581:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624583:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624584:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624586:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624587:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624587:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624596:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624597:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624598:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624599:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624605:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624606:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624607:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624608:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624609:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624610:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624611:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624612:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624618:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624619:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624620:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624621:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.624627:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624628:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624628:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624629:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624630:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624632:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624633:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624634:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.624641:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.624642:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624643:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624651:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384304.624655:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384304.624667:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.624669:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624693:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384304.624696:0:17560:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:3.0:1767384304.624701:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384304.624716:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384304.624720:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.624780:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624782:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624783:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624784:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624785:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624787:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624788:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624789:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.624867:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.624869:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624872:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624875:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.624913:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624915:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624916:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624918:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624919:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624921:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.624922:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.624923:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.624965:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.624966:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624968:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.624970:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.624988:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.624989:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.624990:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.624991:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.624992:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625000:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.625001:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.625002:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.625063:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.625065:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625067:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625070:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.625087:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.625088:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.625089:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.625090:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.625091:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625092:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.625093:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.625094:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.625511:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.625514:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625517:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625521:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.625560:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.625562:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.625564:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.625566:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.625568:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625570:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.625572:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.625574:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.625640:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.625643:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625645:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625649:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.625680:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.625682:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.625684:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.625685:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.625687:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625689:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.625690:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.625699:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.625752:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.625755:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625759:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625762:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.625790:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.625793:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.625794:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.625796:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.625798:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625800:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.625802:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.625804:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.625847:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.625849:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625852:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625855:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.625906:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.625908:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.625910:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.625911:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.625914:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.625916:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.625918:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.625919:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.625999:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.626001:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.626004:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384304.626009:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f42a4483. 00002000:00001000:3.0:1767384304.626013:0:17560:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:3.0:1767384304.626018:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384304.626022:0:17560:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:3.0:1767384304.626026:0:17560:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384304.626031:0:17560:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 4294967301 00000001:00000010:3.0:1767384304.626035:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b9bb6106. 00000001:00000040:3.0:1767384304.626038:0:17560:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000023bf0a7f : new cb_count 3 00000020:00000040:3.0:1767384304.626047:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=8 00080000:00000001:3.0:1767384304.626054:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384304.626065:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384304.626068:0:17560:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.626251:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384304.626257:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000148ae841/0000000032d7191e to site lru. bkt: 00000000f256f2da 00000020:00000002:3.0:1767384304.626260:0:17560:0:(lu_object.c:207:lu_object_put()) Add 0000000076dcb25a/00000000fe7893c5 to site lru. bkt: 000000002d447825 00000020:00000002:3.0:1767384304.626263:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000c78d8221/0000000036ea3d65 to site lru. bkt: 00000000b0fd1a47 00000020:00000002:3.0:1767384304.626266:0:17560:0:(lu_object.c:207:lu_object_put()) Add 0000000095714d58/00000000d0833c4e to site lru. bkt: 00000000aa5868f0 00000020:00000002:3.0:1767384304.626268:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000eef71063/0000000057909280 to site lru. bkt: 000000007640a92d 00000020:00000002:3.0:1767384304.626271:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000ce491595/00000000683665df to site lru. bkt: 000000005f5de68c 00000020:00000002:3.0:1767384304.626273:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000b3bc3e25/000000003c1b2c73 to site lru. bkt: 0000000083a0fb74 00000020:00000002:3.0:1767384304.626276:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000d9831469/0000000013f7ac4c to site lru. bkt: 000000003f403425 00002000:00000010:3.0:1767384304.626278:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000058647901. 00002000:00001000:3.0:1767384304.626282:0:17560:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384304.626284:0:17560:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384304.626288:0:17560:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:3.0:1767384304.626293:0:17560:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384304.626296:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000579e44e6. 00002000:00000001:3.0:1767384304.626299:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384304.626301:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384304.626305:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384304.626309:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e87664c7. 00002000:00000001:3.0:1767384304.626311:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402940088 : -114060306611528 : ffff984343f102b8) 00002000:00000001:3.0:1767384304.626315:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384304.626316:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:3.0:1767384304.626321:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000f2abcae. 00002000:00000001:3.0:1767384304.626323:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.626325:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384304.626330:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384304.626332:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.626334:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.626336:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.626337:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.626347:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.626349:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.626351:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.626353:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:1.0:1767384304.627292:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.627298:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.627300:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.627301:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.627310:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.627312:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.627314:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.627316:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.627318:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.627323:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402940088 : -114060306611528 : ffff984343f102b8) 00002000:00000001:1.0:1767384304.627327:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402940000 : -114060306611616 : ffff984343f10260) 00002000:00000001:1.0:1767384304.627329:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.627331:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.627334:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.627339:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e982782c. 00002000:00000001:1.0:1767384304.627342:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291068568 : -114055418483048 : ffff9844674bee98) 00002000:00000001:1.0:1767384304.627344:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.627346:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:1.0:1767384304.627363:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000c960d1c. 00002000:00000001:1.0:1767384304.627368:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.627370:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.627372:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.627374:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.627376:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.627378:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.627379:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.627382:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.627383:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.627385:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.627387:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.628440:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384304.628445:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.628448:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.628449:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.628451:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.628453:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.628456:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.628458:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.628461:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.628465:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630018291068568 : -114055418483048 : ffff9844674bee98) 00002000:00000001:3.0:1767384304.628468:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630018291068480 : -114055418483136 : ffff9844674bee40) 00002000:00000001:3.0:1767384304.628471:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384304.628473:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384304.628475:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384304.628479:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c64ef075. 00002000:00000001:3.0:1767384304.628482:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402943432 : -114060306608184 : ffff984343f10fc8) 00002000:00000001:3.0:1767384304.628486:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384304.628487:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:3.0:1767384304.628491:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f79b0778. 00002000:00000001:3.0:1767384304.628494:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.628496:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384304.628497:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384304.628499:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.628500:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.628501:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.628503:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.628506:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.628507:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.628509:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.628511:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:1.0:1767384304.629317:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.629322:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.629324:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.629326:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.629328:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.629330:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.629331:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.629333:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.629335:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.629339:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402943432 : -114060306608184 : ffff984343f10fc8) 00002000:00000001:1.0:1767384304.629342:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402943344 : -114060306608272 : ffff984343f10f70) 00002000:00000001:1.0:1767384304.629351:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.629353:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.629356:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.629359:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000743881a4. 00002000:00000001:1.0:1767384304.629362:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291069480 : -114055418482136 : ffff9844674bf228) 00002000:00000001:1.0:1767384304.629365:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.629367:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:1.0:1767384304.629372:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c4a3ad86. 00002000:00000001:1.0:1767384304.629374:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.629377:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.629378:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.629380:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.629381:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.629382:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.629384:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.629385:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.629387:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.629388:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.629390:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:1.0:1767384304.631214:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384304.631219:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.631221:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.631222:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.631224:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.631225:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.631227:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.631228:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384304.631230:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384304.631233:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013411950680 : -114060297600936 : ffff9843447a8058) 00002000:00000001:1.0:1767384304.631235:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013411950592 : -114060297601024 : ffff9843447a8000) 00002000:00000001:1.0:1767384304.631237:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384304.631239:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384304.631241:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384304.631244:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b6e73ce7. 00002000:00000001:1.0:1767384304.631247:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630018291071304 : -114055418480312 : ffff9844674bf948) 00002000:00000001:1.0:1767384304.631249:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384304.631258:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:1.0:1767384304.631261:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba2cb289. 00002000:00000001:1.0:1767384304.631264:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.631266:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1767384304.631268:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384304.631269:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384304.631271:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384304.631272:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384304.631274:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384304.631276:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384304.631278:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384304.631280:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1767384304.631281:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.633147:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384304.633151:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.633160:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.633161:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.633163:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.633165:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.633166:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.633168:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.633170:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.633172:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013411951896 : -114060297599720 : ffff9843447a8518) 00002000:00000001:3.0:1767384304.633174:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013411951808 : -114060297599808 : ffff9843447a84c0) 00002000:00000001:3.0:1767384304.633176:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384304.633177:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384304.633179:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384304.633182:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000001cad347. 00002000:00000001:3.0:1767384304.633184:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402941000 : -114060306610616 : ffff984343f10648) 00002000:00000001:3.0:1767384304.633187:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384304.633188:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:3.0:1767384304.633191:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004abeeac9. 00002000:00000001:3.0:1767384304.633193:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.633195:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384304.633196:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384304.633198:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.633199:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.633200:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.633202:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.633203:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.633205:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.633206:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.633207:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.633872:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384304.633876:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.633878:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.633879:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.633881:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.633882:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.633899:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.633901:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.633903:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.633913:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402941000 : -114060306610616 : ffff984343f10648) 00002000:00000001:3.0:1767384304.633916:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402940912 : -114060306610704 : ffff984343f105f0) 00080000:00000001:3.0:1767384304.633920:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384304.633926:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000077a080db. 00080000:00000001:3.0:1767384304.633929:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380414464 : -114060329137152 : ffff984342994c00) 00080000:00000001:3.0:1767384304.633933:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384304.633943:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.633945:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.633948:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.633970:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.633973:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.633974:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.633976:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.633978:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.633980:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.633981:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.633983:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.633997:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634002:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634004:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634006:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634014:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634016:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634017:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634018:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634020:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634022:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634023:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634024:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634034:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634037:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634038:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634040:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634046:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634048:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634049:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634057:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634059:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634061:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634063:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634064:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634079:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634082:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634083:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634085:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634095:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634097:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634098:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634100:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634102:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634103:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634132:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634134:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634148:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634151:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634152:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634155:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634161:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634162:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634163:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634164:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634165:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634166:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634167:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634168:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634173:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634174:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634175:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634176:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634179:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634180:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634181:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634182:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634188:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634189:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634191:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634192:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634203:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634207:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634208:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634211:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634219:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634221:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634223:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634225:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634226:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634228:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634230:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634231:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634241:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634244:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634245:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634247:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.634255:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634257:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634258:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634260:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634262:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634263:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634265:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634266:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.634276:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.634278:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634280:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634283:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384304.634287:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384304.634302:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.634304:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634324:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384304.634326:0:17560:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:3.0:1767384304.634335:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384304.634349:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384304.634351:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634387:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634388:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634389:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634390:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634392:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634393:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634394:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634395:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634469:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634472:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634476:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634479:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634504:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634506:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634507:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634508:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634510:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634512:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634513:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634515:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634546:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634548:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634550:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634552:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634565:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634566:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634567:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634568:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634569:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634570:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634571:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634572:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634594:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634595:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634596:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634605:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634624:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634625:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634626:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634627:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634628:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634629:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634630:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634631:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634657:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634658:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634659:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634661:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634676:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634677:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634678:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634679:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634680:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634681:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634682:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634683:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634709:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634710:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634711:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634713:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634726:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634726:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634727:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634728:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634730:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634731:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634732:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634732:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634755:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634756:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634757:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634759:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634772:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634777:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634778:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634780:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634781:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634782:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634784:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634785:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634814:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634815:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634817:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634819:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.634838:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.634839:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.634840:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.634841:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.634842:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634843:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.634844:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.634845:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.634870:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.634872:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.634873:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384304.634876:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000eb22410c. 00002000:00001000:3.0:1767384304.634879:0:17560:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:3.0:1767384304.634882:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384304.634902:0:17560:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:3.0:1767384304.634905:0:17560:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384304.634908:0:17560:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 4294967301 00000001:00000010:3.0:1767384304.634912:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004aa3d88f. 00000001:00000040:3.0:1767384304.634914:0:17560:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000023bf0a7f : new cb_count 4 00000020:00000040:3.0:1767384304.634917:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=9 00080000:00000001:3.0:1767384304.634921:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384304.634928:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384304.634931:0:17560:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.635071:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384304.635074:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000007b4830f4/00000000e87664c7 to site lru. bkt: 00000000f07a2ea5 00000020:00000002:3.0:1767384304.635083:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000c7470aab/00000000e982782c to site lru. bkt: 00000000c3bd3f60 00000020:00000002:3.0:1767384304.635085:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000001a2e7d54/00000000c64ef075 to site lru. bkt: 000000009df9928d 00000020:00000002:3.0:1767384304.635086:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000270ecae4/00000000743881a4 to site lru. bkt: 000000004b0aa1ee 00000020:00000002:3.0:1767384304.635088:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000eb5c5fb5/00000000131a31d6 to site lru. bkt: 00000000c148431d 00000020:00000002:3.0:1767384304.635090:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000ddfe0e1e/00000000b6e73ce7 to site lru. bkt: 000000009226f925 00000020:00000002:3.0:1767384304.635092:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000cf223348/0000000031edf4a9 to site lru. bkt: 0000000029a6f442 00000020:00000002:3.0:1767384304.635093:0:17560:0:(lu_object.c:207:lu_object_put()) Add 0000000006ab6635/0000000001cad347 to site lru. bkt: 00000000e5cd3d59 00002000:00000010:3.0:1767384304.635095:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000579e44e6. 00002000:00001000:3.0:1767384304.635097:0:17560:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384304.635099:0:17560:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384304.635102:0:17560:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:3.0:1767384304.635125:0:17560:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384304.635128:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000579e44e6. 00002000:00000001:3.0:1767384304.635130:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384304.635132:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384304.635134:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384304.635137:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009f3a5eb8. 00002000:00000001:3.0:1767384304.635138:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402947080 : -114060306604536 : ffff984343f11e08) 00002000:00000001:3.0:1767384304.635141:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384304.635142:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:3.0:1767384304.635145:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079574699. 00002000:00000001:3.0:1767384304.635147:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.635148:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384304.635150:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384304.635151:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.635153:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.635154:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.635156:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.635157:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.635158:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.635160:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.635161:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.636052:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.636062:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.636064:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.636067:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.636068:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.636070:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.636072:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.636074:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.636077:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.636081:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402947080 : -114060306604536 : ffff984343f11e08) 00002000:00000001:0.0:1767384304.636084:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402946992 : -114060306604624 : ffff984343f11db0) 00002000:00000001:0.0:1767384304.636087:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.636089:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.636092:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.636096:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000036d651d0. 00002000:00000001:0.0:1767384304.636098:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402229208 : -114060307322408 : ffff984343e629d8) 00002000:00000001:0.0:1767384304.636101:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.636102:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:0.0:1767384304.636125:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e51952d. 00002000:00000001:0.0:1767384304.636129:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.636132:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.636134:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.636135:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.636137:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.636139:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.636140:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.636142:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.636144:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.636145:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.636147:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.637042:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.637047:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.637050:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.637051:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.637053:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.637056:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637058:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.637059:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.637068:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.637071:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402229208 : -114060307322408 : ffff984343e629d8) 00002000:00000001:0.0:1767384304.637074:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402229120 : -114060307322496 : ffff984343e62980) 00002000:00000001:0.0:1767384304.637076:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.637078:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.637080:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.637084:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c35c176e. 00002000:00000001:0.0:1767384304.637086:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402231944 : -114060307319672 : ffff984343e63488) 00002000:00000001:0.0:1767384304.637089:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.637091:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:0.0:1767384304.637095:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d782c3a1. 00002000:00000001:0.0:1767384304.637098:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637100:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.637102:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.637126:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.637128:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.637130:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.637132:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.637134:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.637136:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.637138:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.637140:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.638032:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384304.638037:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.638045:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.638047:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.638048:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.638050:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.638052:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.638054:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.638056:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.638059:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402231944 : -114060307319672 : ffff984343e63488) 00002000:00000001:3.0:1767384304.638062:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402231856 : -114060307319760 : ffff984343e63430) 00002000:00000001:3.0:1767384304.638064:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384304.638066:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384304.638068:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384304.638071:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009d1bd9f4. 00002000:00000001:3.0:1767384304.638075:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402946168 : -114060306605448 : ffff984343f11a78) 00002000:00000001:3.0:1767384304.638078:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384304.638079:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384304.638082:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071821f97. 00002000:00000001:3.0:1767384304.638084:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.638086:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1767384304.638088:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384304.638089:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.638090:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.638092:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.638093:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.638095:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.638097:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.638098:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.638100:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:0.0:1767384304.638990:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384304.638994:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.638995:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.638996:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.638998:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.638999:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.639000:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.639001:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384304.639002:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.639005:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013402946168 : -114060306605448 : ffff984343f11a78) 00002000:00000001:0.0:1767384304.639006:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013402946080 : -114060306605536 : ffff984343f11a20) 00002000:00000001:0.0:1767384304.639008:0:17560:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1767384304.639009:0:17560:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:0.0:1767384304.639010:0:17560:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1767384304.639018:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001f5f974b. 00002000:00000001:0.0:1767384304.639020:0:17560:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446630013402232856 : -114060307318760 : ffff984343e63818) 00002000:00000001:0.0:1767384304.639022:0:17560:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1767384304.639023:0:17560:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:0.0:1767384304.639034:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f49fabbf. 00002000:00000001:0.0:1767384304.639036:0:17560:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.639037:0:17560:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:0.0:1767384304.639039:0:17560:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1767384304.639040:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384304.639041:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384304.639042:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384304.639043:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384304.639044:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.639045:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.639046:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1767384304.639047:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.642716:0:17560:0:(osd_oi.c:671:osd_fid_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384304.642722:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642724:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642727:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642728:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642730:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642732:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642733:0:17560:0:(osd_object.c:571:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384304.642735:0:17560:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.642744:0:17560:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446630013411955544 : -114060297596072 : ffff9843447a9358) 00002000:00000001:3.0:1767384304.642746:0:17560:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446630013411955456 : -114060297596160 : ffff9843447a9300) 00080000:00000001:3.0:1767384304.642750:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384304.642756:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000084645cff. 00080000:00000001:3.0:1767384304.642759:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380413440 : -114060329138176 : ffff984342994800) 00080000:00000001:3.0:1767384304.642761:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384304.642771:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642773:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642776:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642790:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642792:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642793:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642794:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642795:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642796:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642798:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642799:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642808:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642811:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642812:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642814:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642820:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642821:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642822:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642823:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642824:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642825:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642826:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642826:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642832:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642834:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642834:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642835:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642840:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642841:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642842:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642847:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642849:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642850:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642852:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642853:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642861:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642862:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642863:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642864:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642868:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642869:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642870:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642870:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642871:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642872:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642873:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642874:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642879:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642880:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642881:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642882:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642902:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642903:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642904:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642905:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642906:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642907:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642908:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642910:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642914:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642916:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642916:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642918:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642922:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642923:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642924:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642925:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642929:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642931:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642932:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642933:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642945:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642947:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642948:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642950:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642956:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642957:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642958:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642959:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642960:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642962:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642963:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642964:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642971:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642973:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642973:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642974:0:17560:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1767384304.642977:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.642978:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.642978:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.642979:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.642980:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642981:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.642982:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.642982:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000002:3.0:1767384304.642987:0:17560:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384304.642988:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.642988:0:17560:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.642990:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384304.642994:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384304.643009:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384304.643010:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643032:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384304.643034:0:17560:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384304.643041:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384304.643054:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384304.643056:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643092:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643093:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643094:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643095:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643096:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643097:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643098:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643099:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643179:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643182:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643184:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643186:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643226:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643228:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643229:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643229:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643231:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643231:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643232:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643233:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643258:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643259:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643261:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643263:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643277:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643278:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643279:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643280:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643281:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643282:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643282:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643283:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643304:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643305:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643306:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643313:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643334:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643335:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643337:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643338:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643339:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643340:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643341:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643341:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643380:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643382:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643383:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643385:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643409:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643410:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643411:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643412:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643413:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643414:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643415:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643416:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643446:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643448:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643449:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643451:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643470:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643471:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643473:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643474:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643475:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643476:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643477:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643478:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643516:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643518:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643519:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643521:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643543:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643549:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643551:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643552:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643553:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643554:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643555:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643556:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643599:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643602:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643605:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643608:0:17560:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1767384304.643637:0:17560:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384304.643638:0:17560:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384304.643640:0:17560:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384304.643641:0:17560:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384304.643642:0:17560:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643644:0:17560:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384304.643645:0:17560:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1767384304.643647:0:17560:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446630018505586368 : -114055203965248 : ffff9844741536c0) 00080000:00000001:3.0:1767384304.643691:0:17560:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1767384304.643693:0:17560:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643696:0:17560:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384304.643701:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000c9a2dc43. 00002000:00001000:3.0:1767384304.643705:0:17560:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 24 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384304.643710:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384304.643713:0:17560:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384304.643717:0:17560:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384304.643721:0:17560:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 4294967301 00000001:00000010:3.0:1767384304.643726:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000009e9a0fb4. 00000001:00000040:3.0:1767384304.643729:0:17560:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000023bf0a7f : new cb_count 5 00000020:00000040:3.0:1767384304.643733:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=10 00080000:00000001:3.0:1767384304.643737:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384304.643748:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384304.643750:0:17560:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384304.643845:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384304.643850:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000e465f861/000000009f3a5eb8 to site lru. bkt: 00000000ffc2854d 00000020:00000002:3.0:1767384304.643858:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000ce33b8c1/0000000036d651d0 to site lru. bkt: 0000000095a62c46 00000020:00000002:3.0:1767384304.643860:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000009e704cd2/00000000c35c176e to site lru. bkt: 000000005632318b 00000020:00000002:3.0:1767384304.643861:0:17560:0:(lu_object.c:207:lu_object_put()) Add 0000000054a906a7/000000009d1bd9f4 to site lru. bkt: 00000000e8df9c6a 00000020:00000002:3.0:1767384304.643863:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000006cf9ec66/000000001f5f974b to site lru. bkt: 0000000083cdd516 00000020:00000002:3.0:1767384304.643865:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000007650409b/00000000fee62b98 to site lru. bkt: 00000000330221ed 00000020:00000002:3.0:1767384304.643866:0:17560:0:(lu_object.c:207:lu_object_put()) Add 00000000e3fff8d1/00000000dd8bc29c to site lru. bkt: 0000000081989d9f 00000020:00000002:3.0:1767384304.643868:0:17560:0:(lu_object.c:207:lu_object_put()) Add 000000005b237066/00000000db3e7250 to site lru. bkt: 0000000071959037 00002000:00000010:3.0:1767384304.643869:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000579e44e6. 00002000:00001000:3.0:1767384304.643872:0:17560:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384304.643873:0:17560:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384304.643876:0:17560:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384304.643879:0:17560:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384304.643882:0:17560:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384304.643900:0:17560:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384304.643903:0:17560:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384304.643909:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934596, xid 1853236748229376 00010000:00000001:3.0:1767384304.643912:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384304.643921:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a5a4deb x1853236748229376/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/432 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384304.643930:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384304.643933:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384304.643937:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384304.643942:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384304.643944:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384304.643946:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384304.643948:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384304.643951:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384304.643956:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384304.643958:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384304.643963:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384304.643970:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236748229376, offset 224 00000400:00000200:3.0:1767384304.643977:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384304.643993:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384304.644011:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824e101b00 00000400:00000200:3.0:1767384304.644019:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1145 [1] + 224 00000400:00000200:3.0:1767384304.644027:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384304.644030:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384304.644036:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384304.644040:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ff4b627 x1853236748229376/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384304.644047:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@000000002ff4b627 x1853236748229376/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384304.644064:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384304.644073:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:3.0:1767384304.644075:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:3.0:1767384304.644078:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384304.644080:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384304.644087:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384304.644090:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384304.644093:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384304.644095:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.644098:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384304.644286:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a5a4deb x1853236748229376/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:285/0 lens 432/432 e 0 to 0 dl 1767384315 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384304.644311:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a5a4deb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:16809:x1853236748229376:12345-0@lo:5: Request processed in 36886us (37107us total) trans 8589934596 rc 0/0 00000100:00100000:3.0:1767384304.644326:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384304.644332:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:3.0:1767384304.644337:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384304.644340:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384304.644346:0:17560:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384304.644352:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b533330c. 00000020:00000010:3.0:1767384304.644357:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff7ae22c. 00000020:00000010:3.0:1767384304.644361:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e2cb518. 00000020:00000040:3.0:1767384304.644369:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 9 00000100:00000001:3.0:1767384304.644378:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384304.683542:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384304.683551:0:17581:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384304.683554:0:17581:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384304.683556:0:17581:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:0.0:1767384304.683560:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000023bf0a7f : new cb_count 4 00000020:00000040:0.0:1767384304.683565:0:17581:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 8 00000001:00000010:0.0:1767384304.683568:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a825f2f8. 00002000:00001000:0.0:1767384304.683573:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384304.683576:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000ee3d928c. 00040000:00000001:0.0:1767384304.683579:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.683582:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.683584:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5e20e16. 00080000:00000001:0.0:1767384304.683587:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384304.683591:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384304.683593:0:17581:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384304.683595:0:17581:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000023bf0a7f : new cb_count 3 00000020:00000040:0.0:1767384304.683596:0:17581:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 7 00000001:00000010:0.0:1767384304.683598:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000003b1cf455. 00040000:00000001:0.0:1767384304.683600:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.683601:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.683608:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009649beda. 00080000:00000001:0.0:1767384304.683611:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384304.683613:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384304.683616:0:17581:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384304.683616:0:17581:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384304.683618:0:17581:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:0.0:1767384304.683619:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000023bf0a7f : new cb_count 2 00000020:00000040:0.0:1767384304.683620:0:17581:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 6 00000001:00000010:0.0:1767384304.683621:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009e9a0fb4. 00002000:00001000:0.0:1767384304.683624:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384304.683625:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000c9a2dc43. 00040000:00000001:0.0:1767384304.683628:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.683629:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.683630:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000084645cff. 00080000:00000001:0.0:1767384304.683631:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384304.683632:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384304.683634:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000023bf0a7f : new cb_count 1 00000020:00000040:0.0:1767384304.683635:0:17581:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000001:00000010:0.0:1767384304.683636:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004aa3d88f. 00002000:00001000:0.0:1767384304.683637:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384304.683639:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000eb22410c. 00040000:00000001:0.0:1767384304.683640:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.683641:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.683642:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000077a080db. 00080000:00000001:0.0:1767384304.683643:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384304.683644:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384304.683645:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000023bf0a7f : new cb_count 0 00000020:00000040:0.0:1767384304.683647:0:17581:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000001:00000010:0.0:1767384304.683648:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b9bb6106. 00002000:00001000:0.0:1767384304.683650:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 1 00002000:00000010:0.0:1767384304.683651:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f42a4483. 00040000:00000001:0.0:1767384304.683652:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384304.683653:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384304.683654:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000d4d73d4. 00080000:00000001:0.0:1767384304.683655:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384304.853362:0:18356:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384304.853386:0:18356:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.853392:0:18356:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384304.853412:0:18356:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384304.853424:0:18356:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384304.853428:0:18356:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384304.983244:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384304.983251:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384304.983255:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384305.190739:0:18408:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.190752:0:18408:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.190756:0:18408:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.190760:0:18408:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384305.190765:0:18408:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.190768:0:18408:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384305.933020:0:18572:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384305.933024:0:18572:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:0.0:1767384305.936119:0:18572:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384305.943684:0:18573:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000028fd711c. 00000400:00000010:0.0:1767384305.943697:0:18573:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000606fb3cb. 00000400:00000010:0.0:1767384305.943705:0:18573:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f35d059b. 00000400:00000010:0.0:1767384305.943708:0:18573:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000885eb8b. 00000400:00000010:0.0:1767384305.943712:0:18573:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000f029e43. 00000400:00000010:0.0:1767384305.943715:0:18573:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008958580c. 00000400:00000010:0.0:1767384305.943717:0:18573:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000beb81e8. 00000400:00000010:0.0:1767384305.943718:0:18573:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046afd798. 00000400:00000010:0.0:1767384305.943721:0:18573:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000016ff3d2a. 00000800:00000010:0.0:1767384305.943728:0:18573:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d92e57e. 00000800:00000200:0.0:1767384305.943738:0:18573:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384305.943742:0:18573:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384305.943776:0:18573:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384305.943793:0:18573:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp10 [8/256/0/180] 00000400:00000010:0.0:1767384305.945599:0:18573:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000a825f2f8. 00000400:00000010:0.0:1767384305.945605:0:18573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000106a362b. 00000400:00000010:0.0:1767384305.945610:0:18573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 00000400:00000001:0.0:1767384305.945622:0:18573:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384305.945624:0:18573:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384305.945625:0:18573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034de695d. 00000400:00000200:0.0:1767384305.945627:0:18573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000394383de 00000400:00000010:0.0:1767384305.945633:0:18573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000394383de. 00000400:00000010:0.0:1767384305.945637:0:18573:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000a8b5dcb9. 00000400:00000200:0.0:1767384305.945642:0:18573:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (1) 00000400:00000200:0.0:1767384305.945656:0:18573:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384305.945663:0:18573:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:0.0:1767384305.945668:0:18573:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ecc2433b. 00000020:01000000:0.0:1767384305.945672:0:18573:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384305.945674:0:18573:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp10 00000400:00000010:0.0:1767384305.945690:0:18573:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000606fb3cb. 00000400:00000010:0.0:1767384305.945693:0:18573:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000028fd711c. 00000020:00000001:1.0:1767384305.945739:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384305.945748:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384305.945753:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384305.945756:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384305.945760:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384305.945763:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384305.945768:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384305.945777:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384305.945780:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384305.945786:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384305.945795:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384305.945798:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384305.945804:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384305.945808:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384305.945818:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078137b63. 00000020:00000040:1.0:1767384305.945829:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384305.945839:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384305.945845:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384305.945851:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384305.945865:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000010a0c629. 00000100:00000001:1.0:1767384305.945892:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.945905:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384305.945913:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384305.945926:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078137b63] to pc [ptlrpcd_00_02+2] req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384305.945975:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384305.945979:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.945982:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384305.945987:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384305.945988:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.945994:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384305.945996:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384305.945999:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384305.945999:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384305.946002:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384305.946004:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767384305.946005:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384305.946007:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384305.946009:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384305.946012:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384305.946016:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384305.946018:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384305.946022:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384305.946023:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384305.946026:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384305.946027:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384305.946028:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384305.946031:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384305.946033:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384305.946035:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f2b2234. 02000000:00000001:0.0:1767384305.946037:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384305.946039:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:0.0:1767384305.946042:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946044:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384305.946047:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384305.946047:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000078137b63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748229504:0@lo:253: 02000000:00000001:1.0:1767384305.946051:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946052:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384305.946058:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384305.946061:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.946063:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384305.946069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009f2aa806. 02000000:00000010:0.0:1767384305.946070:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ff810b6. 02000000:00000001:0.0:1767384305.946074:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946075:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.946078:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ed878a. 00000100:00000001:1.0:1767384305.946080:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384305.946083:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.946083:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606fb3cb. 00000100:00000200:0.0:1767384305.946090:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748229504, portal 25 00000100:00000040:1.0:1767384305.946091:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f2b2234] to pc [ptlrpcd_00_03+3] req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.946094:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384305.946097:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407824256 : -114055301727360 : ffff98446e417b80) 10000000:00000001:1.0:1767384305.946159:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384305.946161:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.946162:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384305.946165:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384305.946166:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384305.946171:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ecc2433b. 00000100:00000001:1.0:1767384305.946186:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384305.946189:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.946194:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384305.946196:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384305.946199:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdc7f5d. 00000100:00000001:1.0:1767384305.946200:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384305.946205:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748229504, offset 0 00000100:00000040:1.0:1767384305.946208:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384305.946213:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384305.946221:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384305.946224:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.946228:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384305.946231:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384305.946232:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384305.946241:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384305.946247:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f2b2234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748229632:0@lo:253: 00000400:00000200:0.0:1767384305.946253:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e101b80 00000100:00000001:1.0:1767384305.946254:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384305.946262:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384305.946265:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b1 [2] + 0 02000000:00000001:1.0:1767384305.946268:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.946270:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099b3fb8b. 02000000:00000001:1.0:1767384305.946273:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384305.946282:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f627728b. 00000400:00000200:0.0:1767384305.946282:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038ea236d 02000000:00000001:1.0:1767384305.946292:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.946298:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000400:00000200:0.0:1767384305.946299:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384305.946313:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000812cf13a. 00000400:00000200:0.0:1767384305.946316:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384305.946323:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748229632, portal 25 00000100:00000001:1.0:1767384305.946329:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384305.946331:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407813504 : -114055301738112 : ffff98446e415180) 00000400:00000200:0.0:1767384305.946333:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ea236d 00000400:00000010:0.0:1767384305.946336:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038ea236d. 00000100:00000040:1.0:1767384305.946337:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.946343:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384305.946344:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384305.946349:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384305.946350:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384305.946353:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006261ccf6 x1853236748229504 msgsize 4848 00000400:00000010:1.0:1767384305.946354:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000764233a3. 00000100:00000200:1.0:1767384305.946360:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748229632, offset 0 00000100:00100000:0.0:1767384305.946364:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384305.946367:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384305.946374:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384305.946379:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384305.946384:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384305.946390:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bdc7f5d 00000400:00000010:0.0:1767384305.946397:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bdc7f5d. 00000400:00000200:1.0:1767384305.946398:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e101c00 00000100:00000001:0.0:1767384305.946403:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384305.946410:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000100:00000200:0.0:1767384305.946414:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384305.946418:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000249791c1. 00000400:00000200:1.0:1767384305.946426:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba7818c4 00000400:00000200:1.0:1767384305.946435:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384305.946437:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384305.946439:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384305.946454:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.946468:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946470:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.946474:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946479:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294893832 00000100:00000010:0.0:1767384305.946486:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000100:00000001:0.0:1767384305.946499:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384305.946507:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba7818c4 00000400:00000010:1.0:1767384305.946510:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba7818c4. 00000100:00000001:0.0:1767384305.946510:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294893832 00000100:00000001:1.0:1767384305.946519:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384305.946520:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e0bd9b. 00000100:00000200:1.0:1767384305.946522:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384305.946526:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000aa700db5 x1853236748229632 msgsize 4848 00000100:00000001:0.0:1767384305.946527:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384305.946535:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294893832 00000100:00100000:1.0:1767384305.946540:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384305.946541:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e449bbb. 00000100:00000001:0.0:1767384305.946547:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384305.946549:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384305.946556:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294893832 00000100:00000001:1.0:1767384305.946564:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384305.946566:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:0.0:1767384305.946577:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384305.946578:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000764233a3 00000400:00000010:1.0:1767384305.946581:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000764233a3. 00000100:00000001:0.0:1767384305.946582:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.946584:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384305.946585:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946591:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384305.946593:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.946601:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.946604:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384305.946613:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384305.946618:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.946621:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384305.946630:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.946634:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946634:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384305.946639:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946640:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.946645:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946653:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946663:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294893832 00000100:00000001:1.0:1767384305.946669:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294893832 00000100:00000001:1.0:1767384305.946676:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294893832 00000100:00000001:1.0:1767384305.946680:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294893832 00000100:00000001:1.0:1767384305.946688:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294893832 00000100:00000001:1.0:1767384305.946690:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294893832 00000100:00000001:1.0:1767384305.946693:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294893832 00000100:00000001:1.0:1767384305.946695:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294893832 00000100:00000001:1.0:1767384305.946699:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384305.946704:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946707:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946710:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384305.946734:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384305.946739:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384305.946744:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384305.946748:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384305.946756:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946764:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946802:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384305.946808:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748229504 00000100:00000001:1.0:1767384305.946814:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384305.946816:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384305.946819:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748229632 00000100:00000001:0.0:1767384305.946821:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384305.946824:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384305.946826:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946827:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384305.946833:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.946834:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384305.946843:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.946844:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748229504 00000100:00100000:1.0:1767384305.946849:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748229632 00000020:00000001:0.0:1767384305.946852:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384305.946853:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384305.946857:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000040:0.0:1767384305.946858:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384305.946862:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384305.946863:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384305.946864:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000040:0.0:1767384305.946869:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000020:00000001:1.0:1767384305.946887:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384305.946893:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384305.946895:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384305.946901:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384305.946904:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.946911:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080b622a0. 00000100:00000001:0.0:1767384305.946912:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384305.946915:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.946917:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080b622a0. 00000020:00000010:1.0:1767384305.946925:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5f09bcc. 00000020:00000010:0.0:1767384305.946925:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d1b0737. 00000100:00000001:0.0:1767384305.946929:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.946934:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085447a22. 00000020:00000010:0.0:1767384305.946934:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d1b0737. 00000020:00000010:1.0:1767384305.946941:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000093462f38. 00000020:00000010:0.0:1767384305.946944:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005dd5aea9. 00000020:00000010:0.0:1767384305.946949:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab9dcd02. 00000020:00000010:0.0:1767384305.946953:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f6810878. 00000100:00000040:1.0:1767384305.946957:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384305.946961:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384305.946963:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384305.946965:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946966:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384305.946971:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384305.946979:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.946982:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.946994:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.947000:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.947001:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.947030:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384305.947032:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384305.947034:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384305.947037:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384305.947047:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000040:0.0:1767384305.947052:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384305.947057:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400392784 : -114060309158832 : ffff984343ca2450) 00000100:00100000:1.0:1767384305.947058:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1767384305.947067:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa700db5 x1853236748229632/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384305.947069:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384305.947081:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400393808 : -114060309157808 : ffff984343ca2850) 00000100:00000001:0.0:1767384305.947081:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384305.947086:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d1b0737. 00000100:00000001:0.0:1767384305.947096:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384305.947101:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006261ccf6 x1853236748229504/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 4848/0 e 0 to 0 dl 1767384316 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384305.947102:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d1b0737. 00000100:00000001:1.0:1767384305.947148:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384305.947155:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080b622a0. 00000100:00100000:0.0:1767384305.947158:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa700db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16149:x1853236748229632:12345-0@lo:253: 00000100:00000001:1.0:1767384305.947163:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.947174:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080b622a0. 00000100:00000200:0.0:1767384305.947174:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748229632 00000020:00000001:0.0:1767384305.947179:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384305.947181:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006261ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748229504:12345-0@lo:253: 00000020:00000001:0.0:1767384305.947184:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384305.947189:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748229504 00000020:00000001:0.0:1767384305.947191:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.947195:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384305.947195:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384305.947199:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384305.947201:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384305.947207:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.947209:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.947211:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384305.947212:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.947216:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384305.947219:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384305.947221:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384305.947225:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384305.947232:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384305.947232:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384305.947238:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384305.947239:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384305.947244:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.947246:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384305.947248:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384305.947252:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384305.947256:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384305.947259:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003bcddd55. 02000000:00000010:1.0:1767384305.947262:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7ed76de. 02000000:00000001:1.0:1767384305.947269:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.947269:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.947276:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.947277:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.947287:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384305.947288:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384305.947303:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000036acee5b. 20000000:00000010:1.0:1767384305.947304:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c50d9187. 20000000:01000000:0.0:1767384305.947311:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384305.947315:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384305.947316:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384305.947318:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384305.947320:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384305.947327:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.947330:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384305.947330:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.947334:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384305.947342:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384305.947344:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384305.947348:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384305.947352:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a24b761e. 20000000:01000000:0.0:1767384305.947355:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:0.0:1767384305.947362:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384305.947368:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384305.947505:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384305.947512:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384305.947514:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.947523:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384305.947527:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384305.947531:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384305.947538:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384305.947543:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000431735f9. 00080000:00000001:0.0:1767384305.947550:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400071168 : -114060309480448 : ffff984343c53c00) 00080000:00000001:0.0:1767384305.947557:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384305.947617:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384305.947619:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.947622:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384305.947638:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.947640:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384305.947705:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384305.947707:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384305.952175:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294893832, at 4294893833 00000100:00000010:1.0:1767384305.952193:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e0bd9b. 00000100:00000040:0.0:1767384305.952377:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294893832, at 4294893833 00000100:00000010:0.0:1767384305.952389:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:3.0:1767384305.954101:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294893832, at 4294893834 00000100:00000010:3.0:1767384305.954169:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb86e2f. 00080000:00000001:0.0:1767384305.957692:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384305.957697:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384305.957702:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384305.957705:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384305.957706:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384305.957710:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000431735f9. 00080000:00000001:0.0:1767384305.957721:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384305.957779:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384305.957782:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009292d318. 20000000:00000001:0.0:1767384305.957783:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384305.957787:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1767384305.957788:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00010000:00000001:0.0:1767384305.957799:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:1.0:1767384305.957801:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384305.957803:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384305.957809:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:0.0:1767384305.957811:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000141de989 count: 2 00010000:00000001:0.0:1767384305.957816:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384305.957819:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384305.957823:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009512700b. 00000020:00000010:0.0:1767384305.957829:0:16801:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001bdea3b3. 00000020:00000001:0.0:1767384305.957832:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384305.957837:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009512700b with handle 0x4ac496f8d605e036 to hash 00000020:00000001:0.0:1767384305.957839:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384305.957841:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384305.957844:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384305.957846:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384305.957849:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.957853:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.957855:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384305.957862:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384305.957865:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.957868:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384305.957869:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384305.957885:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384305.957885:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384305.957890:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:1.0:1767384305.957893:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:0.0:1767384305.957894:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384305.957899:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384305.957899:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:1.0:1767384305.957905:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007b6dcb07. 00010000:00010000:0.0:1767384305.957908:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.957909:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414492160 : -114060295059456 : ffff984344a14800) 00080000:00000001:1.0:1767384305.957915:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384305.957933:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384305.957935:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.957938:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384305.957940:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.957943:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.957945:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384305.957948:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384305.957953:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000141de989) refcount = 2 00010000:00000040:0.0:1767384305.957956:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384305.957958:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384305.957963:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384305.957965:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384305.957971:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c2ce1271. 00000100:00000001:0.0:1767384305.957974:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384305.957979:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008889aba4. 00000100:00000001:0.0:1767384305.957982:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013368244288 : -114060341307328 : ffff984341df9840) 00000100:00000001:0.0:1767384305.957985:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630013368244288 : -114060341307328 : ffff984341df9840) 00000100:00000001:0.0:1767384305.957988:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384305.957990:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384305.957991:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384305.957994:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.957997:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384305.957999:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.958001:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384305.958003:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384305.958006:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384305.958011:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 00000020:00000040:0.0:1767384305.958014:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:0.0:1767384305.958024:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000001:1.0:1767384305.958025:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 02000000:00000001:0.0:1767384305.958026:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:1.0:1767384305.958027:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.958031:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:0.0:1767384305.958032:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384305.958039:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9257c09. 00000100:00000001:0.0:1767384305.958045:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384305.958049:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384305.958052:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384305.958053:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384305.958070:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 16 pid: 16780 timeout: 376 lvb_type: 0 00010000:00000001:0.0:1767384305.958079:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384305.958084:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384305.958089:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.958096:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384305.958097:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384305.958101:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748229760:0@lo:104: 00000100:00000001:0.0:1767384305.958136:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384305.958141:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384305.958145:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.958147:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384305.958151:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008033cf60. 02000000:00000001:0.0:1767384305.958153:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384305.958158:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e19f9e81. 00000400:00000010:0.0:1767384305.958164:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002262006. 00000100:00000200:0.0:1767384305.958170:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748229760, portal 16 00000100:00000001:0.0:1767384305.958173:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384305.958175:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000100:00000040:0.0:1767384305.958181:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.958187:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384305.958192:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384305.958195:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003956a7cc. 00000100:00000200:0.0:1767384305.958205:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748229760, offset 0 00000400:00000200:0.0:1767384305.958213:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384305.958228:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:1.0:1767384305.958239:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767384305.958240:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e101c80 00080000:00000001:1.0:1767384305.958245:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384305.958249:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 328 00000400:00000200:0.0:1767384305.958258:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384305.958261:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384305.958266:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384305.958268:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384305.958271:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005b50315. 00000100:00000040:0.0:1767384305.958273:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000005b50315 x1853236748229760 msgsize 328 00000100:00100000:0.0:1767384305.958276:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384305.958284:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384305.958291:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003956a7cc 00000400:00000010:0.0:1767384305.958294:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003956a7cc. 00000100:00000001:0.0:1767384305.958299:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384305.958304:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.958313:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384305.958317:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384305.958323:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.958325:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384305.958332:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.958337:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294893844 00000100:00000010:0.0:1767384305.958341:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000100:00000001:0.0:1767384305.958347:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384305.958361:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294893844 00000100:00000010:0.0:1767384305.958366:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089d95dac. 00000100:00000001:0.0:1767384305.958372:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384305.958376:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294893844 00000100:00000010:0.0:1767384305.958381:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003692cf60. 00000100:00000001:0.0:1767384305.958386:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384305.958399:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294893844 00000100:00000010:0.0:1767384305.958406:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:0.0:1767384305.958412:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384305.958416:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.958420:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.958426:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.958439:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.958451:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.958456:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384305.958461:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.958463:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384305.958466:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384305.958473:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384305.958477:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.958488:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384305.958491:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384305.958495:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000008889aba4 going to sleep for 11 seconds 00000100:00000001:0.0:1767384305.958501:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384305.958509:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384305.958572:0:16768:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ecc2433b. 00000100:00000001:0.0:1767384305.958584:0:16768:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384305.958588:0:16768:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00000010:0.0:1767384305.958593:0:16768:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000018f0003. 00000100:00100000:0.0:1767384305.958606:0:16768:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000001:1.0:1767384305.958761:0:16768:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384305.958885:0:18575:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:0.0:1767384305.958896:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384305.958907:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384305.958911:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384305.958919:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e19f9e81. 00000400:00000200:0.0:1767384305.958926:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002262006 00000400:00000010:0.0:1767384305.958930:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002262006. 00000020:00000001:3.0:1767384305.958941:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384305.958942:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384305.958953:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384305.958957:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384305.958960:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384305.958972:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384305.958979:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384305.958986:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384305.959012:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384305.959032:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003811b824 already unused, calling callback (0000000086de5a03) 10000000:00000001:3.0:1767384305.959044:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384305.959051:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.959086:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384305.959089:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.959095:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.959103:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000100:00000001:0.0:1767384305.959110:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384305.959115:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.959149:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384305.959157:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384305.959161:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00000100:00000001:0.0:1767384305.959162:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384305.959168:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.959170:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 02000000:00000001:0.0:1767384305.959172:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.959175:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384305.959183:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384305.959189:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=11 v=5 (5 0 0 0) 10000000:00000001:3.0:1767384305.959191:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384305.959199:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384305.959199:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384305.959219:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384305.959226:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384305.959228:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:0.0:1767384305.959232:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384305.959234:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.959245:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.959247:0:16774:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384305.959251:0:16774:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:0.0:1767384305.959254:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384305.959257:0:16774:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384305.959266:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384305.959272:0:16774:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384305.959284:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384305.959288:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384305.959290:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384305.959291:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384305.959293:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767384305.959296:0:16774:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:0.0:1767384305.959297:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384305.959310:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.959311:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384305.959318:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:3.0:1767384305.959325:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384305.959326:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384305.959334:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.959346:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384305.959353:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748229760:0@lo:104: 00010000:00000001:3.0:1767384305.959355:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384305.959363:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.959371:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384305.959373:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.959377:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.959381:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e021 from hash 00000100:00000001:0.0:1767384305.959381:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.959395:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384305.959395:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384305.959408:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384305.959410:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384305.959419:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384305.959424:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096bc844c x1853236748229760/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384305.959426:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384305.959433:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.959439:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384305.959448:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767384305.959449:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384305.959454:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:0.0:1767384305.959459:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767384305.959460:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 02000000:00000010:0.0:1767384305.959462:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008033cf60. 00000020:00000040:3.0:1767384305.959468:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 02000000:00000001:0.0:1767384305.959474:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384305.959475:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767384305.959477:0:16801:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384305.959478:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767384305.959482:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 02000000:00000001:3.0:1767384305.959487:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384305.959487:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384305.959491:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d9257c09. 02000000:00000010:3.0:1767384305.959496:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c815c25f. 02000000:00000001:0.0:1767384305.959500:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384305.959503:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384305.959504:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384305.959509:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00010000:00000001:3.0:1767384305.959511:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384305.959521:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384305.959522:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384305.959530:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384305.959536:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000010:1.0:1767384305.959538:0:18575:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d225e7d3. 00000100:00000010:0.0:1767384305.959538:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008889aba4. 00010000:00000001:3.0:1767384305.959543:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384305.959546:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384305.959548:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384305.959550:0:18575:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002700d9ae. 00010000:00000010:0.0:1767384305.959561:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c2ce1271. 00000100:00000001:3.0:1767384305.959564:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384305.959568:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.959568:0:18575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018c117e8. 00010000:00000001:0.0:1767384305.959570:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384305.959586:0:18575:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061af5a18. 00010000:00000001:0.0:1767384305.959587:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.959593:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8675a7c] to pc [ptlrpcd_00_00+0] req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384305.959593:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:1.0:1767384305.959598:0:18575:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000022866d18. 20000000:00000001:0.0:1767384305.959606:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384305.959613:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1767384305.959614:0:18575:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006ede151d. 00010000:00010000:0.0:1767384305.959619:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384305.959628:0:18575:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099de8003. 00000020:00000010:1.0:1767384305.959636:0:18575:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002f111b23. 00010000:00000001:3.0:1767384305.959641:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384305.959644:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.959647:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 80000000:00000010:1.0:1767384305.959648:0:18575:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006714ddb3. 00010000:00000001:3.0:1767384305.959651:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.959661:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384305.959664:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384305.959664:0:18575:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f95a86db. 00010000:00010000:3.0:1767384305.959674:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384305.959679:0:18575:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ce047999. 00010000:00000001:3.0:1767384305.959681:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384305.959685:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e021 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e028 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00040000:00000010:1.0:1767384305.959688:0:18575:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e304daca. 00010000:00000040:3.0:1767384305.959692:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000012e938ad count: 0 00010000:00000001:3.0:1767384305.959702:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.959705:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00040000:00000010:1.0:1767384305.959706:0:18575:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ab4aae0c. 00010000:00000010:3.0:1767384305.959707:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a1c022a2. 00010000:00000001:3.0:1767384305.959718:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.959722:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.959722:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.959724:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:1.0:1767384305.959724:0:18575:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001366d006. 00000020:00000001:3.0:1767384305.959727:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384305.959730:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.959733:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384305.959734:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:1.0:1767384305.959737:0:18575:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001e0dd7a5. 00000020:00000001:3.0:1767384305.959738:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.959746:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:1.0:1767384305.959751:0:18575:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000467eb954. 00000004:00000010:1.0:1767384305.959762:0:18575:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a66ca43d. 00000004:00000010:1.0:1767384305.959770:0:18575:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f5664084. 00002000:00000010:1.0:1767384305.959777:0:18575:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000538062dc. 00000100:00000001:3.0:1767384305.959780:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000010:1.0:1767384305.959783:0:18575:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001780f6f9. 00000100:00000001:3.0:1767384305.959785:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.959790:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384305.959794:0:18575:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e4eb2d55. 00000100:00000040:3.0:1767384305.959797:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384305.959812:0:18575:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1767384305.959829:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384305.959833:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.959838:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384305.959842:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384305.959844:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.959847:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748229888:0@lo:103: 00000100:00000001:3.0:1767384305.959850:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384305.959854:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384305.959856:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.959859:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384305.959862:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bfd1ac0. 02000000:00000001:3.0:1767384305.959864:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384305.959869:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000400:00000010:3.0:1767384305.959890:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384305.959897:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748229888, portal 18 00000100:00000001:3.0:1767384305.959901:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384305.959902:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384305.959909:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.959915:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384305.959917:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.959920:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384305.959923:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748229888, offset 0 00000400:00000200:3.0:1767384305.959928:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.959937:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.959948:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e101d00 00000400:00000200:3.0:1767384305.959955:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384305.959959:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.959965:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.959970:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384305.959972:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384305.959976:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083d3c8bc. 00000100:00000040:3.0:1767384305.959983:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000083d3c8bc x1853236748229888 msgsize 328 00000100:00100000:3.0:1767384305.959987:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384305.960002:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.960012:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384305.960014:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384305.960020:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384305.960026:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.960035:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.960038:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.960047:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960049:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.960055:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960061:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294893845 00000100:00000001:3.0:1767384305.960068:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893844 00000100:00000001:3.0:1767384305.960074:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294893845 00000100:00000001:3.0:1767384305.960079:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893844 00000100:00000001:3.0:1767384305.960083:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294893845 00000100:00000001:3.0:1767384305.960086:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893844 00000100:00000001:3.0:1767384305.960088:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294893845 00000100:00000001:3.0:1767384305.960092:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294893844 00000100:00000001:3.0:1767384305.960095:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.960097:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960101:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960103:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.960186:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.960190:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384305.960193:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.960196:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384305.960199:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960202:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960224:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.960230:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960253:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384305.960256:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748229888 02000000:00000001:3.0:1767384305.960258:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384305.960260:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.960262:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.960265:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384305.960268:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748229888 00000020:00000001:3.0:1767384305.960272:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384305.960275:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384305.960279:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.960281:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:3.0:1767384305.960283:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384305.960287:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384305.960292:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384305.960296:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba7bdc47. 00000100:00000001:3.0:1767384305.960298:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384305.960301:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba7bdc47. 00000020:00000010:3.0:1767384305.960307:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e806234. 00000020:00000010:3.0:1767384305.960313:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c081358. 00000020:00000010:3.0:1767384305.960318:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b99127f. 00000100:00000040:3.0:1767384305.960330:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384305.960333:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384305.960336:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384305.960338:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384305.960341:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960343:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384305.960345:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.960345:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.960347:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=4 00000020:00000001:3.0:1767384305.960349:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:3.0:1767384305.960352:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00010000:3.0:1767384305.960356:0:16772:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 17 pid: 16780 timeout: 376 lvb_type: 0 00010000:00000001:3.0:1767384305.960369:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960371:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960373:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.960375:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.960379:0:16772:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384305.960382:0:16772:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000083d3c8bc x1853236748229888/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.960389:0:16772:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384305.960391:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960403:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.960418:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384305.960420:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384305.960424:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384305.960427:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:3.0:1767384305.960429:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716217472 : -114055993334144 : ffff984445086680) 00000100:00000040:3.0:1767384305.960436:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083d3c8bc x1853236748229888/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 328/0 e 0 to 0 dl 1767384316 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.960442:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384305.960445:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba7bdc47. 00000100:00000001:3.0:1767384305.960447:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384305.960449:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba7bdc47. 00000100:00100000:3.0:1767384305.960455:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083d3c8bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16146:x1853236748229888:12345-0@lo:103: 00000100:00000200:3.0:1767384305.960458:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748229888 00010000:00000001:3.0:1767384305.960461:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384305.960463:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384305.960467:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384305.960474:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384305.960477:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384305.960481:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c13c7244. 02000000:00000001:3.0:1767384305.960483:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960486:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960492:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384305.960494:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384305.960498:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.960499:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.960501:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=4 00000020:00000001:3.0:1767384305.960503:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:3.0:1767384305.960505:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000040:3.0:1767384305.960508:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000141de989 count: 3 00010000:00010000:3.0:1767384305.960512:0:16772:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 17 pid: 16780 timeout: 376 lvb_type: 0 00000100:00001000:3.0:1767384305.960516:0:16772:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384305 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384305.960520:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384305.960530:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960533:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384305.960538:0:16772:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 17 pid: 16780 timeout: 376 lvb_type: 0 00000020:00000001:3.0:1767384305.960543:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.960545:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.960547:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.960550:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960554:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384305.960556:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.960560:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960561:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960563:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.960565:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.960567:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf3fcdca with handle 0x4ac496f8d605e028 from hash 00010000:00000001:3.0:1767384305.960569:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384305.960570:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960571:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960572:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384305.960573:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.960573:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384305.960575:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e028 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e021 expref: 17 pid: 16780 timeout: 376 lvb_type: 0 00010000:00000040:3.0:1767384305.960583:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:3.0:1767384305.960585:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:3.0:1767384305.960589:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960590:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384305.960593:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384305.960594:0:16772:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009512700b 00010000:00000001:3.0:1767384305.960596:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384305.960599:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.960601:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.960604:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.960605:0:16772:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.960607:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384305.960609:0:16772:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384305.960613:0:16772:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960617:0:16772:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384305.960620:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384305.960623:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384305.960625:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384305.960627:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000141de989) refcount = 2 00010000:00010000:3.0:1767384305.960630:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960634:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384305.960637:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384305.960638:0:16772:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.960640:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384305.960645:0:16772:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ba7bdc47. 00000100:00000001:3.0:1767384305.960647:0:16772:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384305.960651:0:16772:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000074a772d. 00000100:00000001:3.0:1767384305.960653:0:16772:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017772447232 : -114055937104384 : ffff984448626600) 00000100:00000001:3.0:1767384305.960656:0:16772:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017772447232 : -114055937104384 : ffff984448626600) 00000100:00000001:3.0:1767384305.960658:0:16772:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384305.960663:0:16772:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384305.960666:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384305.960670:0:16772:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384305.960674:0:16772:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:3.0:1767384305.960678:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.960681:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.960682:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=5 00000020:00000001:3.0:1767384305.960684:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:3.0:1767384305.960686:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:3.0:1767384305.960687:0:16772:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384305.960688:0:16772:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960693:0:16772:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384305.960695:0:16772:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960699:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960700:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384305.960702:0:16772:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960706:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.960707:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960710:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384305.960712:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.960719:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009512700b already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384305.960722:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.960725:0:16772:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384305.960729:0:16772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960733:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384305.960739:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.960740:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.960742:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=6 00000020:00000001:3.0:1767384305.960744:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:3.0:1767384305.960747:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:3.0:1767384305.960752:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384305.960754:0:16772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960758:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384305.960760:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.960761:0:16772:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960777:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384305.960780:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.960782:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.960783:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.960787:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009512700b with handle 0x4ac496f8d605e036 from hash 00010000:00000001:3.0:1767384305.960791:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384305.960793:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960796:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960797:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384305.960799:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.960800:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384305.960801:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384305.960802:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.960805:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960807:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384305.960809:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384305.960812:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960814:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960816:0:16772:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960818:0:16772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960821:0:16772:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.960823:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009512700b/0x4ac496f8d605e036 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.960826:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960831:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960833:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384305.960835:0:16772:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384305.960837:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960839:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960842:0:16772:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384305.960848:0:16772:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.960851:0:16772:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960853:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.960855:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.960860:0:16772:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.960862:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384305.960864:0:16772:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384305.960868:0:16772:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960870:0:16772:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960885:0:16772:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384305.960887:0:16772:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000074a772d. 00000100:00000001:3.0:1767384305.960892:0:16772:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384305.960896:0:16772:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384305.960898:0:16772:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ba7bdc47. 00010000:00000001:3.0:1767384305.960904:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384305.960907:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384305.960908:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.960912:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384305.960915:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.960920:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.960927:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384305.960933:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384305.960937:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384305.960944:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384305.960947:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.960952:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384305.960957:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.960962:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384305.960969:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748229888, offset 224 00000400:00000200:3.0:1767384305.960980:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.960994:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.961009:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e101d00 00000400:00000200:3.0:1767384305.961014:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1179 [1] + 224 00000400:00000200:3.0:1767384305.961017:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.961021:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.961027:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.961032:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.961039:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8675a7c x1853236748229888/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.961053:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.961059:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384305.961062:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384305.961072:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384305.961073:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.961079:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.961083:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384305.961087:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.961091:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.961101:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083d3c8bc x1853236748229888/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 328/224 e 0 to 0 dl 1767384316 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.961161:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083d3c8bc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748229888:12345-0@lo:103: Request processed in 712us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384305.961187:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384305.961193:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384305.961197:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384305.961204:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384305.961210:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c081358. 00000020:00000010:3.0:1767384305.961218:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b99127f. 00000020:00000010:3.0:1767384305.961224:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e806234. 00000020:00000040:3.0:1767384305.961233:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000001:3.0:1767384305.961239:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1767384305.962476:0:16658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000012e938ad. 00010000:00000010:3.1:1767384305.962481:0:16658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00000100:00000040:0.0:1767384305.965194:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294893845, at 4294893846 00000100:00000010:0.0:1767384305.965204:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:3.0:1767384305.965548:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294893845, at 4294893846 00000100:00000010:3.0:1767384305.965569:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb86e2f. 00000100:00000040:1.0:1767384305.965693:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294893845, at 4294893846 00000100:00000010:1.0:1767384305.965703:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089d95dac. 00010000:00000010:2.1:1767384305.966148:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000141de989. 00010000:00000010:2.1:1767384305.966161:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009512700b. 00010000:00000010:3.1:1767384305.966168:0:18327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00080000:00000001:3.0:1767384305.969521:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384305.969523:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384305.969529:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384305.969534:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384305.969535:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384305.969539:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384305.969546:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384305.969546:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384305.969553:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007b6dcb07. 20000000:00000001:3.0:1767384305.969555:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384305.969559:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767384305.969562:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384305.969582:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384305.969587:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384305.969596:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384305.969609:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384305.969613:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384305.969616:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384305.969621:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384305.969624:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384305.969634:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cc155c10. 00010000:00000001:3.0:1767384305.969640:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384305.969645:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027436fb3. 00000020:00000001:3.0:1767384305.969650:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384305.969654:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000027436fb3 with handle 0x4ac496f8d605e03d to hash 00000020:00000001:3.0:1767384305.969657:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384305.969659:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384305.969664:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384305.969667:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.969669:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.969673:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969682:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384305.969687:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384305.969690:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384305.969693:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.969695:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.969698:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384305.969702:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.969705:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384305.969718:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384305.969720:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384305.969724:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384305.969727:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cc155c10) refcount = 1 00010000:00010000:3.0:1767384305.969733:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969741:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384305.969743:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384305.969746:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.969749:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.969754:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384305.969761:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384305.969764:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:3.0:1767384305.969769:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.969772:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.969777:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=4 00000020:00000001:3.0:1767384305.969780:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384305.969784:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384305.969788:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384305.969791:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969799:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384305.969803:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969811:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.969815:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384305.969817:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969824:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.969828:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.969833:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384305.969843:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384305.969850:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000027436fb3 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384305.969854:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.969857:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384305.969860:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969866:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384305.969868:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384305.969870:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384305.969888:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=5 00000020:00000001:3.0:1767384305.969891:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384305.969893:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384305.969897:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384305.969901:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969907:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384305.969910:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384305.969912:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.969917:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384305.969921:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384305.969926:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384305.969929:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384305.969932:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027436fb3 with handle 0x4ac496f8d605e03d from hash 00010000:00000001:3.0:1767384305.969936:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384305.969938:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.969941:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.969943:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384305.969947:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384305.969950:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384305.969952:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384305.969955:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384305.969958:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.969967:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384305.969969:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384305.969972:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.969974:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.969977:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.969980:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.969982:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.969985:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.969991:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.969993:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.969995:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384305.969997:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384305.970000:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384305.970001:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384305.970004:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384305.970008:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384305.970011:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384305.970014:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384305.970020:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384305.970022:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384305.970023:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e03d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384305.970030:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cc155c10 count: 0 00010000:00000001:3.0:1767384305.970050:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384305.970053:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384305.970793:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384305.970800:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384305.970805:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000036acee5b. 20000000:00000001:3.0:1767384305.970816:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384305.970821:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748229632 00010000:00000001:3.0:1767384305.970824:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384305.970833:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa700db5 x1853236748229632/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384305.970850:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384305.970852:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.970856:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.970860:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384305.970863:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384305.970865:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384305.970868:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384305.970888:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.970892:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384305.970896:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384305.970901:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f118eb5c. 00000100:00000200:3.0:1767384305.970906:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748229632, offset 224 00000400:00000200:3.0:1767384305.970913:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384305.970922:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384305.970933:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e101c00 00000400:00000200:3.0:1767384305.970940:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1161 [2] + 224 00000400:00000200:3.0:1767384305.970947:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384305.970951:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384305.970958:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.970966:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384305.970978:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.970998:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384305.971007:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f118eb5c 00000400:00000010:3.0:1767384305.971009:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f118eb5c. 00000100:00000001:3.0:1767384305.971014:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384305.971016:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384305.971022:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.971025:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384305.971028:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384305.971030:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384305.971034:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384305.971047:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa700db5 x1853236748229632/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:286/0 lens 4848/4768 e 0 to 0 dl 1767384316 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.971055:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa700db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748229632:12345-0@lo:253: Request processed in 23975us (24528us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384305.971065:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000040:3.0:1767384305.971069:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384305.971071:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384305.971073:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384305.971077:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085447a22. 00000020:00000010:3.0:1767384305.971082:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000093462f38. 00000020:00000010:3.0:1767384305.971087:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5f09bcc. 00000020:00000040:3.0:1767384305.971096:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384305.971101:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384305.971103:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003bcddd55. 02000000:00000001:3.0:1767384305.971138:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384305.971141:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384305.971147:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384305.971153:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000549871a0. 00000400:00000010:3.0:1767384305.971159:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f118eb5c. 00000100:00000001:3.0:1767384305.971185:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.971189:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384305.971194:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.971197:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.971199:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec11d54d. 00000400:00000200:3.0:1767384305.971204:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000812cf13a 00000400:00000010:3.0:1767384305.971207:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000812cf13a. 00000100:00000001:3.0:1767384305.971212:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.971216:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.971223:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.971230:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.971233:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.971235:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.971244:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384305.971246:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.971247:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.971249:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.971253:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384305.971257:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.971260:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.971261:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.971263:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384305.971265:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.971267:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.971273:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.971277:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.971280:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.971281:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384305.971285:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384305.971287:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384305.971289:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384305.971291:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384305.971293:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384305.971296:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384305.971297:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384305.971299:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384305.971301:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384305.971302:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.971306:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f2b2234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748229632:0@lo:253: 00000100:00000001:3.0:1767384305.971311:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.971313:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.971315:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f2b2234 x1853236748229632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.971319:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.971322:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.971324:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f627728b. 02000000:00000001:3.0:1767384305.971335:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.971337:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.971338:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384305.971341:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.971343:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009f2aa806. 02000000:00000001:3.0:1767384305.971348:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.971351:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.971353:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f2b2234. 00000100:00000001:3.0:1767384305.971356:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.971359:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.971361:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.971365:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.971367:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.971370:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.971372:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.974846:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.974851:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384305.974856:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384305.974860:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384305.974864:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ed878a. 00000400:00000200:3.0:1767384305.974870:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606fb3cb 00000400:00000010:3.0:1767384305.974885:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606fb3cb. 00000100:00000001:3.0:1767384305.974890:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384305.974897:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384305.974911:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.974925:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384305.974929:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.974932:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384305.974935:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384305.974938:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384305.974942:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384305.974947:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384305.974951:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384305.974955:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384305.974959:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384305.974967:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384305.974971:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384305.974973:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.974978:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384305.974981:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.974992:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384305.974994:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384305.974995:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384305.974997:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384305.974999:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384305.975000:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384305.975001:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384305.975002:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384305.975003:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384305.975005:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384305.975005:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384305.975006:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384305.975007:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384305.975008:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384305.975013:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000078137b63 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748229504:0@lo:253: 00000100:00000001:3.0:1767384305.975016:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.975017:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384305.975018:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000078137b63 x1853236748229504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384305.975022:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384305.975025:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384305.975027:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ff810b6. 02000000:00000001:3.0:1767384305.975031:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384305.975033:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384305.975034:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384305.975035:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384305.975036:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000010a0c629. 02000000:00000001:3.0:1767384305.975038:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384305.975045:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384305.975046:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078137b63. 00000100:00000001:3.0:1767384305.975048:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384305.975049:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.975050:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384305.975054:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384305.975055:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384305.975057:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384305.975058:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384305.976211:0:18579:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000012165e9b. 00000400:00000040:1.0:1767384305.976241:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384305.976245:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384305.976248:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.976250:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384305.976253:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.976255:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384305.976258:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384305.976259:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384305.976261:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384305.976264:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384305.976267:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384305.976269:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384305.976271:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384305.976273:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384305.976274:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384305.976277:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384305.976279:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384305.976280:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384305.976282:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384305.976284:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.976286:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384305.976288:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384305.976289:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384305.976298:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.976300:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384305.976302:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.976304:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384305.976306:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384305.976308:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384305.976310:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.976311:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384305.976314:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384305.976315:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384305.976317:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384305.976319:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384305.976320:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.976322:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384305.976324:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384305.976326:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384305.976329:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384305.976331:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384305.976333:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384305.976335:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384305.976337:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384305.976339:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384305.976341:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384305.976343:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384305.976345:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384305.976348:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384305.976350:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384305.976352:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384305.976355:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384305.976357:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384305.976359:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384305.976361:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384305.976363:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384305.976364:0:18579:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384305.976383:0:18579:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000012165e9b. 00010000:00000010:3.1:1767384305.981166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cc155c10. 00010000:00000010:3.1:1767384305.981179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027436fb3. 00000020:00000001:3.0:1767384306.008211:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384306.008216:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384306.008219:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384307.031341:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384307.031347:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384307.031351:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384307.708430:0:19028:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384307.708435:0:19028:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:3.0:1767384307.711012:0:19028:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384307.718391:0:19029:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a94947e. 00000400:00000010:3.0:1767384307.718408:0:19029:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008b27289f. 00000400:00000010:3.0:1767384307.718419:0:19029:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000018a47d91. 00000400:00000010:3.0:1767384307.718423:0:19029:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cdf508da. 00000400:00000010:3.0:1767384307.718427:0:19029:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001340d499. 00000400:00000010:3.0:1767384307.718431:0:19029:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aba08101. 00000400:00000010:3.0:1767384307.718432:0:19029:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cbbb0556. 00000400:00000010:3.0:1767384307.718434:0:19029:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7fce9bc. 00000400:00000010:3.0:1767384307.718437:0:19029:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ebdc3295. 00000800:00000010:3.0:1767384307.718448:0:19029:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000c197f6c. 00000800:00000200:3.0:1767384307.718460:0:19029:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384307.718465:0:19029:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384307.718508:0:19029:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384307.718529:0:19029:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384307.719723:0:19029:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000007a00e82a. 00000400:00000010:3.0:1767384307.719729:0:19029:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed166e3. 00000400:00000010:3.0:1767384307.719736:0:19029:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000400:00000001:3.0:1767384307.719754:0:19029:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.719756:0:19029:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.719758:0:19029:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000106a362b. 00000400:00000200:3.0:1767384307.719761:0:19029:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a3632e 00000400:00000010:3.0:1767384307.719764:0:19029:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a3632e. 00000400:00000010:3.0:1767384307.719770:0:19029:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000a825f2f8. 00000400:00000200:3.0:1767384307.719776:0:19029:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (2) 00000400:00000200:3.0:1767384307.719787:0:19029:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384307.719795:0:19029:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384307.719803:0:19029:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008a545f46. 00000020:01000000:3.0:1767384307.719806:0:19029:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384307.719809:0:19029:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp11 00000400:00000010:3.0:1767384307.719822:0:19029:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008b27289f. 00000400:00000010:3.0:1767384307.719826:0:19029:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a94947e. 00000020:00000001:0.0:1767384307.719878:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384307.719884:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384307.719888:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384307.719892:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384307.719904:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384307.719909:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384307.719914:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.719917:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.719919:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.719921:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.719924:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384307.719928:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384307.719932:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.719934:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384307.719939:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 00000020:00000040:0.0:1767384307.719945:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384307.719953:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384307.719957:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384307.719965:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.719979:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009ff810b6. 00000100:00000001:0.0:1767384307.719989:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720003:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384307.720007:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.720018:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096bc844c] to pc [ptlrpcd_00_01+1] req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384307.720052:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384307.720057:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.720060:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384307.720062:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384307.720063:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.720073:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384307.720076:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384307.720077:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384307.720081:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384307.720085:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384307.720088:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384307.720090:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384307.720099:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384307.720134:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384307.720136:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384307.720138:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384307.720140:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384307.720142:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384307.720144:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384307.720147:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384307.720155:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384307.720162:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384307.720162:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b51e41e0. 00000100:00000001:3.0:1767384307.720165:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.720166:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384307.720170:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384307.720171:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384307.720173:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384307.720176:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384307.720178:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.720181:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.720187:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003bcddd55. 00000100:00100000:3.0:1767384307.720188:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748230016:0@lo:253: 00000100:00000001:0.0:1767384307.720195:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720196:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384307.720202:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384307.720204:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384307.720205:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.720210:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384307.720216:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b51e41e0] to pc [ptlrpcd_00_02+2] req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384307.720217:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384307.720225:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e678392a. 00000800:00000200:2.1:1767384307.720233:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (2) 02000000:00000001:3.0:1767384307.720234:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.720242:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c48137a. 00000400:00000010:3.0:1767384307.720250:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b27289f. 00000100:00000200:3.0:1767384307.720254:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748230016, portal 25 10000000:00000001:0.0:1767384307.720255:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720259:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:0.0:1767384307.720260:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.720266:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720268:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000020:01000000:0.0:1767384307.720281:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384307.720284:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008a545f46. 00000100:00000040:3.0:1767384307.720286:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.720302:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.720303:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384307.720307:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384307.720311:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384307.720311:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384307.720316:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a37390aa. 00000100:00000040:0.0:1767384307.720317:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384307.720320:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748230016, offset 0 00000100:00000001:0.0:1767384307.720332:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384307.720335:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.720338:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384307.720344:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384307.720346:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384307.720348:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.720354:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b51e41e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748230144:0@lo:253: 00000400:00000200:3.0:1767384307.720356:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384307.720362:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384307.720365:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384307.720367:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.720369:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384307.720373:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e101d80 02000000:00000010:0.0:1767384307.720375:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036acee5b. 02000000:00000001:0.0:1767384307.720378:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384307.720380:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b9 [2] + 0 00000400:00000010:3.0:1767384307.720383:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005ac59ab. 00000400:00000200:3.0:1767384307.720389:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa6c1dda 00000400:00000010:0.0:1767384307.720390:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e19f9e81. 00000400:00000010:0.0:1767384307.720395:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054851d86. 00000400:00000200:3.0:1767384307.720397:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384307.720399:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748230144, portal 25 00000400:00000200:3.0:1767384307.720404:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384307.720404:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384307.720407:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656098432 : -114055053453184 : ffff98447d0dd880) 00000400:00000200:3.0:1767384307.720411:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa6c1dda 00000100:00000040:0.0:1767384307.720413:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384307.720415:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa6c1dda. 00000100:00000001:3.0:1767384307.720423:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384307.720423:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384307.720426:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384307.720427:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384307.720430:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b35d378b. 00000100:00000040:3.0:1767384307.720432:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000f72a6852 x1853236748230016 msgsize 4848 00000100:00000200:0.0:1767384307.720434:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748230144, offset 0 00000100:00100000:3.0:1767384307.720443:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384307.720446:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384307.720447:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384307.720457:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384307.720460:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384307.720466:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e101e00 00000400:00000200:3.0:1767384307.720470:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a37390aa 00000400:00000010:3.0:1767384307.720472:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a37390aa. 00000100:00000001:3.0:1767384307.720479:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384307.720486:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000100:00000200:3.0:1767384307.720487:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384307.720492:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1f749e. 00000400:00000200:0.0:1767384307.720500:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a2e3c46d 00000100:00000001:3.0:1767384307.720503:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.720507:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384307.720507:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.720516:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384307.720522:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384307.720523:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2e3c46d 00000100:00000001:3.0:1767384307.720525:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384307.720527:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2e3c46d. 00000100:00000001:3.0:1767384307.720536:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720536:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384307.720537:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384307.720540:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000054e6dd8 x1853236748230144 msgsize 4848 00000100:00000001:3.0:1767384307.720548:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294895606 00000100:00100000:0.0:1767384307.720549:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384307.720554:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384307.720555:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006149c1ea. 00000100:00000001:3.0:1767384307.720567:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384307.720569:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384307.720580:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294895606 00000400:00000200:0.0:1767384307.720580:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b35d378b 00000400:00000010:0.0:1767384307.720585:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b35d378b. 00000100:00000010:3.0:1767384307.720586:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f8ecaff. 00000100:00000001:0.0:1767384307.720589:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384307.720592:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384307.720596:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.720599:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294895606 00000100:00000010:3.0:1767384307.720604:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9a0fb4. 00000100:00000001:0.0:1767384307.720607:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384307.720610:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384307.720616:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.720619:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294895606 00000100:00000010:3.0:1767384307.720623:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056015630. 00000100:00000001:3.0:1767384307.720629:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384307.720631:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720635:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.720637:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.720641:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720641:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720644:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720645:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294895606 00000100:00000001:3.0:1767384307.720647:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.720649:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294895606 00000100:00000001:0.0:1767384307.720653:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294895606 00000100:00000001:0.0:1767384307.720654:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294895606 00000100:00000001:3.0:1767384307.720656:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.720656:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294895606 00000100:00000001:0.0:1767384307.720657:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294895606 00000100:00000001:3.0:1767384307.720660:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384307.720661:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294895606 00000100:00000001:3.0:1767384307.720664:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.720665:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294895606 00000100:00000001:3.0:1767384307.720666:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.720668:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.720669:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720672:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720675:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720677:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720680:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.720687:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384307.720689:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384307.720693:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.720696:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384307.720700:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720703:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720720:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384307.720722:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720747:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384307.720751:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230016 02000000:00000001:0.0:1767384307.720755:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384307.720757:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384307.720760:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384307.720765:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384307.720771:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230016 00000020:00000001:0.0:1767384307.720775:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384307.720777:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384307.720778:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384307.720782:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384307.720784:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230144 02000000:00000001:3.0:1767384307.720787:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384307.720788:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.720791:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384307.720793:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 02000000:00000001:3.0:1767384307.720795:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.720798:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:3.0:1767384307.720800:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230144 00000020:00000001:0.0:1767384307.720802:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384307.720803:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384307.720806:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384307.720809:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384307.720809:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384307.720811:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384307.720815:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:0.0:1767384307.720815:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d1b0737. 00000100:00000001:0.0:1767384307.720821:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384307.720827:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:0.0:1767384307.720828:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d1b0737. 00000100:00000001:3.0:1767384307.720835:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384307.720838:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab882ba3. 00000020:00000010:3.0:1767384307.720839:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed0d819e. 00000020:00000010:0.0:1767384307.720845:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012f59381. 00000100:00000001:3.0:1767384307.720847:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.720851:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed0d819e. 00000020:00000010:0.0:1767384307.720853:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000048701fe8. 00000020:00000010:3.0:1767384307.720871:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082e796b5. 00000020:00000010:3.0:1767384307.720876:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1a9cb14. 00000100:00000040:0.0:1767384307.720880:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384307.720881:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b99127f. 00000100:00000001:0.0:1767384307.720886:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384307.720889:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.720890:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384307.720891:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720893:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384307.720896:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720905:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.720906:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.720914:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.720916:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384307.720939:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384307.720941:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384307.720943:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384307.720944:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384307.720952:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:0.0:1767384307.720957:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384307.720960:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400388688 : -114060309162928 : ffff984343ca1450) 00000100:00100000:3.0:1767384307.720964:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384307.720975:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f72a6852 x1853236748230016/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.720977:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384307.720991:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400387664 : -114060309163952 : ffff984343ca1050) 00000100:00000040:3.0:1767384307.721000:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000054e6dd8 x1853236748230144/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:288/0 lens 4848/0 e 0 to 0 dl 1767384318 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384307.721002:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384307.721008:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d1b0737. 00000100:00000001:3.0:1767384307.721010:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384307.721013:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.721014:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ed0d819e. 00000020:00000010:0.0:1767384307.721016:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d1b0737. 00000100:00000001:3.0:1767384307.721018:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384307.721021:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ed0d819e. 00000100:00100000:0.0:1767384307.721023:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f72a6852 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748230016:12345-0@lo:253: 00000100:00000200:0.0:1767384307.721029:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230016 00000020:00000001:0.0:1767384307.721033:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384307.721035:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000054e6dd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748230144:12345-0@lo:253: 00000020:00000001:0.0:1767384307.721039:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384307.721040:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230144 00000020:00000001:0.0:1767384307.721042:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.721043:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384307.721048:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384307.721051:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384307.721052:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384307.721058:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384307.721059:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384307.721061:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384307.721065:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384307.721066:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384307.721067:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384307.721070:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384307.721072:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384307.721077:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384307.721077:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.721081:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384307.721083:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384307.721084:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384307.721088:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384307.721089:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.721092:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384307.721096:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384307.721101:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003e560265. 02000000:00000001:3.0:1767384307.721103:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384307.721141:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000511cb8bc. 02000000:00000001:0.0:1767384307.721145:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384307.721149:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.721154:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384307.721165:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029446785. 20000000:01000000:0.0:1767384307.721168:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384307.721173:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384307.721177:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.721178:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384307.721183:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384307.721184:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.721188:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384307.721194:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f0a2c8c2. 20000000:00000001:0.0:1767384307.721194:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384307.721199:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384307.721202:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384307.721203:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384307.721206:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034739246. 20000000:00000001:3.0:1767384307.721207:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384307.721211:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384307.721212:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384307.721220:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384307.721224:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384307.721232:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.1:1767384307.721325:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (2) 00000800:00000200:2.1:1767384307.721328:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp10 00000000138e2a68 deleted 00000800:00000010:2.1:1767384307.721330:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000138e2a68. 00000800:00000200:2.1:1767384307.721338:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384307.721346:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:1021 00000800:00000200:2.1:1767384307.721351:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9e17f55 type 1, nob 176 niov 1 nkiov 1 00080000:00000001:0.0:1767384307.721397:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384307.721401:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384307.721404:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.721406:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384307.721411:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384307.721417:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384307.721422:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384307.721428:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c7d84267. 00080000:00000001:0.0:1767384307.721431:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400061952 : -114060309489664 : ffff984343c51800) 00080000:00000001:0.0:1767384307.721434:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384307.721558:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384307.721560:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.721569:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384307.721598:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384307.721602:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.1:1767384307.721610:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767384307.721819:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384307.721823:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384307.721996:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722008:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384307.722010:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722014:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.722022:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : PUT - for me 00000400:00000200:0.0:1767384307.722033:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384307.722038:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 80/80 into md 0x1169 [1] + 0 00000400:00000010:0.0:1767384307.722041:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d47fbe50. 00000400:00000200:0.0:1767384307.722046:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085175c34 00000800:00000001:0.0:1767384307.722054:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722072:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.722076:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.722079:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: PUT: OK 00000400:00000200:0.0:1767384307.722086:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:0.0:1767384307.722088:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000400:00000200:0.0:1767384307.722094:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384307.722100:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (4) 00000400:00000200:0.0:1767384307.722150:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:0.0:1767384307.722162:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000bce2eb0b. 00000400:00000200:0.0:1767384307.722169:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 3 00000400:00000200:0.0:1767384307.722175:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384307.722190:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (5) 00000400:00000200:0.0:1767384307.722196:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384307.722207:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000400:00000200:0.0:1767384307.722217:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [8:8:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384307.722237:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) 192.168.202.119@tcp10 : ACK try# 0 00000800:00000200:0.0:1767384307.722247:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000800:00000010:0.0:1767384307.722258:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4b03c97. 00000800:00000200:0.0:1767384307.722267:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (4) 00000800:00000200:0.0:1767384307.722276:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:988 00000800:00000200:0.0:1767384307.722279:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a4b03c97 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384307.722391:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384307.722396:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4b03c97. 00000400:00000200:0.0:1767384307.722401:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.722412:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: ACK: OK 00000800:00000001:0.0:1767384307.722424:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722433:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384307.722435:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722444:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384307.722454:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : ACK - for me 00000400:00000200:0.0:1767384307.722468:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp10: ACK from 12345-192.168.202.119@tcp10 into md 0x1199 00000400:00000200:0.0:1767384307.722472:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384307.722475:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: ACK: OK 00000400:00000200:0.0:1767384307.722479:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:0.0:1767384307.722482:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:0.0:1767384307.722485:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384307.722488:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384307.722495:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384307.722500:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (4) 00000800:00000001:0.0:1767384307.722509:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722517:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384307.722553:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (4) 00000800:00000200:2.1:1767384307.722561:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp10 00000000138e2a68 deleted 00000800:00000010:2.1:1767384307.722565:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000138e2a68. 00000400:00000200:0.0:1767384307.722570:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.1:1767384307.722572:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:0.0:1767384307.722576:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000106a362b. 00000400:00000010:0.0:1767384307.722584:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002262006. 00000400:00000200:0.0:1767384307.722594:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:0.0:1767384307.722606:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:0.0:1767384307.722614:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 000000005e449bbb. 00000400:00000010:0.0:1767384307.722618:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000d8e0bd9b. 00000400:00000010:0.0:1767384307.722622:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000a825f2f8. 00000400:00000010:0.0:1767384307.722630:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000df70b722. 00000400:00000200:0.0:1767384307.722641:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000df70b722 nid 192.168.202.119@tcp11 00000400:00000010:0.0:1767384307.722645:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000089d95dac. 00000400:00000200:0.0:1767384307.722648:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000089d95dac net tcp11 00000400:00000200:0.0:1767384307.722652:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (3) 00000400:00000200:0.0:1767384307.722663:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp11 flags 0x11 00000400:00000010:0.0:1767384307.722669:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 000000005e449bbb. 00000400:00000010:0.0:1767384307.722691:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000d8e0bd9b. 00000400:00000010:0.0:1767384307.722700:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000a825f2f8. 00000400:00000010:0.0:1767384307.722704:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000bce2eb0b. 00000400:00000200:0.0:1767384307.722711:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384307.722716:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:0.0:1767384307.722721:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:0.0:1767384307.722726:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:0.0:1767384307.722731:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384307.722736:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:0.0:1767384307.722745:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384307.722747:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (4) 00000800:00000001:0.0:1767384307.722778:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722783:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384307.722803:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384307.722807:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp10 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384305943730065 sched[0] 00000800:00000010:0.0:1767384307.722811:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c7ec220f. 00000800:00000001:0.0:1767384307.722834:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384307.722837:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384307.726170:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294895606, at 4294895607 00000100:00000010:1.0:1767384307.726181:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f8ecaff. 00000100:00000040:0.0:1767384307.727086:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294895606, at 4294895607 00000100:00000010:0.0:1767384307.727093:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006149c1ea. 00000100:00000040:3.0:1767384307.727161:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294895606, at 4294895608 00000100:00000010:3.0:1767384307.727169:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056015630. 00080000:00000001:0.0:1767384307.732525:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384307.732529:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.732531:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384307.732533:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.732533:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384307.732536:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c7d84267. 00080000:00000001:0.0:1767384307.732540:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384307.732551:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384307.732556:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384307.732566:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384307.732569:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384307.732581:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384307.732593:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384307.732596:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384307.732604:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384307.732614:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384307.732628:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384307.732632:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384307.732636:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384307.732640:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384307.732647:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003d6b1c56. 00010000:00000001:1.0:1767384307.732652:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384307.732654:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00000020:00000001:1.0:1767384307.732658:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384307.732661:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e044 to hash 00000020:00000001:1.0:1767384307.732663:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384307.732666:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384307.732670:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384307.732673:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384307.732674:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.732676:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732687:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384307.732691:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384307.732695:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384307.732697:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384307.732700:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.732702:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384307.732707:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.732709:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384307.732712:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384307.732715:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384307.732720:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384307.732723:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003d6b1c56) refcount = 1 00010000:00010000:1.0:1767384307.732726:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732730:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384307.732732:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384307.732733:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.732736:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.732743:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384307.732746:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384307.732748:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384307.732750:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384307.732752:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384307.732754:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384307.732755:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384307.732757:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384307.732758:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384307.732760:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732764:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384307.732765:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732771:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.732772:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384307.732774:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732777:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384307.732778:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.732781:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384307.732783:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384307.732793:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384307.732796:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384307.732798:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384307.732800:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732804:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384307.732805:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384307.732811:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384307.732815:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00000020:00000001:1.0:1767384307.732820:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384307.732821:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384307.732824:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384307.732827:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732832:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384307.732836:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384307.732839:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.732846:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384307.732848:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384307.732853:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384307.732870:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384307.732875:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e044 from hash 00010000:00000001:1.0:1767384307.732878:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384307.732879:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.732880:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.732880:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384307.732882:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384307.732885:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384307.732886:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384307.732888:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384307.732890:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.732892:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384307.732894:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384307.732896:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.732897:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.732898:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.732899:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.732901:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.732903:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732909:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.732914:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.732915:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384307.732917:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384307.732919:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384307.732921:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384307.732923:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384307.732926:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384307.732928:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384307.732929:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384307.732934:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384307.732935:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384307.732936:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e044 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384307.732941:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003d6b1c56 count: 0 00010000:00000001:1.0:1767384307.732952:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384307.732953:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384307.742149:0:19036:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003d6b1c56. 00010000:00000010:1.1:1767384307.742165:0:19036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00080000:00000001:0.0:1767384307.745406:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384307.745413:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.745418:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384307.745420:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384307.745422:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384307.745426:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fcc4c90f. 00080000:00000001:0.0:1767384307.745436:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1767384307.747810:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.747818:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384307.747830:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384307.747834:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384307.747838:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c48137a. 00000400:00000200:3.0:1767384307.747847:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b27289f 00000400:00000010:3.0:1767384307.747868:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b27289f. 00000100:00000001:3.0:1767384307.747875:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.747891:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384307.747924:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.747949:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384307.747953:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.747958:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384307.747962:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384307.747964:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.747980:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384307.747984:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.747992:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=13 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384307.747997:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384307.748001:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384307.748004:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384307.748007:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384307.748010:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.748013:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.748019:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.748028:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384307.748033:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384307.748036:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384307.748041:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384307.748045:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384307.748047:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384307.748049:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384307.748051:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384307.748053:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384307.748055:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384307.748057:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384307.748059:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384307.748062:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384307.748066:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384307.748075:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748230016:0@lo:253: 00000100:00000001:3.0:1767384307.748084:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.748090:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384307.748095:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096bc844c x1853236748230016/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.748143:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384307.748148:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384307.748153:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e678392a. 02000000:00000001:3.0:1767384307.748164:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384307.748175:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384307.748180:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384307.748184:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384307.748189:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009ff810b6. 02000000:00000001:3.0:1767384307.748201:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384307.748204:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384307.748207:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00000100:00000001:3.0:1767384307.748213:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384307.748216:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.748219:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384307.748228:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384307.748230:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.748234:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384307.748236:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384307.749580:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384307.749584:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384307.749586:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f0a2c8c2. 20000000:00000001:3.0:1767384307.749592:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384307.749597:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748230144 00010000:00000001:3.0:1767384307.749600:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384307.749606:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000054e6dd8 x1853236748230144/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384307.749615:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384307.749617:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384307.749620:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384307.749624:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384307.749627:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384307.749629:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384307.749632:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384307.749634:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384307.749637:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384307.749640:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384307.749645:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b27289f. 00000100:00000200:3.0:1767384307.749649:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748230144, offset 224 00000400:00000200:3.0:1767384307.749657:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384307.749669:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384307.749679:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e101e00 00000400:00000200:3.0:1767384307.749694:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11a5 [2] + 224 00000400:00000200:3.0:1767384307.749703:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384307.749707:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384307.749711:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384307.749715:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384307.749724:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384307.749746:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384307.749753:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b27289f 00000400:00000010:3.0:1767384307.749755:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b27289f. 00000100:00000001:3.0:1767384307.749758:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384307.749761:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384307.749766:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384307.749769:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384307.749772:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384307.749774:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384307.749778:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384307.749779:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.749785:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384307.749786:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000054e6dd8 x1853236748230144/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:288/0 lens 4848/4768 e 0 to 0 dl 1767384318 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384307.749796:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384307.749800:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000054e6dd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748230144:12345-0@lo:253: Request processed in 28787us (29255us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384307.749801:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384307.749806:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e19f9e81. 00000400:00000200:1.0:1767384307.749814:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054851d86 00000100:00100000:3.0:1767384307.749821:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000400:00000010:1.0:1767384307.749823:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054851d86. 00000100:00000040:3.0:1767384307.749829:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384307.749831:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384307.749835:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384307.749841:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384307.749844:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384307.749848:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1a9cb14. 00000020:00000010:3.0:1767384307.749871:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002b99127f. 00000020:00000010:3.0:1767384307.749880:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082e796b5. 00000100:00000200:1.0:1767384307.749889:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384307.749891:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:3.0:1767384307.749901:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384307.749905:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003e560265. 00000100:00000001:1.0:1767384307.749909:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384307.749911:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.749920:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384307.749922:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384307.749924:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384307.749927:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384307.749928:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.749930:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384307.749936:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384307.749942:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c48137a. 02000000:00000001:1.0:1767384307.749945:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384307.749950:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b27289f. 00000100:00001000:1.0:1767384307.749952:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=13 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384307.749960:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384307.749966:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384307.749969:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384307.749972:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384307.749974:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.749977:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384307.749984:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.749994:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384307.749998:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384307.750000:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384307.750004:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384307.750007:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384307.750010:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384307.750012:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384307.750014:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384307.750016:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384307.750018:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384307.750020:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384307.750022:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384307.750027:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384307.750037:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b51e41e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748230144:0@lo:253: 00000100:00000001:1.0:1767384307.750043:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.750047:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384307.750052:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b51e41e0 x1853236748230144/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384307.750061:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384307.750064:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384307.750068:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036acee5b. 02000000:00000001:1.0:1767384307.750073:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384307.750075:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384307.750077:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384307.750087:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384307.750090:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003bcddd55. 02000000:00000001:1.0:1767384307.750096:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384307.750098:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384307.750100:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b51e41e0. 00000100:00000001:1.0:1767384307.750138:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384307.750141:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.750144:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384307.750153:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384307.750155:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384307.750159:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384307.750162:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384307.759168:0:19041:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002f3af22e. 00010000:00000010:2.1:1767384307.759178:0:19041:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00000020:00000001:0.0:1767384308.055253:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384308.055259:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384308.055264:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384308.297119:0:19169:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384308.297181:0:19169:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.297187:0:19169:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384308.297195:0:19169:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384308.297202:0:19169:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384308.297205:0:19169:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384309.067368:0:19333:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384309.067373:0:19333:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp12 --if ens2 00000001:00000001:1.0:1767384309.070950:0:19333:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384309.078864:0:19334:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000085fb9a49. 00000400:00000010:1.0:1767384309.078882:0:19334:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ef459752. 00000400:00000010:1.0:1767384309.078893:0:19334:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c19f53a7. 00000400:00000010:1.0:1767384309.078898:0:19334:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006e48f159. 00000400:00000010:1.0:1767384309.078903:0:19334:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008ff3a5a9. 00000400:00000010:1.0:1767384309.078907:0:19334:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d843ecff. 00000400:00000010:1.0:1767384309.078910:0:19334:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6aa453e. 00000400:00000010:1.0:1767384309.078912:0:19334:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000980d1b02. 00000400:00000010:1.0:1767384309.078916:0:19334:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000048742f58. 00000800:00000010:1.0:1767384309.078927:0:19334:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e9424dae. 00000800:00000200:1.0:1767384309.078940:0:19334:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384309.078947:0:19334:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384309.078990:0:19334:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384309.079011:0:19334:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp12 [8/256/0/180] 00000400:00000010:1.0:1767384309.081727:0:19334:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 0000000077815242. 00000400:00000010:1.0:1767384309.081734:0:19334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e74d11. 00000400:00000010:1.0:1767384309.081740:0:19334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000400:00000001:1.0:1767384309.081755:0:19334:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384309.081757:0:19334:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384309.081765:0:19334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bed166e3. 00000400:00000200:1.0:1767384309.081770:0:19334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:1.0:1767384309.081773:0:19334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000400:00000010:1.0:1767384309.081778:0:19334:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000007a00e82a. 00000400:00000200:1.0:1767384309.081785:0:19334:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (3) 00000400:00000200:1.0:1767384309.081800:0:19334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384309.081810:0:19334:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:1.0:1767384309.081819:0:19334:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f7ed76de. 00000020:01000000:1.0:1767384309.081826:0:19334:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384309.081830:0:19334:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp12 00000400:00000200:0.0:1767384309.081840:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384309.081863:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:1.0:1767384309.081870:0:19334:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ef459752. 00000400:00000010:0.0:1767384309.081876:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003956a7cc. 00000400:00000010:1.0:1767384309.081877:0:19334:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000085fb9a49. 00000400:00000200:0.0:1767384309.081887:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (4) 00000400:00000010:0.0:1767384309.081899:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee54cea9. 00000400:00000200:0.0:1767384309.081906:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384309.081930:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384309.081943:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384309.081959:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384309.081969:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384309.081978:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp11 00000400:00000200:0.0:1767384309.081988:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384309.081994:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp11 00000400:00000200:0.0:1767384309.082002:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384309.082011:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp11 00000400:00000200:0.0:1767384309.082021:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:) -> 192.168.202.119@tcp11(192.168.202.119@tcp:192.168.202.119@tcp11) : PUT try# 0 00000800:00000200:0.0:1767384309.082033:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:0.0:1767384309.082050:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b26d61e. 00000800:00000010:0.0:1767384309.082067:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2b90c99. 00000800:00000010:0.0:1767384309.082072:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000f866053. 00000800:00000200:0.0:1767384309.082080:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (2) 00000800:00000200:0.1:1767384309.082084:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (2) 00000100:00000001:3.0:1767384309.082152:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384309.082154:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000100:00000001:3.0:1767384309.082158:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384309.082164:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384309.082167:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000100:00000040:3.0:1767384309.082177:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.082196:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.082200:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.082206:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384309.082211:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384309.082219:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.082229:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748230272:0@lo:253: 00000100:00000001:3.0:1767384309.082241:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384309.082248:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384309.082252:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.082259:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384309.082269:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003e560265. 00000400:00000200:0.0:1767384309.082270:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 02000000:00000001:3.0:1767384309.082275:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.082285:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b52d525. 00000400:00000010:3.0:1767384309.082296:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fff31f9. 00000100:00000200:3.0:1767384309.082305:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748230272, portal 25 00000100:00000001:3.0:1767384309.082312:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384309.082318:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000040:3.0:1767384309.082326:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384309.082337:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:3.0:1767384309.082357:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384309.082366:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.082371:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030cf81bb. 00000100:00000200:3.0:1767384309.082378:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748230272, offset 0 00000400:00000200:0.0:1767384309.082388:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384309.082396:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.082418:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384309.082435:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e101e80 00000400:00000200:0.0:1767384309.082439:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384309.082449:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:3.0:1767384309.082455:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a60f066. 00000400:00000200:3.0:1767384309.082465:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f8bddca 00000400:00000200:3.0:1767384309.082476:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.082486:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384309.082506:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f8bddca 00000400:00000010:3.0:1767384309.082512:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f8bddca. 00000100:00000001:3.0:1767384309.082522:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384309.082526:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384309.082533:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000066b4fec7 x1853236748230272 msgsize 4848 00000100:00100000:3.0:1767384309.082544:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384309.082550:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384309.082566:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.082582:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030cf81bb 00000400:00000010:3.0:1767384309.082587:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030cf81bb. 00000100:00000001:3.0:1767384309.082592:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384309.082601:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.082624:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.082632:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.082641:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.082644:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.082654:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.082662:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294896968 00000100:00000010:3.0:1767384309.082670:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056015630. 00000100:00000001:3.0:1767384309.082685:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384309.082693:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294896968 00000100:00000010:3.0:1767384309.082700:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006149c1ea. 00000100:00000001:3.0:1767384309.082706:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384309.082714:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294896968 00000100:00000010:3.0:1767384309.082718:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9a0fb4. 00000100:00000001:3.0:1767384309.082725:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1767384309.082728:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c90e56f8. 00000100:00000001:3.0:1767384309.082730:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294896968 00000800:00000010:0.0:1767384309.082739:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bc3a4057. 00000100:00000010:3.0:1767384309.082740:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f8ecaff. 00000100:00000001:3.0:1767384309.082758:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767384309.082761:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384309.082763:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.082773:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.082778:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.082781:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.082791:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.082797:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767384309.082800:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384309.082804:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.082809:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384309.082813:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.082819:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.082856:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384309.082860:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230272 02000000:00000001:3.0:1767384309.082862:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.082864:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.082866:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.082870:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.082874:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230272 00000020:00000001:3.0:1767384309.082876:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.082878:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384309.082881:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.082884:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384309.082886:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384309.082889:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384309.082894:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384309.082899:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384309.082904:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230400 00000020:00000010:3.0:1767384309.082906:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba7bdc47. 02000000:00000001:0.0:1767384309.082909:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.082911:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.082912:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384309.082914:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba7bdc47. 00000100:00000001:0.0:1767384309.082915:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.082921:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e38d2810. 02000000:00000001:0.0:1767384309.082921:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.082931:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005954a55f. 00000100:00100000:0.0:1767384309.082932:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230400 00000020:00000001:0.0:1767384309.082940:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384309.082941:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002b99127f. 00000020:00000040:0.0:1767384309.082945:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384309.082948:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384309.082951:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000040:3.0:1767384309.082953:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384309.082954:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384309.082961:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384309.082962:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.082968:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.082971:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.082972:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384309.082980:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384309.082983:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.082985:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384309.082989:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384309.082994:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384309.082994:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000503415ba. 00000020:00000010:0.0:1767384309.083005:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001340e2d7. 00000100:00000001:3.0:1767384309.083013:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384309.083016:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384309.083018:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000796b1f60. 00000100:00100000:3.0:1767384309.083022:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:3.0:1767384309.083027:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384309.083028:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.083030:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400389712 : -114060309161904 : ffff984343ca1850) 00000100:00000001:0.0:1767384309.083031:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384309.083036:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.083040:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066b4fec7 x1853236748230272/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.083046:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.083053:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.083058:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba7bdc47. 00000100:00000001:3.0:1767384309.083061:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.083064:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384309.083065:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba7bdc47. 00000100:00100000:3.0:1767384309.083085:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066b4fec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748230272:12345-0@lo:253: 00000100:00000200:3.0:1767384309.083092:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230272 00000100:00000001:0.0:1767384309.083096:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384309.083097:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384309.083157:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384309.083161:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.083161:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384309.083170:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384309.083173:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00100000:0.0:1767384309.083179:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000020:00000001:3.0:1767384309.083184:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384309.083187:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384309.083187:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384309.083193:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400385616 : -114060309166000 : ffff984343ca0850) 00000100:00000040:0.0:1767384309.083201:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2096498 x1853236748230400/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:290/0 lens 4848/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384309.083202:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384309.083208:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384309.083212:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.083221:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384309.083227:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384309.083233:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f0a2c8c2. 02000000:00000001:3.0:1767384309.083236:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.083237:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384309.083240:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.083244:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384309.083246:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 20000000:00000010:3.0:1767384309.083255:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e678392a. 00000100:00000001:0.0:1767384309.083255:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384309.083264:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:0.0:1767384309.083264:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b98ec. 20000000:00000001:3.0:1767384309.083270:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384309.083274:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384309.083277:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.083282:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384309.083282:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2096498 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748230400:12345-0@lo:253: 20000000:00000001:3.0:1767384309.083290:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:0.0:1767384309.083296:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230400 00000020:00000001:0.0:1767384309.083301:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767384309.083302:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026322380. 20000000:01000000:3.0:1767384309.083307:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00000020:00000001:0.0:1767384309.083307:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384309.083312:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384309.083314:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384309.083317:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384309.083319:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384309.083322:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384309.083330:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384309.083335:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384309.083347:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384309.083351:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384309.083354:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.083359:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384309.083363:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384309.083369:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384309.083371:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003fa7cb12. 00080000:00000001:3.0:1767384309.083374:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000800:00000200:2.1:1767384309.083381:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (2) 00080000:00000001:3.0:1767384309.083382:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.083382:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.083386:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:2.1:1767384309.083390:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp11 00000000e3eb4b79 deleted 00000020:00000001:3.0:1767384309.083391:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.1:1767384309.083394:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e3eb4b79. 00000020:00000001:3.0:1767384309.083396:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000100:00000001:0.0:1767384309.083400:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.083401:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:2.1:1767384309.083402:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000010:3.0:1767384309.083412:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004a94947e. 20000000:00000001:0.0:1767384309.083412:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384309.083420:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:1019 00080000:00000001:3.0:1767384309.083422:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380417536 : -114060329134080 : ffff984342995800) 00000800:00000200:2.1:1767384309.083425:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b26d61e type 1, nob 192 niov 1 nkiov 1 00080000:00000001:3.0:1767384309.083426:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000010:0.0:1767384309.083432:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000511cb8bc. 20000000:01000000:0.0:1767384309.083441:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384309.083446:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384309.083451:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384309.083454:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.083457:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.083459:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000001:00000001:3.0:1767384309.083542:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384309.083546:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.083552:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384309.083578:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.083583:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.1:1767384309.083595:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384309.083705:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384309.083709:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384309.083763:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.083774:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384309.083776:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384309.083787:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384309.083867:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384309.083872:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b26d61e. 00000400:00000200:3.0:1767384309.083876:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.083884:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: PUT: OK 00000400:00000200:3.0:1767384309.083888:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384309.083894:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000001:3.0:1767384309.083904:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.083913:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.083916:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.083920:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.083926:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : PUT - for me 00000400:00000200:3.0:1767384309.083934:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384309.083941:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 96/96 into md 0x11ad [1] + 0 00000400:00000010:3.0:1767384309.083945:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000106a362b. 00000400:00000200:3.0:1767384309.083947:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002262006 00000800:00000001:3.0:1767384309.083953:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.083963:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.083965:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.083973:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: PUT: OK 00000400:00000200:3.0:1767384309.083976:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002262006 00000400:00000010:3.0:1767384309.083978:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002262006. 00000400:00000200:3.0:1767384309.083984:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384309.083987:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (5) 00000400:00000200:3.0:1767384309.083993:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:3.0:1767384309.083997:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000008f5fd03a. 00000400:00000200:3.0:1767384309.084000:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 4 00000400:00000200:3.0:1767384309.084007:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384309.084017:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (6) 00000400:00000200:3.0:1767384309.084023:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384309.084032:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 00000400:00000200:3.0:1767384309.084042:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1767384309.084059:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) 192.168.202.119@tcp11 : ACK try# 0 00000800:00000200:3.0:1767384309.084064:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:3.0:1767384309.084068:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000740d3bd8. 00000800:00000200:3.0:1767384309.084076:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (4) 00000800:00000200:3.0:1767384309.084081:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:988 00000800:00000200:3.0:1767384309.084083:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000740d3bd8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384309.084213:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384309.084217:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000740d3bd8. 00000400:00000200:3.0:1767384309.084226:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.084232:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: ACK: OK 00000800:00000001:3.0:1767384309.084243:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.084248:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.084252:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.084260:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384309.084263:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.084270:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384309.084280:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : ACK - for me 00000400:00000200:3.0:1767384309.084297:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp11: ACK from 12345-192.168.202.119@tcp11 into md 0x11c5 00000400:00000200:3.0:1767384309.084305:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.084312:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: ACK: OK 00000400:00000200:3.0:1767384309.084319:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003956a7cc 00000400:00000010:3.0:1767384309.084323:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003956a7cc. 00000400:00000200:3.0:1767384309.084327:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384309.084333:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384309.084340:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384309.084347:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (5) 00000800:00000001:3.0:1767384309.084355:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384309.084361:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384309.084403:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008a545f46. 00000800:00000010:3.0:1767384309.084410:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000030cf81bb. 00000800:00000010:3.0:1767384309.084448:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e860a7bf. 00000800:00000200:3.1:1767384309.084468:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (4) 00000800:00000200:3.1:1767384309.084478:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp11 00000000e860a7bf deleted 00000800:00000010:3.1:1767384309.084480:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e860a7bf. 00000800:00000200:3.1:1767384309.084487:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384309.084495:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp11 p 3.x 192.168.202.119 -> 192.168.202.119:1018 incarnation:1767384307718450139 sched[0] 00000400:00000200:3.0:1767384309.084556:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384309.084564:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37c306a. 00000400:00000010:3.0:1767384309.084572:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000400:00000200:3.0:1767384309.084577:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:3.0:1767384309.084588:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:3.0:1767384309.084601:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000259aa1a7. 00000400:00000010:3.0:1767384309.084607:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000152814d8. 00000400:00000010:3.0:1767384309.084612:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000246ac6be. 00000400:00000010:3.0:1767384309.084626:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de2ab3c9. 00000400:00000200:3.0:1767384309.084636:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de2ab3c9 nid 192.168.202.119@tcp12 00000400:00000010:3.0:1767384309.084642:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007a00e82a. 00000400:00000200:3.0:1767384309.084646:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000007a00e82a net tcp12 00000400:00000200:3.0:1767384309.084650:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (4) 00000400:00000200:3.0:1767384309.084657:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp12 flags 0x11 00000400:00000010:3.0:1767384309.084662:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000259aa1a7. 00000400:00000010:3.0:1767384309.084668:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000152814d8. 00000400:00000010:3.0:1767384309.084676:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000246ac6be. 00000400:00000010:3.0:1767384309.084683:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000008f5fd03a. 00000400:00000200:3.0:1767384309.084689:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384309.084696:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000800:00000200:2.1:1767384309.084700:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1767384309.084702:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:3.0:1767384309.084713:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:3.0:1767384309.084722:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384309.084726:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:3.0:1767384309.084732:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384309.084737:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (5) 00000100:00000040:1.0:1767384309.088174:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294896968, at 4294896969 00000100:00000010:1.0:1767384309.088184:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006149c1ea. 00000100:00000040:3.0:1767384309.088186:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294896968, at 4294896969 00000100:00000010:3.0:1767384309.088199:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f8ecaff. 00000100:00000040:0.0:1767384309.090190:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294896968, at 4294896971 00000100:00000010:0.0:1767384309.090200:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056015630. 00080000:00000001:3.0:1767384309.095202:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384309.095218:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:0.0:1767384309.095221:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767384309.095222:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384309.095228:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384309.095234:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384309.095237:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384309.095238:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384309.095242:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384309.095246:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004a94947e. 20000000:01000000:3.0:1767384309.095250:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384309.095253:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384309.095264:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384309.095268:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384309.095277:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000010:2.1:1767384309.105134:0:19339:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8b60d1a. 00010000:00000010:2.1:1767384309.105146:0:19339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00080000:00000001:0.0:1767384309.107373:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384309.107381:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384309.107385:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384309.107387:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384309.107390:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384309.107399:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384309.107402:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384309.107411:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384309.107428:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384309.107436:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384309.107439:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384309.107442:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384309.107451:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384309.107456:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003318f299. 00080000:00000001:0.0:1767384309.107464:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1767384309.108727:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.108732:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384309.108741:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384309.108752:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384309.108757:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b52d525. 00000400:00000200:0.0:1767384309.108766:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fff31f9 00000400:00000010:0.0:1767384309.108770:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001fff31f9. 00000100:00000001:0.0:1767384309.108783:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384309.108793:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384309.108815:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.108837:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384309.108855:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.108861:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384309.108865:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384309.108871:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384309.108876:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384309.108883:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384309.108894:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384309.108900:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384309.108903:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384309.108906:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384309.108912:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384309.108926:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.108932:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384309.108948:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.108962:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384309.108966:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384309.108968:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384309.108972:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384309.108975:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384309.108977:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384309.108979:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384309.108980:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384309.108981:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384309.108982:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384309.108984:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384309.108991:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384309.108993:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384309.108996:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384309.109002:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748230272:0@lo:253: 00000100:00000001:0.0:1767384309.109009:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.109012:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384309.109016:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0767500 x1853236748230272/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384309.109022:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384309.109025:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384309.109028:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003e560265. 02000000:00000001:0.0:1767384309.109031:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384309.109034:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384309.109035:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384309.109038:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384309.109040:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e84738e8. 02000000:00000001:0.0:1767384309.109048:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384309.109051:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384309.109053:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 00000100:00000001:0.0:1767384309.109057:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384309.109058:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.109060:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384309.109067:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384309.109069:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384309.109071:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384309.109075:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384309.110287:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384309.110292:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384309.110295:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000511cb8bc. 20000000:00000001:1.0:1767384309.110301:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384309.110305:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748230400 00010000:00000001:1.0:1767384309.110307:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384309.110311:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2096498 x1853236748230400/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384309.110317:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384309.110318:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384309.110320:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384309.110323:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384309.110325:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384309.110326:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384309.110328:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384309.110330:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.110332:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384309.110334:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384309.110338:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef4ef0a4. 00000100:00000200:1.0:1767384309.110341:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748230400, offset 224 00000400:00000200:1.0:1767384309.110344:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384309.110356:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384309.110362:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e101f00 00000400:00000200:1.0:1767384309.110366:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11d1 [2] + 224 00000400:00000200:1.0:1767384309.110370:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384309.110372:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.110375:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384309.110378:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5d30910 x1853236748230400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384309.110384:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c5d30910 x1853236748230400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.110398:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384309.110402:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef4ef0a4 00000400:00000010:1.0:1767384309.110404:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef4ef0a4. 00000100:00000001:1.0:1767384309.110406:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384309.110408:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.110411:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.110415:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384309.110417:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384309.110419:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.110422:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384309.110425:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2096498 x1853236748230400/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:290/0 lens 4848/4768 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384309.110433:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2096498 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748230400:12345-0@lo:253: Request processed in 27195us (27821us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384309.110442:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:1.0:1767384309.110444:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384309.110448:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384309.110451:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384309.110454:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001340e2d7. 00000020:00000010:1.0:1767384309.110460:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000796b1f60. 00000020:00000010:1.0:1767384309.110463:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000503415ba. 00000020:00000040:1.0:1767384309.110467:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384309.110478:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384309.110481:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003fa7cb12. 02000000:00000001:1.0:1767384309.110487:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384309.110489:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384309.110495:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384309.110499:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef1445. 00000400:00000010:1.0:1767384309.110502:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef4ef0a4. 00010000:00000010:2.1:1767384309.113461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8b60d1a. 00010000:00000010:2.1:1767384309.113470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00080000:00000001:3.0:1767384309.649238:0:19484:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384309.649250:0:19484:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.649254:0:19484:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384309.649259:0:19484:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384309.649264:0:19484:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.649266:0:19484:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384309.783256:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384309.783265:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384309.783277:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3395b59. 00000020:00000040:1.0:1767384309.783291:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384309.783303:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384309.783312:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384309.783321:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384309.783333:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fd79284b. 00000100:00000001:1.0:1767384309.783348:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.783361:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384309.783365:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.783382:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3395b59] to pc [ptlrpcd_00_02+2] req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384309.783435:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.783457:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384309.783467:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384309.783472:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.783484:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384309.783491:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.783499:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.783510:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384309.783519:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384309.783531:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.783582:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384309.783593:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.783602:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384309.783609:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384309.783624:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.783648:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384309.783649:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748230784:0@lo:400: 00000100:00000001:3.0:1767384309.783656:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384309.783662:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384309.783675:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384309.783682:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678d8a77 x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384309.783691:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384309.783698:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.783702:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384309.783709:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.783710:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384309.783721:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002a744924. 02000000:00000001:1.0:1767384309.783731:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384309.783741:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 02000000:00000001:3.0:1767384309.783760:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384309.783765:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384309.783771:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.783779:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748230912:0@lo:400: 00000100:00000001:3.0:1767384309.783790:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384309.783798:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384309.783803:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.783807:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384309.783812:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030829466. 02000000:00000001:3.0:1767384309.783818:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384309.783828:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0b097e. 00000400:00000010:3.0:1767384309.783830:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abacd49c. 00000100:00000200:1.0:1767384309.783859:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748230784, portal 4 00000400:00000010:3.0:1767384309.783863:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000001:1.0:1767384309.783867:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.783882:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521764224 : -114055187787392 : ffff9844750c1180) 00000100:00000200:3.0:1767384309.783892:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748230912, portal 10 00000100:00000001:3.0:1767384309.783899:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384309.783899:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.783907:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521762432 : -114055187789184 : ffff9844750c0a80) 00000100:00000040:3.0:1767384309.783921:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678d8a77 x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.783924:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384309.783943:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384309.783949:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c740d746. 00000100:00000200:1.0:1767384309.783958:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748230784, offset 0 00000100:00000001:3.0:1767384309.783977:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384309.783984:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384309.783986:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.783996:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384309.784002:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748230912, offset 0 00000400:00000200:3.0:1767384309.784019:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384309.784026:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384309.784043:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384309.784057:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e102080 00000400:00000200:3.0:1767384309.784082:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e102100 00000400:00000200:1.0:1767384309.784083:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 1648 00000400:00000200:1.0:1767384309.784152:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.784167:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000400:00000200:1.0:1767384309.784168:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384309.784181:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384309.784183:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384309.784190:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1767384309.784193:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384309.784210:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e58f1330. 00000100:00000001:3.0:1767384309.784211:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384309.784219:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384309.784223:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000e58f1330 x1853236748230784 msgsize 224 00000100:00000010:3.0:1767384309.784226:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000876190cf. 00000100:00000040:3.0:1767384309.784235:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000876190cf x1853236748230912 msgsize 224 00000100:00100000:1.0:1767384309.784253:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384309.784263:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384309.784285:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384309.784287:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384309.784305:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c740d746 00000400:00000010:1.0:1767384309.784315:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c740d746. 00000100:00000001:1.0:1767384309.784322:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384309.784325:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384309.784330:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000200:1.0:1767384309.784331:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.784337:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384309.784347:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678d8a77 x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.784428:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.784436:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678d8a77 x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.784438:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384309.784453:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.784455:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.784464:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.784473:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.784486:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2396 usecs (3 jiffies) 00000100:00000001:3.0:1767384309.784501:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897668 00000100:00000001:1.0:1767384309.784503:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384309.784508:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f8ecaff. 00000100:00000001:1.0:1767384309.784518:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.784523:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384309.784536:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897668 00000100:00000001:1.0:1767384309.784537:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.784547:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11186 usecs (12 jiffies) 00000100:00000010:3.0:1767384309.784548:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056015630. 00000100:00000001:3.0:1767384309.784559:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384309.784562:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897677 00000100:00000001:3.0:1767384309.784565:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897668 00000100:00000010:3.0:1767384309.784569:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9a0fb4. 00000100:00000001:3.0:1767384309.784575:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384309.784579:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294897668 00000100:00000001:3.0:1767384309.784580:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897668 00000100:00000010:3.0:1767384309.784596:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006149c1ea. 00000100:00000001:1.0:1767384309.784598:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897677 00000100:00000001:3.0:1767384309.784602:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384309.784621:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.784621:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294897668 00000100:00000001:3.0:1767384309.784632:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.784636:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897677 00000100:00000001:3.0:1767384309.784638:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.784649:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.784652:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294897668 00000100:00000001:1.0:1767384309.784663:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897677 00000100:00000001:3.0:1767384309.784664:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.784671:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384309.784674:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294897668 00000100:00000001:3.0:1767384309.784677:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.784682:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384309.784688:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.784688:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.784705:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.784706:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.784721:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384309.784733:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.784748:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384309.784756:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230784 02000000:00000001:3.0:1767384309.784762:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.784766:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.784773:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.784773:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384309.784784:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.784786:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.784799:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230784 02000000:00000001:1.0:1767384309.784802:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384309.784804:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.784810:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 02000000:00000001:1.0:1767384309.784811:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384309.784819:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.784825:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 02000000:00000001:1.0:1767384309.784827:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.784833:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:3.0:1767384309.784856:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00100000:1.0:1767384309.784861:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3395b59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748230656:0@lo:13: 00000100:00000001:1.0:1767384309.784882:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384309.784883:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384309.784891:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767384309.784893:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000388b00f7. 02000000:00000001:1.0:1767384309.784900:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.784903:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000391c148b. 02000000:00000001:1.0:1767384309.784923:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767384309.784927:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 02000000:00000010:1.0:1767384309.784931:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006121caf2. 02000000:00000001:1.0:1767384309.784939:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.784943:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:1.0:1767384309.784950:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000020:00000010:3.0:1767384309.784952:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001aafbd87. 00000020:00000010:3.0:1767384309.784964:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000546edd99. 00000400:00000010:1.0:1767384309.784966:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c740d746. 00000020:00000010:3.0:1767384309.784973:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000abf6010. 00000100:00000200:1.0:1767384309.784976:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748230656, portal 4 00000100:00000001:1.0:1767384309.784982:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384309.784985:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407814400 : -114055301737216 : ffff98446e415500) 00000100:00000040:3.0:1767384309.784986:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384309.784994:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.784998:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.785001:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384309.785005:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.785015:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384309.785022:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384309.785027:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785036:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384309.785043:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384309.785050:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384309.785068:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384309.785069:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019c48738. 00000100:00000001:3.0:1767384309.785076:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384309.785082:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748230656, offset 0 00000100:00100000:3.0:1767384309.785095:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384309.785119:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384309.785125:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407810816 : -114055301740800 : ffff98446e414700) 00000400:00000200:1.0:1767384309.785146:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384309.785158:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384309.785163:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e58f1330 x1853236748230784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.785184:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e102000 00000100:00000001:3.0:1767384309.785188:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.785194:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000100:00000001:3.0:1767384309.785200:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384309.785206:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00000400:00000200:1.0:1767384309.785208:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 224 00000100:00100000:3.0:1767384309.785218:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e58f1330 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748230784:12345-0@lo:400: 00000100:00000200:3.0:1767384309.785223:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230784 00000400:00000200:1.0:1767384309.785223:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384309.785230:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384309.785236:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384309.785242:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384309.785243:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.785254:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384309.785257:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:1.0:1767384309.785260:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384309.785261:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384309.785269:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384309.785269:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384309.785279:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073566a7a. 00000020:00000001:3.0:1767384309.785282:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384309.785288:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384309.785290:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000073566a7a x1853236748230656 msgsize 224 00000020:00000001:3.0:1767384309.785292:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.785302:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384309.785310:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384309.785317:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384309.785325:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d9d561b4. 00000100:00100000:1.0:1767384309.785330:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384309.785336:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.785340:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.785347:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384309.785351:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748230784 00000100:00000001:1.0:1767384309.785354:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:3.0:1767384309.785356:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384309.785367:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e58f1330 x1853236748230784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.785368:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c48738 00000400:00000010:1.0:1767384309.785381:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019c48738. 00010000:00000001:3.0:1767384309.785388:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384309.785397:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785398:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00001000:3.0:1767384309.785408:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=5 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384309.785413:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.785418:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384309.785426:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384309.785434:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384309.785444:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384309.785447:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785449:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384309.785457:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384309.785464:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384309.785465:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.785475:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384309.785484:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748230784, offset 224 00000400:00000200:3.0:1767384309.785504:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.785532:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384309.785553:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e102080 00000400:00000200:3.0:1767384309.785568:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x11ed [1] + 224 00000400:00000200:3.0:1767384309.785585:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384309.785601:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384309.785615:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.785617:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384309.785626:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384309.785630:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.785639:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.785652:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11186 usecs (12 jiffies) 00000100:00000001:1.0:1767384309.785659:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294897678 00000100:00000001:1.0:1767384309.785676:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294897677 00000100:00000001:1.0:1767384309.785697:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294897678 00000100:00000040:3.0:1767384309.785698:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.785714:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294897677 00000100:00000001:1.0:1767384309.785732:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294897678 00000100:00000001:3.0:1767384309.785735:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.785746:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000100:00000001:1.0:1767384309.785748:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294897677 00000400:00000010:3.0:1767384309.785750:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000001:3.0:1767384309.785759:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.785763:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.785764:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294897678 00000100:00000001:3.0:1767384309.785769:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785779:0:16149:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294897677 00000100:00000040:3.0:1767384309.785780:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.785795:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384309.785800:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785803:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384309.785804:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384309.785810:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e58f1330 x1853236748230784/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.785813:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785828:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.785856:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.785882:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384309.785883:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e58f1330 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748230784:12345-0@lo:400: Request processed in 674us (1640us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384309.785889:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384309.785909:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384309.785914:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:1.0:1767384309.785918:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384309.785921:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:3.0:1767384309.785926:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1767384309.785927:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384309.785938:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384309.785938:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384309.785952:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000020:00000010:3.0:1767384309.785953:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000546edd99. 00000020:00000010:3.0:1767384309.785967:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000abf6010. 00000400:00000200:1.0:1767384309.785971:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0b097e 00000020:00000010:3.0:1767384309.785973:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001aafbd87. 00000400:00000010:1.0:1767384309.785982:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0b097e. 00000020:00000040:3.0:1767384309.785984:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:3.0:1767384309.785994:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.786000:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384309.786016:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.786025:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384309.786032:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230912 02000000:00000001:3.0:1767384309.786041:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.786047:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.786055:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384309.786057:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384309.786069:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.786085:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230912 00000100:00000001:1.0:1767384309.786089:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384309.786122:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.786126:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:3.0:1767384309.786130:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384309.786140:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.786144:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384309.786147:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384309.786150:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384309.786152:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.786155:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384309.786157:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000020:00000001:3.0:1767384309.786161:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00001000:1.0:1767384309.786163:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=5 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384309.786170:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00001000:1.0:1767384309.786178:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.786181:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384309.786186:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384309.786189:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000100:00000001:1.0:1767384309.786192:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.786199:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384309.786202:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384309.786204:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00000020:00000010:3.0:1767384309.786217:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001aafbd87. 00010000:00080000:1.0:1767384309.786218:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384309.786231:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000546edd99. 00000020:00000010:3.0:1767384309.786244:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000abf6010. 00000100:00000040:3.0:1767384309.786261:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384309.786271:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384309.786278:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.786285:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384309.786288:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.786299:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384309.786301:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1767384309.786304:0:16149:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000001:3.0:1767384309.786306:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384309.786317:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.786322:0:16149:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@000000002ff4b627 x1853236748229376/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.786333:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.786352:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384309.786354:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384309.786365:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231040 00000100:00000040:1.0:1767384309.786370:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ff4b627 x1853236748229376/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384320 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384309.786375:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384309.786381:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.786387:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.786398:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384309.786408:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231040 00000020:00000001:3.0:1767384309.786413:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384309.786418:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000001:1.0:1767384309.786421:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384309.786422:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384309.786428:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 02000000:00000001:1.0:1767384309.786429:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384309.786435:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 02000000:00000010:1.0:1767384309.786438:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c189c5b8. 00000020:00000001:3.0:1767384309.786439:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:3.0:1767384309.786449:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384309.786452:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384309.786458:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1767384309.786460:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000020:00000010:3.0:1767384309.786468:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007652143b. 00000020:00000040:1.0:1767384309.786468:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384309.786482:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384309.786483:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 02000000:00000010:1.0:1767384309.786493:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d427bf41. 00000100:00000001:3.0:1767384309.786495:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384309.786504:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000749e036e. 02000000:00000001:1.0:1767384309.786509:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384309.786510:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1dcb2ce. 02000000:00000001:1.0:1767384309.786515:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384309.786519:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad8859e5. 00000100:00000010:1.0:1767384309.786520:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ff4b627. 00000100:00000001:1.0:1767384309.786536:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384309.786538:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.786546:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.786547:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.786554:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384309.786566:0:16149:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1767384309.786568:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384309.786572:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384309.786575:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.786585:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.786586:0:16149:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384309.786595:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.786600:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384309.786609:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384309.786619:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.786624:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384309.786637:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:3.0:1767384309.786649:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716214784 : -114055993336832 : ffff984445085c00) 00000100:00000040:3.0:1767384309.786667:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000876190cf x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.786670:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384309.786683:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384309.786688:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384309.786703:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.786705:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.786713:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000100:00000001:3.0:1767384309.786722:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384309.786736:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e24e68b. 00000100:00100000:3.0:1767384309.786755:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000876190cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748230912:12345-0@lo:400: 00000100:00100000:1.0:1767384309.786775:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748230784:0@lo:400: 00000100:00000200:3.0:1767384309.786776:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230912 00000020:00000001:3.0:1767384309.786786:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384309.786792:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.786793:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384309.786798:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.786804:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384309.786805:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384309.786809:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000040:1.0:1767384309.786814:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b89c84f3 x1853236748230784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384309.786816:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384309.786832:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384309.786860:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384309.786864:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384309.786872:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.786873:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384309.786893:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384309.786899:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1767384309.786901:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002a744924. 00000100:00000001:3.0:1767384309.786905:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384309.786912:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384309.786915:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1767384309.786918:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d4d73d4. 00000020:00000001:1.0:1767384309.786923:0:16149:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384309.786924:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.786931:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384309.786931:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384309.786942:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.786944:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:3.0:1767384309.786946:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748230912 02000000:00000010:1.0:1767384309.786947:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028795634. 00010000:00000001:3.0:1767384309.786959:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384309.786962:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000200:3.0:1767384309.786973:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000876190cf x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384309.786975:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384309.786987:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89c84f3. 00010000:00000001:3.0:1767384309.786993:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384309.787001:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.787003:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767384309.787008:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384309.787009:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.787024:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384309.787026:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.787030:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384309.787038:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.787039:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:1.0:1767384309.787048:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384309.787050:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384309.787053:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.787055:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.787066:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.787070:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384309.787084:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384309.787094:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384309.787120:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748230912, offset 224 00000020:00000010:1.0:1767384309.787151:0:17562:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c50d9187. 00000100:00000001:1.0:1767384309.787160:0:17562:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384309.787161:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384309.787175:0:17562:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748230656 00000400:00000200:3.0:1767384309.787180:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384309.787182:0:17562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384309.787192:0:17562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384309.787201:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e102100 00000100:00000001:1.0:1767384309.787201:0:17562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384309.787215:0:17562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384309.787216:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11f1 [1] + 224 00000100:00100000:1.0:1767384309.787228:0:17562:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748230656 00000400:00000200:3.0:1767384309.787229:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384309.787241:0:17562:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384309.787247:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384309.787249:0:17562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:1.0:1767384309.787256:0:17562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384309.787257:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.787267:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678d8a77 x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384309.787267:0:17562:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:1.0:1767384309.787280:0:17562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:1.0:1767384309.787294:0:17562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384309.787310:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384309.787315:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000678d8a77 x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384309.787323:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:3.0:1767384309.787331:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384309.787334:0:17562:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384309.787339:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384309.787350:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000020:00000010:1.0:1767384309.787350:0:17562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000100:00000001:3.0:1767384309.787358:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.787360:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.787364:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384309.787365:0:17562:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a744924. 00000100:00000040:3.0:1767384309.787370:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.787375:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384309.787376:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384309.787378:0:17562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f81dc8ba. 00000020:00000001:3.0:1767384309.787380:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384309.787385:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000876190cf x1853236748230912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384309.787388:0:17562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e70e837. 00000100:00100000:3.0:1767384309.787402:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000876190cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748230912:12345-0@lo:400: Request processed in 697us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384309.787417:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384309.787417:0:17562:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384309.787430:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:1.0:1767384309.787431:0:17562:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384309.787443:0:17562:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384309.787444:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384309.787454:0:17562:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.787455:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384309.787466:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000546edd99. 00000100:00000001:1.0:1767384309.787471:0:17562:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.787473:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000abf6010. 00000020:00000010:3.0:1767384309.787482:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001aafbd87. 00000020:00000040:3.0:1767384309.787491:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:3.0:1767384309.787495:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384309.787500:0:17562:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.787505:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384309.787510:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384309.787518:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384309.787523:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384309.787528:0:17562:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384309.787529:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521774976 : -114055187776640 : ffff9844750c3b80) 00000100:00000001:1.0:1767384309.787536:0:17562:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384309.787543:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000531fd77f x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384309.787558:0:17562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384309.787570:0:17562:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:1.0:1767384309.787582:0:17562:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407811712 : -114055301739904 : ffff98446e414a80) 00000100:00000001:3.0:1767384309.787588:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384309.787597:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000100:00000001:3.0:1767384309.787601:0:16787:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384309.787603:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000073566a7a x1853236748230656/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/0 e 0 to 0 dl 1767384320 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384309.787612:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e24e68b. 00000100:00100000:3.0:1767384309.787631:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000531fd77f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236748231040:12345-0@lo:400: 00000100:00000200:3.0:1767384309.787652:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231040 00000020:00000001:3.0:1767384309.787661:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384309.787666:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384309.787669:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.787671:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384309.787672:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384309.787676:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:3.0:1767384309.787680:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384309.787688:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384309.787689:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000020:00000001:3.0:1767384309.787697:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384309.787700:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384309.787702:0:17562:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384309.787704:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.787714:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384309.787718:0:17562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000100:00000001:3.0:1767384309.787720:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384309.787725:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384309.787734:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000077a080db. 02000000:00000001:3.0:1767384309.787739:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.787743:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384309.787747:0:17562:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000073566a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748230656:12345-0@lo:13: 00000020:00000001:3.0:1767384309.787749:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384309.787757:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231040 00010000:00000001:3.0:1767384309.787767:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384309.787770:0:17562:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748230656 00010000:00000200:3.0:1767384309.787775:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000531fd77f x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384309.787781:0:17562:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384309.787791:0:17562:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384309.787799:0:17562:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.787814:0:17562:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384309.787815:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384309.787824:0:17562:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00010000:00000001:3.0:1767384309.787826:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.787853:0:17562:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1767384309.787858:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=10 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384309.787861:0:17562:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384309.787878:0:17562:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384309.787888:0:17562:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384309.787890:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384309.787898:0:17562:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.787900:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384309.787910:0:17562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384309.787913:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384309.787919:0:17562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384309.787922:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384309.787926:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384309.787928:0:17562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ab09efe6. 00000100:00000001:3.0:1767384309.787932:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384309.787942:0:17562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.787945:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384309.787953:0:17562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384309.787957:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00002000:00000001:1.0:1767384309.787964:0:17562:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:3.0:1767384309.787984:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748231040, offset 224 00002000:00000001:1.0:1767384309.787985:0:17562:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384309.787991:0:17562:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384309.788003:0:17562:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:3.0:1767384309.788004:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384309.788025:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:1.0:1767384309.788025:0:17562:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.788038:0:17562:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384309.788050:0:17562:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:3.0:1767384309.788051:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e102180 00000020:00000020:1.0:1767384309.788065:0:17562:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000200:3.0:1767384309.788069:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1209 [1] + 224 00000020:00000020:1.0:1767384309.788076:0:17562:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000400:00000200:3.0:1767384309.788084:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000020:1.0:1767384309.788091:0:17562:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:3.0:1767384309.788098:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.788109:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.788121:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384309.788273:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.788295:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384309.788303:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384309.788306:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000001:3.0:1767384309.788312:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.788317:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384309.788325:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.788331:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384309.788338:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384309.788340:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384309.788344:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384309.788350:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000531fd77f x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:290/0 lens 224/224 e 0 to 0 dl 1767384320 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.788364:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000531fd77f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236748231040:12345-0@lo:400: Request processed in 774us (2979us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384309.788383:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384309.788402:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:3.0:1767384309.788410:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384309.788416:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384309.788423:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1dcb2ce. 00000020:00000010:3.0:1767384309.788432:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad8859e5. 00000020:00000010:3.0:1767384309.788443:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749e036e. 00000020:00000040:3.0:1767384309.788455:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384309.788460:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.788489:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.788494:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384309.788504:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384309.788508:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384309.788514:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d1756a. 00000400:00000200:3.0:1767384309.788523:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:3.0:1767384309.788528:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00002000:00000001:1.0:1767384309.788530:0:17562:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384309.788536:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384309.788541:0:17562:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000ea6d8a9d. 00000100:00000200:3.0:1767384309.788546:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384309.788551:0:17562:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384309.788559:0:17562:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384309.788569:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384309.788576:0:17562:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384309.788588:0:17562:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748230656 00000100:00000001:3.0:1767384309.788596:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384309.788599:0:17562:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384309.788602:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.788611:0:16147:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:1.0:1767384309.788612:0:17562:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000073566a7a x1853236748230656/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384309.788617:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384309.788622:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.788628:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.788641:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.788659:0:16147:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003e560265. 00010000:00000001:1.0:1767384309.788659:0:17562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384309.788665:0:17562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384309.788668:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384309.788677:0:17562:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=5 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384309.788678:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.788694:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384309.788697:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.788698:0:17562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384309.788706:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384309.788712:0:17562:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00080000:3.0:1767384309.788717:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384309.788727:0:17562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384309.788744:0:17562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384309.788754:0:17562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.788771:0:17562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384309.788785:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.788789:0:17562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384309.788792:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384309.788803:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:1.0:1767384309.788805:0:17562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0b097e. 00000100:00000001:3.0:1767384309.788807:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384309.788812:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384309.788818:0:17562:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748230656, offset 224 00000100:00000040:3.0:1767384309.788820:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.788856:0:17562:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384309.788857:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.788883:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384309.788887:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384309.788893:0:17562:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384309.788901:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.788926:0:17562:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e102000 00000100:00100000:3.0:1767384309.788935:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236748231040:0@lo:400: 00000400:00000200:1.0:1767384309.788952:0:17562:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1205 [1] + 224 00000100:00000001:3.0:1767384309.788953:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.788962:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384309.788973:0:17562:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384309.788974:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088c7304b x1853236748231040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384309.788997:0:17562:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384309.789004:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384309.789010:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384309.789012:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ff04088. 00000100:00000001:1.0:1767384309.789012:0:17562:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384309.789022:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384309.789027:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1767384309.789028:0:17562:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384309.789034:0:16147:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384309.789042:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384309.789047:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a388271c. 02000000:00000001:3.0:1767384309.789059:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384309.789063:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384309.789066:0:17562:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384309.789068:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088c7304b. 00000100:00000001:3.0:1767384309.789077:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384309.789081:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.789091:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.789116:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.789127:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.789131:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384309.789144:0:17562:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384309.789154:0:17562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0b097e 00000400:00000010:1.0:1767384309.789158:0:17562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0b097e. 00000100:00000001:1.0:1767384309.789163:0:17562:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384309.789164:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384309.789167:0:17562:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384309.789184:0:17562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.789190:0:17562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384309.789193:0:17562:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384309.789195:0:17562:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384309.789198:0:17562:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384309.789205:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073566a7a x1853236748230656/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:290/0 lens 224/368 e 0 to 0 dl 1767384320 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384309.789216:0:17562:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000073566a7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748230656:12345-0@lo:13: Request processed in 1545us (3925us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384309.789227:0:17562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384309.789230:0:17562:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:1.0:1767384309.789235:0:17562:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384309.789238:0:17562:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384309.789243:0:17562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f81dc8ba. 00000020:00000010:1.0:1767384309.789249:0:17562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e70e837. 00000020:00000010:1.0:1767384309.789255:0:17562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002a744924. 00000100:00000001:3.0:1767384309.789264:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384309.789265:0:17562:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:3.0:1767384309.789267:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384309.789275:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384309.789275:0:17562:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384309.789279:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384309.789283:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:3.0:1767384309.789289:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c740d746 00000400:00000010:3.0:1767384309.789292:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c740d746. 00000100:00000001:3.0:1767384309.789299:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384309.789305:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384309.789313:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.789320:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384309.789322:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.789324:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384309.789327:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384309.789329:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384309.789332:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384309.789335:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384309.789343:0:16149:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f0a2c8c2. 00000100:00001000:3.0:1767384309.789349:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384309.789354:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384309.789357:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384309.789359:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384309.789361:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384309.789366:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384309.789374:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.789377:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384309.789378:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384309.789381:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384309.789382:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.789386:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.789405:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384309.789408:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384309.789411:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384309.789414:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384309.789420:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384309.789424:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384309.789434:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384309.789441:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384309.789447:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384309.789458:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3395b59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748230656:0@lo:13: 00000100:00000001:3.0:1767384309.789466:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.789469:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384309.789474:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3395b59 x1853236748230656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384309.789484:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384309.789488:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384309.789491:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006121caf2. 02000000:00000001:3.0:1767384309.789496:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384309.789499:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384309.789501:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384309.789504:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384309.789507:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fd79284b. 02000000:00000001:3.0:1767384309.789514:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384309.789517:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384309.789521:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3395b59. 00000100:00000001:3.0:1767384309.789526:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384309.789527:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.789531:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384309.789537:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384309.789550:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384309.789554:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384309.789556:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384309.798204:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294897678, at 4294897679 00000100:00000040:3.0:1767384309.798220:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294897678, at 4294897679 00000100:00000010:1.0:1767384309.798223:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056015630. 00000100:00000010:3.0:1767384309.798239:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006149c1ea. 00000100:00000040:0.0:1767384309.799150:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294897678, at 4294897680 00000100:00000010:0.0:1767384309.799160:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f8ecaff. 00000020:00000001:0.0:1767384310.103262:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384310.103267:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.103271:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384310.462968:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384310.462975:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:3.0:1767384310.462983:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000400:00000200:3.0:1767384310.462988:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (5) 00000400:00000010:3.0:1767384310.462996:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb6ff1da. 00000400:00000200:3.0:1767384310.463000:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384310.463015:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384310.463023:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384310.463029:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384310.463033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384310.463035:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:3.0:1767384310.463039:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp12 00000020:00000001:0.0:1767384310.463043:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384310.463044:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384310.463048:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp12 10000000:00000001:0.0:1767384310.463052:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384310.463053:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [11:11:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [11:11:8:4294967295] 10000000:00000001:0.0:1767384310.463059:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384310.463061:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp12 00000400:00000200:3.0:1767384310.463069:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:) -> 192.168.202.119@tcp12(192.168.202.119@tcp:192.168.202.119@tcp12) : PUT try# 0 10000000:01000000:0.0:1767384310.463071:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:3.0:1767384310.463076:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.202.119@tcp12 00000020:01000004:0.0:1767384310.463078:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:3.0:1767384310.463082:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aca8a987. 00000020:01000004:0.0:1767384310.463083:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384310.463087:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384310.463089:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384310.463090:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:3.0:1767384310.463092:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009231ee70. 00000020:01000004:0.0:1767384310.463093:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384310.463097:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:3.0:1767384310.463098:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000369e8365. 00000020:01000004:0.0:1767384310.463100:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384310.463103:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:3.0:1767384310.463133:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (2) 00000800:00000200:3.1:1767384310.463141:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (2) 00000020:01000004:0.0:1767384310.463151:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384310.463159:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000100:00000010:0.0:1767384310.463160:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbfa1d73. 00000400:00000200:3.0:1767384310.463164:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000020:00000040:0.0:1767384310.463170:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384310.463180:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384310.463185:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384310.463191:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384310.463204:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000029446785. 00000100:00000001:0.0:1767384310.463213:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.463223:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384310.463227:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.463233:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000040:0.0:1767384310.463245:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbfa1d73] to pc [ptlrpcd_00_02+2] req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384310.463277:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384310.463281:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.463284:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384310.463287:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384310.463295:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384310.463297:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384310.463300:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384310.463302:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384310.463305:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384310.463307:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384310.463310:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384310.463313:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384310.463315:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384310.463317:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384310.463321:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384310.463328:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000020:01000004:0.0:1767384310.463334:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384310.463337:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384310.463343:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384310.463343:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002001ae7c. 00000100:00000001:1.0:1767384310.463352:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384310.463352:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384310.463359:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384310.463361:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384310.463365:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384310.463369:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.463375:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384310.463381:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 02000000:00000010:0.0:1767384310.463382:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003fa7cb12. 00000100:00000001:1.0:1767384310.463399:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384310.463402:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.463408:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384310.463409:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.463412:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384310.463417:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.463418:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384310.463422:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384310.463423:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbfa1d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748231168:0@lo:253: 00000100:00000001:1.0:1767384310.463431:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384310.463435:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002001ae7c] to pc [ptlrpcd_00_03+3] req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384310.463447:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384310.463452:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.463455:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 02000000:00000001:1.0:1767384310.463457:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:0.0:1767384310.463458:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384310.463465:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f2aa806. 10000000:00000001:0.0:1767384310.463465:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.463471:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.463473:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384310.463477:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000020:01000000:0.0:1767384310.463479:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384310.463485:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000072b10034. 00000400:00000010:1.0:1767384310.463488:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070b7c85d. 00000100:00000200:1.0:1767384310.463495:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748231168, portal 25 00000100:00000001:1.0:1767384310.463498:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384310.463501:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656103808 : -114055053447808 : ffff98447d0ded80) 00000400:00000200:3.0:1767384310.463504:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000040:1.0:1767384310.463509:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.463518:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384310.463525:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384310.463529:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d59e4f30. 00000100:00000200:1.0:1767384310.463534:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748231168, offset 0 00000100:00000001:0.0:1767384310.463540:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384310.463546:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384310.463549:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.463554:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384310.463566:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384310.463570:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.463572:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:0.0:1767384310.463592:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384310.463596:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.463599:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102200 02000000:00000001:0.0:1767384310.463609:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384310.463614:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 02000000:00000001:0.0:1767384310.463616:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384310.463619:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df75d6b2. 02000000:00000001:0.0:1767384310.463628:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384310.463630:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d477d3b3 00000100:00100000:0.0:1767384310.463640:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002001ae7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748231296:0@lo:253: 00000400:00000200:1.0:1767384310.463641:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384310.463653:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384310.463656:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384310.463659:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d477d3b3 00000400:00000010:1.0:1767384310.463662:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d477d3b3. 02000000:00000001:0.0:1767384310.463664:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384310.463666:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384310.463670:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384310.463671:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.463675:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000787cb3ab x1853236748231168 msgsize 4848 02000000:00000001:0.0:1767384310.463678:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384310.463687:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384310.463690:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000511cb8bc. 00000100:00000040:1.0:1767384310.463691:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384310.463697:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.463708:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384310.463712:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ed878a. 00000400:00000200:1.0:1767384310.463715:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d59e4f30 00000400:00000010:1.0:1767384310.463718:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d59e4f30. 00000100:00000001:1.0:1767384310.463721:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384310.463726:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001309eca. 00000100:00000200:1.0:1767384310.463733:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384310.463735:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748231296, portal 25 00000100:00000001:0.0:1767384310.463747:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384310.463755:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656094848 : -114055053456768 : ffff98447d0dca80) 00000100:00000001:1.0:1767384310.463758:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384310.463765:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384310.463771:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.463774:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.463781:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.463788:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.463798:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384310.463799:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294898356 00000100:00000010:1.0:1767384310.463809:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000289c0384. 00000100:00000040:0.0:1767384310.463809:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384310.463820:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc3a4057. 00000100:00000001:1.0:1767384310.463822:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384310.463829:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748231296, offset 0 00000100:00000001:1.0:1767384310.463848:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294898356 00000100:00000010:1.0:1767384310.463853:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005053947c. 00000100:00000001:1.0:1767384310.463856:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384310.463858:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384310.463860:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294898356 00000100:00000010:1.0:1767384310.463865:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dbbbcc5f. 00000100:00000001:1.0:1767384310.463871:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384310.463878:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384310.463879:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294898356 00000100:00000010:1.0:1767384310.463887:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000850a6bb4. 00000100:00000001:1.0:1767384310.463890:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384310.463894:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.463896:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.463900:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102280 00000100:00000001:1.0:1767384310.463902:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.463911:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384310.463920:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000100:00000001:1.0:1767384310.463921:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.463924:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384310.463932:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384310.463933:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076fe33c8. 00000100:00000001:1.0:1767384310.463934:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384310.463940:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.463944:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384310.463944:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f26bc51a 00000800:00000010:3.0:1767384310.463949:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e678392a. 00000800:00000010:3.0:1767384310.463957:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004aa11151. 00000400:00000200:0.0:1767384310.463957:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384310.463969:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028e861d0. 00000400:00000200:0.0:1767384310.463973:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384310.463984:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384310.463984:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f26bc51a 00000100:00100000:1.0:1767384310.463992:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231168 00000400:00000010:0.0:1767384310.463992:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f26bc51a. 02000000:00000001:1.0:1767384310.464000:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384310.464005:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384310.464011:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384310.464011:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384310.464017:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384310.464022:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000024388b59 x1853236748231296 msgsize 4848 02000000:00000001:1.0:1767384310.464023:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384310.464024:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028e861d0. 00000100:00100000:1.0:1767384310.464031:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231168 00000020:00000001:1.0:1767384310.464036:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384310.464041:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00100000:0.0:1767384310.464041:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384310.464046:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:1.0:1767384310.464048:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.464054:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384310.464057:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384310.464061:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384310.464066:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384310.464068:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384310.464074:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb84334d. 00000100:00000001:1.0:1767384310.464079:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384310.464079:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc3a4057 00000400:00000010:0.0:1767384310.464086:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc3a4057. 00000020:00000010:1.0:1767384310.464088:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb84334d. 00000400:00000200:3.0:1767384310.464093:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384310.464097:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384310.464100:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000992c91c. 00000400:00000200:3.0:1767384310.464143:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp12 from 249.3.0.2 00000100:00000200:0.0:1767384310.464145:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384310.464149:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000030d63bd7. 00000020:00000010:1.0:1767384310.464163:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f81dc8ba. 00000100:00000001:0.0:1767384310.464166:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384310.464171:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003e70e837. 00000100:00000040:0.0:1767384310.464175:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384310.464189:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384310.464198:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384310.464201:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384310.464202:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.464204:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.464208:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384310.464215:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.464218:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.464226:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294898357 00000100:00000001:1.0:1767384310.464232:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384310.464236:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294898356 00000100:00000001:0.0:1767384310.464247:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294898357 00000100:00000001:1.0:1767384310.464256:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384310.464257:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294898356 00000100:00100000:1.0:1767384310.464260:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231296 02000000:00000001:1.0:1767384310.464265:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384310.464268:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384310.464269:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294898357 00000100:00000001:1.0:1767384310.464270:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.464277:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.464280:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898356 00000100:00100000:1.0:1767384310.464283:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231296 00000800:00000010:3.0:1767384310.464284:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003bcddd55. 00000100:00000001:0.0:1767384310.464288:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294898357 00000020:00000001:1.0:1767384310.464290:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:3.0:1767384310.464294:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054851d86. 00000020:00000040:1.0:1767384310.464297:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384310.464299:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898356 00000020:00000001:1.0:1767384310.464302:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384310.464311:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384310.464313:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384310.464317:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e1ddb202. 00000020:00000001:1.0:1767384310.464319:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384310.464323:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.464329:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384310.464331:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (2) 00000020:00000001:1.0:1767384310.464335:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384310.464337:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384310.464346:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp12 00000000e1ddb202 deleted 00000100:00000001:1.0:1767384310.464349:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.1:1767384310.464352:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e1ddb202. 00000100:00000001:0.0:1767384310.464352:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384310.464354:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb84334d. 00000100:00000001:0.0:1767384310.464358:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384310.464361:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1767384310.464362:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:0.0:1767384310.464365:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384310.464369:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb84334d. 00000100:00000001:0.0:1767384310.464371:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384310.464377:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.464378:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcc43c65. 00000800:00000200:3.1:1767384310.464380:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:1017 00000100:00000001:0.0:1767384310.464389:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384310.464390:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8d98d67. 00000800:00000200:3.1:1767384310.464391:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aca8a987 type 1, nob 208 niov 1 nkiov 1 00000020:00000010:1.0:1767384310.464402:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c3585b8. 00000800:00000200:3.0:1767384310.464409:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp12 p 3.x 192.168.202.119 -> 192.168.202.119:1017 incarnation:1767384309078929429 sched[0] 00000100:00000001:1.0:1767384310.464410:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384310.464414:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384310.464422:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384310.464423:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028e861d0. 00000100:00000001:0.0:1767384310.464429:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384310.464432:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384310.464434:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384310.464437:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384310.464445:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767384310.464452:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384310.464453:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384310.464456:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400383568 : -114060309168048 : ffff984343ca0050) 00000100:00000001:1.0:1767384310.464458:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384310.464470:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000787cb3ab x1853236748231168/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.464471:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000800:00000010:3.0:1767384310.464481:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028e861d0. 00000100:00000040:1.0:1767384310.464481:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384310.464494:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400390736 : -114060309160880 : ffff984343ca1c50) 00000800:00000010:3.0:1767384310.464495:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054851d86. 00000100:00000001:0.0:1767384310.464497:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384310.464509:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a31339e. 00000100:00000040:1.0:1767384310.464516:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024388b59 x1853236748231296/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:291/0 lens 4848/0 e 0 to 0 dl 1767384321 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384310.464527:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384310.464537:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a31339e. 00000100:00000001:1.0:1767384310.464539:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384310.464541:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000030d63bd7. 00000020:00000010:1.0:1767384310.464545:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb84334d. 00000100:00100000:0.0:1767384310.464552:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000787cb3ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748231168:12345-0@lo:253: 00000100:00000001:1.0:1767384310.464553:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384310.464558:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384310.464563:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb84334d. 00000100:00000200:0.0:1767384310.464567:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231168 00000800:00000001:3.0:1767384310.464568:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384310.464576:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024388b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748231296:12345-0@lo:253: 00000020:00000001:0.0:1767384310.464577:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384310.464584:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231296 00000020:00000001:0.0:1767384310.464585:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384310.464588:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384310.464590:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.464595:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384310.464597:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384310.464600:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384310.464602:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384310.464606:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384310.464611:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384310.464611:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384310.464616:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384310.464619:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384310.464622:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384310.464625:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:3.0:1767384310.464628:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384310.464630:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384310.464632:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384310.464636:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aca8a987. 00000100:00000001:0.0:1767384310.464638:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384310.464639:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384310.464646:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384310.464648:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384310.464648:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384310.464657:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.464663:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: PUT: OK 02000000:00000010:0.0:1767384310.464663:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068d8effe. 00000100:00000001:1.0:1767384310.464667:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384310.464673:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384310.464673:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.464675:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384310.464681:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000100:00000001:0.0:1767384310.464682:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384310.464685:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f627728b. 20000000:00000001:0.0:1767384310.464689:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767384310.464692:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.464697:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.464701:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384310.464705:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000098231b34. 20000000:01000000:0.0:1767384310.464713:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:1.0:1767384310.464715:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7ed76de. 00000800:00000200:3.1:1767384310.464719:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:0.0:1767384310.464719:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384310.464723:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384310.464724:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:3.0:1767384310.464735:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp12 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384309078929429 sched[0] 20000000:00000001:1.0:1767384310.464737:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384310.464738:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384310.464746:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004aa11151. 20000000:00000001:0.0:1767384310.464746:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.464747:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384310.464758:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.464758:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384310.464766:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.464770:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384310.464777:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000030ad75be. 20000000:01000000:0.0:1767384310.464783:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:0.0:1767384310.464791:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384310.464799:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384310.464808:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00080000:00000001:0.0:1767384310.464893:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384310.464900:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00080000:00000001:0.0:1767384310.464900:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384310.464904:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384310.464907:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384310.464926:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384310.464936:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384310.464944:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384310.464958:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000037b14928. 00080000:00000001:0.0:1767384310.464962:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382331392 : -114060327220224 : ffff984342b68c00) 00080000:00000001:0.0:1767384310.464969:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384310.464976:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384310.465031:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384310.465073:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384310.465160:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000001:00000001:0.0:1767384310.465198:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384310.465201:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384310.465205:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00080000:00000001:0.0:1767384310.465206:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384310.465237:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384310.465242:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384310.465377:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:3.0:1767384310.465379:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000036acee5b. 00080000:00000001:0.0:1767384310.465382:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384310.465385:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004aa11151. 00000800:00000010:3.0:1767384310.465390:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028e861d0. 00000800:00000010:3.0:1767384310.465422:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028e861d0. 00000800:00000001:3.0:1767384310.465445:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.465452:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.465456:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.465460:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.465468:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : PUT - for me 00000400:00000200:3.0:1767384310.465481:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384310.465487:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 112/112 into md 0x11d9 [1] + 0 00000400:00000010:3.0:1767384310.465492:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37c306a. 00000400:00000200:3.0:1767384310.465502:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7196170 00000800:00000001:3.0:1767384310.465509:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384310.465509:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:3.0:1767384310.465526:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.465531:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.465541:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: PUT: OK 00000400:00000200:3.0:1767384310.465548:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 00000400:00000010:3.0:1767384310.465552:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000400:00000200:3.0:1767384310.465557:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384310.465558:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp12 from 248.3.0.2 00000400:00000200:3.0:1767384310.465564:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (6) 00000800:00000010:1.0:1767384310.465568:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000288f2f06. 00000400:00000200:3.0:1767384310.465577:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:3.0:1767384310.465584:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 00000000ab555ef7. 00000400:00000200:3.0:1767384310.465588:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 5 00000400:00000200:3.0:1767384310.465592:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384310.465609:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (7) 00000400:00000200:3.0:1767384310.465617:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384310.465629:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp12 to MR: 192.168.202.119@tcp12 local destination 00000400:00000200:3.0:1767384310.465643:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:3.0:1767384310.465666:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) -> 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) 192.168.202.119@tcp12 : ACK try# 0 00000800:00000200:3.0:1767384310.465677:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp12 00000800:00000010:3.0:1767384310.465683:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aca8a987. 00000800:00000200:3.0:1767384310.465688:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (4) 00000800:00000200:3.0:1767384310.465695:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:988 00000800:00000200:3.0:1767384310.465699:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aca8a987 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384310.465766:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384310.465770:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aca8a987. 00000400:00000200:3.0:1767384310.465775:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.465781:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: ACK: OK 00000800:00000001:3.0:1767384310.465794:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.465799:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.465801:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.465808:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.465810:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.465818:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384310.465825:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : ACK - for me 00000400:00000200:3.0:1767384310.465874:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp12: ACK from 12345-192.168.202.119@tcp12 into md 0x1231 00000400:00000200:3.0:1767384310.465880:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.465888:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: ACK: OK 00000400:00000200:3.0:1767384310.465895:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384310.465898:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000400:00000200:3.0:1767384310.465902:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000010:1.0:1767384310.465906:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e00c90b6. 00000400:00000200:3.0:1767384310.465907:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000800:00000010:1.0:1767384310.465917:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d59e4f30. 00000400:00000200:3.0:1767384310.465921:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384310.465932:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (6) 00000800:00000001:3.0:1767384310.465941:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.465950:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384310.465965:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009fc4bd3b. 00000800:00000200:1.1:1767384310.465984:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (4) 00000400:00000200:3.0:1767384310.465987:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.1:1767384310.465996:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp12 000000009fc4bd3b deleted 00000400:00000010:3.0:1767384310.465998:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37c306a. 00000800:00000010:1.1:1767384310.466001:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009fc4bd3b. 00000800:00000200:1.1:1767384310.466008:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:3.0:1767384310.466018:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000800:00000200:1.0:1767384310.466023:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp12 p 3.x 192.168.202.119 -> 192.168.202.119:1016 incarnation:1767384309078929429 sched[0] 00000400:00000200:3.0:1767384310.466028:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:3.0:1767384310.466039:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:3.0:1767384310.466052:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 0000000033f5db38. 00000400:00000010:3.0:1767384310.466058:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 0000000054851d86. 00000400:00000010:3.0:1767384310.466064:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 000000000d74e5f2. 00000400:00000010:3.0:1767384310.466101:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001aafbd87. 00000400:00000200:3.0:1767384310.466107:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001aafbd87 nid 192.168.202.119@tcp13 00000400:00000010:3.0:1767384310.466112:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006149c1ea. 00000400:00000200:3.0:1767384310.466116:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000006149c1ea net tcp13 00000400:00000200:3.0:1767384310.466120:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (5) 00000400:00000200:3.0:1767384310.466125:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp13 flags 0x11 00000400:00000010:3.0:1767384310.466129:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 0000000033f5db38. 00000400:00000010:3.0:1767384310.466134:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 0000000054851d86. 00000400:00000010:3.0:1767384310.466164:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 000000000d74e5f2. 00000400:00000010:3.0:1767384310.466169:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000ab555ef7. 00000400:00000200:3.0:1767384310.466176:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384310.466181:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:3.0:1767384310.466186:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000800:00000010:0.0:1767384310.466188:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd29cb92. 00000400:00000200:3.0:1767384310.466192:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:3.0:1767384310.466199:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384310.466202:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:3.0:1767384310.466207:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384310.466211:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (6) 00000800:00000010:0.0:1767384310.466271:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd29cb92. 00000800:00000010:0.0:1767384310.466280:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d59e4f30. 00000800:00000010:0.0:1767384310.466328:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000288f2f06. 00000800:00000200:0.1:1767384310.466361:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384310.466371:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp12 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384309078929429 sched[0] 00000800:00000010:0.0:1767384310.466376:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004aa11151. 00000800:00000001:3.0:1767384310.466403:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.466408:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384310.466410:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384310.466412:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384310.477143:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384310.477149:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.477153:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384310.477155:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.477157:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384310.477163:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000037b14928. 00080000:00000001:1.0:1767384310.477168:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:3.0:1767384310.477198:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294898357, at 4294898358 00000100:00000010:3.0:1767384310.477209:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000850a6bb4. 20000000:00000010:1.0:1767384310.477247:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a744924. 20000000:01000000:1.0:1767384310.477251:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:01000000:0.0:1767384310.477254:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384310.477257:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384310.477261:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384310.477267:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384310.477268:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767384310.477280:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384310.477284:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384310.477293:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b4fe19b8. 00010000:00000001:0.0:1767384310.477299:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384310.477304:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000013c0654c. 00000020:00000001:0.0:1767384310.477309:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384310.477311:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000013c0654c with handle 0x4ac496f8d605e060 to hash 00000020:00000001:0.0:1767384310.477314:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384310.477317:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00080000:00000001:1.0:1767384310.477322:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384310.477323:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00080000:00000001:1.0:1767384310.477334:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384310.477336:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.477338:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384310.477343:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384310.477349:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:0.0:1767384310.477352:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384310.477354:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384310.477359:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384310.477370:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384310.477372:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384310.477376:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000c8ecf87. 00010000:00000001:0.0:1767384310.477377:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384310.477387:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381314560 : -114060328237056 : ffff984342a70800) 00010000:00000001:0.0:1767384310.477389:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384310.477396:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384310.477397:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384310.477400:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.477403:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384310.477405:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.477409:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384310.477413:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384310.477417:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384310.477419:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384310.477422:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b4fe19b8) refcount = 1 00010000:00010000:0.0:1767384310.477428:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477437:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384310.477440:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384310.477442:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384310.477447:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.477452:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384310.477457:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384310.477463:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:0.0:1767384310.477468:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.477471:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.477474:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=4 00000020:00000001:0.0:1767384310.477479:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00000001:00000001:1.0:1767384310.477480:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384310.477485:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.477486:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00080000:00000001:1.0:1767384310.477491:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384310.477497:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384310.477500:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477508:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:1.0:1767384310.477510:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384310.477514:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767384310.477520:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477526:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.477529:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384310.477531:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477536:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.477539:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.477542:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384310.477545:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384310.477550:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000013c0654c already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384310.477553:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.477556:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384310.477557:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477562:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384310.477564:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384310.477565:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384310.477568:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=5 00000020:00000001:0.0:1767384310.477570:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384310.477573:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384310.477579:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384310.477581:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477586:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384310.477589:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384310.477591:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.477596:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384310.477598:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384310.477602:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384310.477609:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384310.477612:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000013c0654c with handle 0x4ac496f8d605e060 from hash 00010000:00000001:0.0:1767384310.477616:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384310.477619:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.477621:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.477623:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384310.477627:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384310.477629:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384310.477633:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384310.477635:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384310.477638:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384310.477638:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384310.477655:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384310.477655:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384310.477659:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384310.477663:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.477664:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.477666:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.477669:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384310.477671:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.477674:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477678:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.477679:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.477681:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384310.477683:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384310.477684:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384310.477685:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384310.477687:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384310.477689:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384310.477691:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384310.477692:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384310.477696:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384310.477697:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384310.477698:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000013c0654c/0x4ac496f8d605e060 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384310.477713:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b4fe19b8 count: 0 00010000:00000001:0.0:1767384310.477720:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384310.477721:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384310.478163:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294898357, at 4294898359 00000100:00000010:0.0:1767384310.478172:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000289c0384. 00000100:00000040:1.0:1767384310.478226:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294898357, at 4294898359 00000100:00000010:1.0:1767384310.478234:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005053947c. 00010000:00000010:0.1:1767384310.484172:0:19654:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b4fe19b8. 00010000:00000010:0.1:1767384310.484185:0:19654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000013c0654c. 00080000:00000001:1.0:1767384310.487601:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384310.487608:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384310.487611:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384310.487613:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384310.487616:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384310.487626:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384310.487629:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384310.487635:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384310.487650:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384310.487653:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.487657:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384310.487667:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384310.487669:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384310.487673:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000c8ecf87. 00080000:00000001:1.0:1767384310.487680:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384310.490929:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384310.490934:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384310.490937:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000098231b34. 20000000:00000001:3.0:1767384310.490950:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384310.490955:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231168 00010000:00000001:3.0:1767384310.490959:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384310.490972:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000787cb3ab x1853236748231168/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384310.490981:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384310.490984:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384310.490988:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384310.490994:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384310.490996:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384310.490998:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384310.491002:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384310.491005:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.491009:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384310.491013:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384310.491020:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1ddb202. 00000100:00000200:3.0:1767384310.491029:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748231168, offset 224 00000400:00000200:3.0:1767384310.491039:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384310.491056:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.491069:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102200 00000400:00000200:3.0:1767384310.491079:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1235 [2] + 224 00000400:00000200:3.0:1767384310.491088:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.491092:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384310.491100:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384310.491166:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384310.491178:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.491192:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384310.491201:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ddb202 00000400:00000010:3.0:1767384310.491204:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1ddb202. 00000100:00000001:3.0:1767384310.491208:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384310.491211:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384310.491226:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.491229:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384310.491232:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384310.491234:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.491237:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384310.491244:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000787cb3ab x1853236748231168/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384310.491253:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000787cb3ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748231168:12345-0@lo:253: Request processed in 26756us (27576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384310.491263:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384310.491267:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384310.491270:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384310.491272:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384310.491277:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f81dc8ba. 00000020:00000010:3.0:1767384310.491283:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003e70e837. 00000020:00000010:3.0:1767384310.491288:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000992c91c. 00000020:00000040:3.0:1767384310.491294:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384310.491300:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384310.491302:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068d8effe. 02000000:00000001:3.0:1767384310.491305:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384310.491308:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384310.491314:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384310.491319:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0858308. 00000400:00000010:3.0:1767384310.491324:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1ddb202. 00000100:00000001:1.0:1767384310.491465:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.491469:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384310.491480:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384310.491483:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384310.491487:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000400:00000200:1.0:1767384310.491500:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b7c85d 00000400:00000010:1.0:1767384310.491502:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070b7c85d. 00000100:00000001:1.0:1767384310.491509:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384310.491519:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384310.491533:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.491540:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384310.491545:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.491548:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384310.491551:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384310.491553:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384310.491555:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384310.491557:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384310.491562:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=16 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384310.491567:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384310.491570:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384310.491571:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384310.491574:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384310.491576:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.491578:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384310.491587:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.491593:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384310.491596:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384310.491599:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384310.491604:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384310.491606:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384310.491608:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384310.491610:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384310.491613:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384310.491616:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384310.491618:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384310.491621:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384310.491623:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384310.491625:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384310.491627:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384310.491639:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbfa1d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748231168:0@lo:253: 00000100:00000001:1.0:1767384310.491644:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.491646:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384310.491648:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbfa1d73 x1853236748231168/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384310.491653:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384310.491654:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384310.491657:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f2aa806. 02000000:00000001:1.0:1767384310.491662:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384310.491664:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384310.491665:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384310.491667:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384310.491670:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000029446785. 02000000:00000001:1.0:1767384310.491674:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384310.491676:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384310.491679:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbfa1d73. 00000100:00000001:1.0:1767384310.491683:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384310.491684:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.491685:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384310.491692:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384310.491694:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384310.491695:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384310.491698:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384310.492227:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384310.492230:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384310.492232:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7ed76de. 20000000:00000001:3.0:1767384310.492240:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384310.492243:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231296 00010000:00000001:3.0:1767384310.492245:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384310.492248:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024388b59 x1853236748231296/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384310.492255:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384310.492256:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384310.492267:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384310.492271:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384310.492273:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384310.492275:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384310.492277:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384310.492278:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384310.492281:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384310.492283:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384310.492288:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054851d86. 00000100:00000200:3.0:1767384310.492293:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748231296, offset 224 00000400:00000200:3.0:1767384310.492297:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384310.492302:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384310.492309:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102280 00000400:00000200:3.0:1767384310.492313:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x123d [2] + 224 00000400:00000200:3.0:1767384310.492318:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384310.492322:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384310.492325:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384310.492329:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384310.492335:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002001ae7c x1853236748231296/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384310.492351:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384310.492355:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054851d86 00000400:00000010:3.0:1767384310.492357:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054851d86. 00000100:00000001:3.0:1767384310.492359:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384310.492360:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384310.492365:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384310.492369:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384310.492371:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384310.492373:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384310.492378:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384310.492382:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024388b59 x1853236748231296/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:291/0 lens 4848/4768 e 0 to 0 dl 1767384321 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384310.492393:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024388b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748231296:12345-0@lo:253: Request processed in 27852us (28367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384310.492410:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:3.0:1767384310.492414:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384310.492419:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384310.492424:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384310.492428:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8d98d67. 00000020:00000010:3.0:1767384310.492435:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c3585b8. 00000020:00000010:3.0:1767384310.492443:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcc43c65. 00000020:00000040:3.0:1767384310.492455:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:3.0:1767384310.492460:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384310.492464:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f627728b. 02000000:00000001:3.0:1767384310.492476:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384310.492483:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384310.492490:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384310.492498:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc75ab99. 00000400:00000010:3.0:1767384310.492506:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054851d86. 00000400:00000010:1.0:1767384310.494221:0:19655:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005a743fea. 00000400:00000040:1.0:1767384310.494237:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384310.494239:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384310.494241:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.494242:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384310.494244:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.494245:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384310.494247:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384310.494248:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384310.494249:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384310.494249:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384310.494254:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384310.494256:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384310.494257:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384310.494259:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384310.494259:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384310.494261:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384310.494262:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384310.494263:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384310.494263:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384310.494265:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.494266:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384310.494267:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384310.494268:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384310.494269:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.494269:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384310.494271:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.494272:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384310.494273:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384310.494274:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384310.494274:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.494275:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384310.494277:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384310.494277:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384310.494278:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384310.494279:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384310.494280:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.494281:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384310.494282:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384310.494283:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384310.494284:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384310.494285:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384310.494286:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384310.494287:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384310.494288:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384310.494289:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384310.494290:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384310.494291:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384310.494292:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384310.494293:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384310.494297:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384310.494298:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384310.494298:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384310.494299:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384310.494301:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384310.494302:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384310.494303:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384310.494304:0:19655:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384310.494323:0:19655:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005a743fea. 00010000:00000010:2.1:1767384310.498165:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000beb4accf. 00010000:00000010:2.1:1767384310.498180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00080000:00000001:3.0:1767384311.094255:0:19811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384311.094272:0:19811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.094277:0:19811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.094283:0:19811:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384311.094289:0:19811:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.094292:0:19811:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384311.816874:0:19975:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384311.816878:0:19975:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767384311.819806:0:19975:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384311.825401:0:19976:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b80ff957. 00000400:00000010:0.0:1767384311.825414:0:19976:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008b1b8f4a. 00000400:00000010:0.0:1767384311.825422:0:19976:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a316d7a1. 00000400:00000010:0.0:1767384311.825425:0:19976:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e38d2810. 00000400:00000010:0.0:1767384311.825429:0:19976:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f09b1069. 00000400:00000010:0.0:1767384311.825432:0:19976:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2ce1271. 00000400:00000010:0.0:1767384311.825434:0:19976:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000523ea9bb. 00000400:00000010:0.0:1767384311.825435:0:19976:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d1b0737. 00000400:00000010:0.0:1767384311.825438:0:19976:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008b87bfac. 00000800:00000010:0.0:1767384311.825446:0:19976:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f8c13226. 00000800:00000200:0.0:1767384311.825456:0:19976:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384311.825460:0:19976:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384311.825493:0:19976:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384311.825511:0:19976:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767384311.826874:0:19976:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000ded0546d. 00000400:00000010:0.0:1767384311.826880:0:19976:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000400:00000010:0.0:1767384311.826885:0:19976:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebebab5. 00000400:00000001:0.0:1767384311.826898:0:19976:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384311.826899:0:19976:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384311.826901:0:19976:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004de9056. 00000400:00000200:0.0:1767384311.826903:0:19976:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:0.0:1767384311.826905:0:19976:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000400:00000010:0.0:1767384311.826908:0:19976:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000007d4e4911. 00000400:00000200:0.0:1767384311.826916:0:19976:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (5) 00000400:00000200:0.0:1767384311.826927:0:19976:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384311.826932:0:19976:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767384311.826938:0:19976:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e84738e8. 00000020:01000000:0.0:1767384311.826941:0:19976:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384311.826943:0:19976:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp14 00000400:00000010:0.0:1767384311.826954:0:19976:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008b1b8f4a. 00000400:00000010:0.0:1767384311.826958:0:19976:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b80ff957. 00000400:00000200:3.0:1767384311.826960:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384311.826967:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:3.0:1767384311.826975:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000400:00000200:3.0:1767384311.826977:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (6) 00000400:00000010:3.0:1767384311.826983:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087468ff6. 00000400:00000200:3.0:1767384311.826987:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384311.826999:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384311.827006:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384311.827017:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384311.827025:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384311.827035:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384311.827050:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767384311.827057:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp13 00000400:00000200:3.0:1767384311.827065:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767384311.827068:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp13 00000400:00000200:3.0:1767384311.827075:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp13 NI seq info: [13:13:256:4294967295] 192.168.202.119@tcp13 LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767384311.827082:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp13 00000400:00000200:3.0:1767384311.827095:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13:) -> 192.168.202.119@tcp13(192.168.202.119@tcp:192.168.202.119@tcp13) : PUT try# 0 00000800:00000200:3.0:1767384311.827101:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.202.119@tcp13 00000800:00000010:3.0:1767384311.827131:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d91c0832. 00000800:00000010:3.0:1767384311.827139:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000059a80da0. 00000800:00000010:3.0:1767384311.827142:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b4ae0bbc. 00000800:00000200:3.0:1767384311.827146:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (2) 00000800:00000200:3.1:1767384311.827151:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (2) 00000400:00000200:3.0:1767384311.827164:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384311.827168:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000400:00000200:3.0:1767384311.827234:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384311.827273:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:0.0:1767384311.827289:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.827295:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.827299:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384311.827300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000040:0.0:1767384311.827305:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.827321:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384311.827323:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384311.827326:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 02000000:00000001:0.0:1767384311.827329:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384311.827334:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.827339:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.827345:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748231424:0@lo:253: 00000100:00000001:0.0:1767384311.827352:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384311.827354:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 02000000:00000001:0.0:1767384311.827357:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384311.827361:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.827366:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384311.827372:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000068d8effe. 02000000:00000001:0.0:1767384311.827377:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384311.827382:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779dfc35. 00000400:00000200:3.0:1767384311.827384:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000010:0.0:1767384311.827391:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b1b8f4a. 00000100:00000200:0.0:1767384311.827396:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748231424, portal 25 00000100:00000001:0.0:1767384311.827399:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384311.827403:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521762432 : -114055187789184 : ffff9844750c0a80) 00000100:00000040:0.0:1767384311.827412:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384311.827415:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000001:0.0:1767384311.827425:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.827428:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.827438:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e5c46f0. 00000100:00000200:0.0:1767384311.827440:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748231424, offset 0 00000400:00000200:0.0:1767384311.827448:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384311.827451:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384311.827457:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.827473:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102300 00000400:00000200:0.0:1767384311.827482:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d5 [2] + 0 00000400:00000010:0.0:1767384311.827489:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd37b4f2. 00000400:00000200:0.0:1767384311.827495:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a6b1e39d 00000400:00000200:0.0:1767384311.827502:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.827509:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384311.827514:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6b1e39d 00000400:00000010:0.0:1767384311.827517:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a6b1e39d. 00000100:00000001:0.0:1767384311.827522:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384311.827524:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384311.827526:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000088d49cc4 x1853236748231424 msgsize 4848 00000100:00100000:0.0:1767384311.827535:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384311.827537:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384311.827547:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.827556:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e5c46f0 00000400:00000010:0.0:1767384311.827561:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e5c46f0. 00000100:00000001:0.0:1767384311.827565:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384311.827570:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.827583:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.827588:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.827594:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.827598:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.827606:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.827611:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294899720 00000100:00000010:0.0:1767384311.827617:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:0.0:1767384311.827625:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384311.827632:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294899720 00000100:00000010:0.0:1767384311.827635:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e449bbb. 00000100:00000001:0.0:1767384311.827647:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384311.827653:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294899720 00000100:00000010:0.0:1767384311.827659:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e0bd9b. 00000800:00000010:3.0:1767384311.827662:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ff810b6. 00000100:00000001:0.0:1767384311.827663:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1767384311.827670:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017037de7. 00000100:00000001:0.0:1767384311.827670:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294899720 00000100:00000010:0.0:1767384311.827678:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000800:00000010:3.0:1767384311.827681:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c5b43143. 00000100:00000001:0.0:1767384311.827683:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384311.827690:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.827693:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.827697:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.827700:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.827709:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.827712:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384311.827717:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384311.827718:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c5b43143. 00000100:00000001:0.0:1767384311.827719:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.827723:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.827729:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.827756:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384311.827761:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231424 02000000:00000001:3.0:1767384311.827765:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384311.827770:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.827780:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.827785:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384311.827790:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231424 00000020:00000001:3.0:1767384311.827792:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384311.827795:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384311.827798:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384311.827800:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384311.827804:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384311.827806:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384311.827808:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:0.0:1767384311.827811:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231552 00000100:00000001:3.0:1767384311.827813:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384311.827815:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384311.827830:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384311.827832:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5b43143. 00000100:00000001:0.0:1767384311.827833:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.827838:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384311.827839:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384311.827845:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5b43143. 00000100:00100000:0.0:1767384311.827846:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231552 00000020:00000001:0.0:1767384311.827849:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384311.827851:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000010:3.0:1767384311.827852:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5d604d7. 00000020:00000001:0.0:1767384311.827853:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384311.827856:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:0.0:1767384311.827859:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:3.0:1767384311.827860:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d67d27b. 00000020:00000001:0.0:1767384311.827861:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384311.827866:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.827867:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad8859e5. 00000020:00000010:0.0:1767384311.827869:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad9c19. 00000100:00000001:0.0:1767384311.827874:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384311.827878:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad9c19. 00000100:00000040:3.0:1767384311.827879:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384311.827883:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384311.827886:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384311.827888:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.827890:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000988d0924. 00000100:00000001:3.0:1767384311.827896:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.827896:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000443a4d2f. 00000020:00000010:0.0:1767384311.827904:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e657d831. 00000100:00000001:3.0:1767384311.827909:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.827911:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384311.827914:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384311.827916:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.827921:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.827923:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384311.827924:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.827926:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384311.827933:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000001:0.0:1767384311.827936:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384311.827937:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384311.827940:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384311.827941:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400395856 : -114060309155760 : ffff984343ca3050) 00000100:00000040:3.0:1767384311.827948:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088d49cc4 x1853236748231424/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.827948:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:0.0:1767384311.827955:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384311.827959:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651846736 : -114055057704880 : ffff98447cccf850) 00000100:00000001:3.0:1767384311.827961:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384311.827965:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5b43143. 00000100:00000040:0.0:1767384311.827967:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000079ad3d5 x1853236748231552/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:292/0 lens 4848/0 e 0 to 0 dl 1767384322 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.827969:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384311.827974:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5b43143. 00000100:00000001:0.0:1767384311.827978:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384311.827982:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad9c19. 00000100:00000001:0.0:1767384311.827986:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384311.827987:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088d49cc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748231424:12345-0@lo:253: 00000020:00000010:0.0:1767384311.827988:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad9c19. 00000100:00000200:3.0:1767384311.827994:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231424 00000020:00000001:3.0:1767384311.827997:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384311.827998:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000079ad3d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748231552:12345-0@lo:253: 00000020:00000001:3.0:1767384311.828002:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384311.828002:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231552 00000020:00000001:3.0:1767384311.828005:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.828006:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384311.828011:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384311.828011:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384311.828015:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384311.828016:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384311.828018:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384311.828021:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384311.828023:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.828025:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384311.828026:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384311.828030:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384311.828031:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384311.828033:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.828034:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384311.828038:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384311.828039:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384311.828041:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384311.828043:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384311.828044:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.828048:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384311.828051:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000010a0c629. 02000000:00000001:3.0:1767384311.828056:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.828057:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.1:1767384311.828058:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (2) 00000100:00000001:3.0:1767384311.828060:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384311.828064:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000098231b34. 20000000:00000001:3.0:1767384311.828065:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384311.828069:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp13 000000001791f26f deleted 02000000:00000001:0.0:1767384311.828070:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.1:1767384311.828073:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001791f26f. 00000100:00000001:0.0:1767384311.828074:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.828079:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384311.828080:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:3.0:1767384311.828083:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044549ea2. 20000000:00000010:0.0:1767384311.828085:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e84738e8. 20000000:01000000:3.0:1767384311.828088:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:2.1:1767384311.828090:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp13 ip 192.168.202.119:1015 20000000:01000000:0.0:1767384311.828092:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384311.828093:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384311.828098:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:2.1:1767384311.828098:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d91c0832 type 1, nob 224 niov 1 nkiov 1 20000000:00000001:0.0:1767384311.828098:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384311.828103:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.828128:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384311.828131:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384311.828138:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384311.828141:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384311.828142:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000082e796b5. 20000000:01000000:3.0:1767384311.828147:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384311.828147:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.828152:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384311.828155:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384311.828162:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384311.828209:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384311.828214:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384311.828215:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.828217:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384311.828221:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384311.828226:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384311.828229:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384311.828243:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b3a41b3a. 00080000:00000001:3.0:1767384311.828248:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380418560 : -114060329133056 : ffff984342995c00) 00080000:00000001:3.0:1767384311.828253:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.1:1767384311.828347:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000001:00000001:3.0:1767384311.828349:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384311.828351:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.828355:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384311.828374:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384311.828378:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384311.828478:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384311.828482:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384311.828533:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828541:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.828543:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828547:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.828556:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13) <- 192.168.202.119@tcp13 : PUT - for me 00000400:00000200:0.0:1767384311.828567:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384311.828572:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 128/128 into md 0x1245 [1] + 0 00000400:00000010:0.0:1767384311.828575:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37c306a. 00000400:00000200:0.0:1767384311.828579:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000457eb4ca 00000800:00000001:0.0:1767384311.828582:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828590:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.828592:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.828599:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp13->192.168.202.119@tcp13: PUT: OK 00000400:00000200:0.0:1767384311.828603:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:0.0:1767384311.828605:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000400:00000200:0.0:1767384311.828609:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384311.828612:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (7) 00000400:00000200:0.0:1767384311.828616:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:0.0:1767384311.828619:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000009e5c46f0. 00000400:00000200:0.0:1767384311.828622:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 6 00000400:00000200:0.0:1767384311.828625:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384311.828634:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (8) 00000400:00000200:0.0:1767384311.828644:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384311.828650:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp13 to MR: 192.168.202.119@tcp13 local destination 00000400:00000200:0.0:1767384311.828659:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp13 NI seq info: [14:14:256:4294967295] 192.168.202.119@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384311.828673:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13:192.168.202.119@tcp13) -> 192.168.202.119@tcp13(192.168.202.119@tcp13:192.168.202.119@tcp13) 192.168.202.119@tcp13 : ACK try# 0 00000800:00000200:0.0:1767384311.828681:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp13 00000800:00000010:0.0:1767384311.828685:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd7e6897. 00000800:00000200:0.0:1767384311.828692:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (4) 00000800:00000200:0.0:1767384311.828699:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp13 ip 192.168.202.119:988 00000800:00000200:0.0:1767384311.828703:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd7e6897 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384311.828771:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384311.828774:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd7e6897. 00000400:00000200:0.0:1767384311.828778:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.828784:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp13->192.168.202.119@tcp13: ACK: OK 00000800:00000001:0.0:1767384311.828791:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828795:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.828798:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828804:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384311.828807:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828812:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.828834:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13) <- 192.168.202.119@tcp13 : ACK - for me 00000400:00000200:0.0:1767384311.828848:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp13: ACK from 12345-192.168.202.119@tcp13 into md 0x125d 00000400:00000200:0.0:1767384311.828852:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.828859:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp13->192.168.202.119@tcp13: ACK: OK 00000400:00000200:0.0:1767384311.828864:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 00000400:00000010:0.0:1767384311.828867:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000400:00000200:0.0:1767384311.828872:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384311.828877:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384311.828883:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384311.828887:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (7) 00000800:00000001:0.0:1767384311.828894:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384311.828899:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384311.828939:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384311.828945:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d148ff. 00000400:00000010:0.0:1767384311.828951:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd91d1e9. 00000400:00000200:0.0:1767384311.828957:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:0.0:1767384311.828964:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:0.0:1767384311.828970:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000cc264e33. 00000400:00000010:0.0:1767384311.828973:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 000000004a0e9c4c. 00000400:00000010:0.0:1767384311.828976:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000d486019a. 00000400:00000010:0.0:1767384311.828986:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bbe088a5. 00000400:00000200:0.0:1767384311.828990:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bbe088a5 nid 192.168.202.119@tcp14 00000400:00000010:0.0:1767384311.828994:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eb22410c. 00000400:00000200:0.0:1767384311.828997:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eb22410c net tcp14 00000400:00000200:0.0:1767384311.828999:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (6) 00000400:00000200:0.0:1767384311.829003:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp14 flags 0x11 00000400:00000010:0.0:1767384311.829006:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000cc264e33. 00000400:00000010:0.0:1767384311.829009:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 000000004a0e9c4c. 00000400:00000010:0.0:1767384311.829011:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000d486019a. 00000400:00000010:0.0:1767384311.829013:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000009e5c46f0. 00000400:00000200:0.0:1767384311.829016:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384311.829021:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:0.0:1767384311.829026:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:0.0:1767384311.829031:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:0.0:1767384311.829034:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384311.829035:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:0.0:1767384311.829039:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384311.829041:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (7) 00000800:00000010:0.0:1767384311.829329:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000056b1f275. 00000800:00000010:0.0:1767384311.829334:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e5c46f0. 00000800:00000010:0.0:1767384311.829348:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d486019a. 00000800:00000200:0.1:1767384311.829352:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (4) 00000800:00000200:0.1:1767384311.829357:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp13 00000000d486019a deleted 00000800:00000010:0.1:1767384311.829359:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d486019a. 00000800:00000200:0.1:1767384311.829362:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384311.829365:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp13 p 3.x 192.168.202.119 -> 192.168.202.119:1014 incarnation:1767384310460645393 sched[0] 00000800:00000010:0.0:1767384311.829370:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004fad9c19. 00000800:00000010:0.0:1767384311.829420:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004fad9c19. 00000800:00000010:0.0:1767384311.829428:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e5c46f0. 00000800:00000010:0.0:1767384311.829451:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000121afb7a. 00000800:00000200:3.1:1767384311.829488:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384311.829494:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp13 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384310460645393 sched[0] 00000800:00000010:3.0:1767384311.829498:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ceff86d. 00000800:00000001:3.0:1767384311.829525:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384311.829528:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384311.835891:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384311.835898:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384311.835901:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384311.835902:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384311.835909:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:0.0:1767384311.835912:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384311.835914:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384311.835917:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384311.835918:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384311.835920:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384311.835922:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b3a41b3a. 20000000:00000001:0.0:1767384311.835922:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384311.835929:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384311.835930:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:0.0:1767384311.835938:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384311.835961:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006bfd1ac0. 20000000:01000000:1.0:1767384311.835967:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:1.0:1767384311.835970:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384311.835975:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384311.836002:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384311.836007:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384311.836009:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.836013:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384311.836017:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384311.836021:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384311.836026:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384311.836032:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a1b4c5a. 00080000:00000001:1.0:1767384311.836037:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381324800 : -114060328226816 : ffff984342a73000) 00080000:00000001:1.0:1767384311.836042:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384311.836096:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384311.836099:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.836103:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384311.836215:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384311.836221:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384311.836298:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384311.836302:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384311.840163:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294899720, at 4294899721 00000100:00000040:3.0:1767384311.840166:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294899720, at 4294899721 00000100:00000010:0.0:1767384311.840175:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb86e2f. 00000100:00000010:3.0:1767384311.840177:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:1.0:1767384311.840239:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294899720, at 4294899721 00000100:00000010:1.0:1767384311.840253:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e449bbb. 00010000:00000010:2.1:1767384311.842133:0:19982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000105a615d. 00010000:00000010:2.1:1767384311.842144:0:19982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000001:1.0:1767384311.843856:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384311.843862:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384311.843866:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384311.843868:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384311.843871:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384311.843887:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384311.843891:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384311.843898:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384311.843913:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384311.843916:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384311.843920:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384311.843921:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384311.843924:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384311.843927:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 00080000:00000001:1.0:1767384311.843933:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:1.0:1767384311.845794:0:19981:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b20088f5. 00000400:00000040:1.0:1767384311.845813:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.845817:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384311.845834:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.845837:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.845839:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.845842:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384311.845845:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.845848:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384311.845850:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384311.845852:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384311.845855:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384311.845858:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.845861:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384311.845864:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.845865:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384311.845868:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384311.845870:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384311.845873:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384311.845875:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384311.845878:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.845885:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.845887:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.845888:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.845890:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.845891:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384311.845893:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.845895:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.845896:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.845898:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.845899:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.845900:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384311.845902:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384311.845904:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384311.845905:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384311.845907:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384311.845908:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.845910:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384311.845912:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384311.845913:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.845915:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384311.845916:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384311.845917:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384311.845919:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384311.845920:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384311.845922:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384311.845923:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384311.845925:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384311.845926:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384311.845927:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384311.845929:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384311.845930:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384311.845932:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384311.845933:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384311.845934:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384311.845936:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384311.845937:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384311.845939:0:19981:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384311.845967:0:19981:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b20088f5. 00080000:00000020:0.0:1767384311.845996:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384311.846000:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384311.846003:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044549ea2. 20000000:00000001:0.0:1767384311.846009:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384311.846013:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231424 00010000:00000001:0.0:1767384311.846016:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384311.846022:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088d49cc4 x1853236748231424/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.846030:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384311.846032:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384311.846036:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.846040:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384311.846043:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384311.846045:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384311.846049:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384311.846051:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.846054:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.846058:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.846061:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005264c327. 00000100:00000200:0.0:1767384311.846065:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748231424, offset 224 00000400:00000200:0.0:1767384311.846071:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.846079:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.846094:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102300 00000400:00000200:0.0:1767384311.846100:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1261 [2] + 224 00000400:00000200:0.0:1767384311.846133:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.846137:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384311.846141:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.846145:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.846153:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.846167:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.846172:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005264c327 00000400:00000010:0.0:1767384311.846174:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005264c327. 00000100:00000001:0.0:1767384311.846177:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384311.846178:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384311.846182:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.846184:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384311.846187:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384311.846188:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.846190:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384311.846193:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088d49cc4 x1853236748231424/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.846200:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088d49cc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748231424:12345-0@lo:253: Request processed in 18238us (18672us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384311.846208:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:0.0:1767384311.846211:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384311.846214:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384311.846217:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384311.846222:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d67d27b. 00000020:00000010:0.0:1767384311.846227:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad8859e5. 00000020:00000010:0.0:1767384311.846232:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5d604d7. 00000020:00000040:0.0:1767384311.846239:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384311.846244:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384311.846254:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000010a0c629. 02000000:00000001:0.0:1767384311.846260:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384311.846262:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384311.846269:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384311.846274:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaaf4bef. 00000400:00000010:0.0:1767384311.846279:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005264c327. 00000100:00000001:0.0:1767384311.846301:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.846303:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384311.846308:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384311.846309:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384311.846311:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779dfc35. 00000400:00000200:0.0:1767384311.846315:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1b8f4a 00000400:00000010:0.0:1767384311.846316:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b1b8f4a. 00000100:00000001:0.0:1767384311.846319:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.846323:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384311.846330:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.846335:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384311.846336:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.846338:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384311.846339:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384311.846341:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384311.846342:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384311.846344:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384311.846347:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=17 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384311.846350:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.846352:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384311.846353:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384311.846355:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384311.846356:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.846358:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.846361:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.846366:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384311.846369:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384311.846376:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384311.846379:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384311.846381:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384311.846383:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384311.846384:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384311.846386:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384311.846388:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384311.846389:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384311.846391:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384311.846392:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384311.846393:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384311.846397:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384311.846403:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748231424:0@lo:253: 00000100:00000001:0.0:1767384311.846408:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.846410:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384311.846414:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678d8a77 x1853236748231424/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.846418:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384311.846420:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384311.846423:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068d8effe. 02000000:00000001:0.0:1767384311.846428:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384311.846430:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384311.846431:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384311.846433:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384311.846435:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000057c56f84. 02000000:00000001:0.0:1767384311.846439:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384311.846441:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384311.846442:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678d8a77. 00000100:00000001:0.0:1767384311.846445:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384311.846446:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.846448:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384311.846453:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384311.846454:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.846456:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384311.846458:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384311.847210:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384311.847220:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384311.847222:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e84738e8. 20000000:00000001:0.0:1767384311.847227:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384311.847231:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231552 00010000:00000001:0.0:1767384311.847233:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384311.847238:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000079ad3d5 x1853236748231552/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.847246:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384311.847248:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384311.847251:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384311.847254:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384311.847257:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384311.847260:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384311.847263:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384311.847265:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.847268:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384311.847272:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384311.847275:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e1f924. 00000100:00000200:0.0:1767384311.847279:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748231552, offset 224 00000400:00000200:0.0:1767384311.847286:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384311.847295:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384311.847304:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102380 00000400:00000200:0.0:1767384311.847311:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1269 [2] + 224 00000400:00000200:0.0:1767384311.847317:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384311.847321:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384311.847326:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384311.847331:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.847340:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384311.847359:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384311.847366:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e1f924 00000400:00000010:0.0:1767384311.847369:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8e1f924. 00000100:00000001:3.0:1767384311.847370:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.847373:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384311.847374:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384311.847379:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384311.847381:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384311.847385:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f133b711. 00000100:00000001:0.0:1767384311.847385:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384311.847392:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4917b6c 00000400:00000010:3.0:1767384311.847394:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4917b6c. 00000100:00000001:0.0:1767384311.847394:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.847398:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384311.847401:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000200:3.0:1767384311.847406:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384311.847407:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384311.847411:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384311.847417:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384311.847421:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384311.847427:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000079ad3d5 x1853236748231552/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:292/0 lens 4848/4768 e 0 to 0 dl 1767384322 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.847429:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384311.847432:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.847437:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384311.847440:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384311.847442:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384311.847446:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384311.847448:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384311.847449:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000079ad3d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748231552:12345-0@lo:253: Request processed in 19468us (19772us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384311.847451:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=17 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384311.847462:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=17 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384311.847463:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000001:3.0:1767384311.847467:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384311.847470:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384311.847470:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00010000:00000001:3.0:1767384311.847476:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384311.847476:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384311.847480:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384311.847481:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384311.847482:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384311.847485:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000443a4d2f. 00000100:00000040:3.0:1767384311.847488:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384311.847492:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e657d831. 00000100:00000001:3.0:1767384311.847498:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384311.847499:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000988d0924. 00000100:00000001:3.0:1767384311.847500:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384311.847503:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384311.847505:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000020:01000004:3.0:1767384311.847506:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384311.847510:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384311.847511:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384311.847511:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384311.847514:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000098231b34. 00000020:01000004:3.0:1767384311.847515:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384311.847518:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384311.847520:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384311.847521:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384311.847522:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384311.847524:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384311.847525:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384311.847528:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:0.0:1767384311.847531:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384311.847533:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384311.847538:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779dfc35. 00000100:00100000:3.0:1767384311.847543:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c5d30910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748231552:0@lo:253: 00000400:00000010:0.0:1767384311.847544:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e1f924. 00000100:00000001:3.0:1767384311.847552:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.847554:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384311.847557:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c5d30910 x1853236748231552/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384327 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384311.847562:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384311.847564:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384311.847566:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000072b10034. 02000000:00000001:3.0:1767384311.847570:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384311.847572:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384311.847573:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384311.847574:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384311.847576:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080cf73dd. 02000000:00000001:3.0:1767384311.847583:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384311.847584:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384311.847585:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c5d30910. 00000100:00000001:3.0:1767384311.847587:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384311.847588:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.847589:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384311.847592:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384311.847593:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384311.847594:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384311.847595:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384311.849135:0:19982:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000105a615d. 00010000:00000010:2.1:1767384311.849141:0:19982:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00000020:00000001:3.0:1767384312.151210:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384312.151214:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384312.151216:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384312.343181:0:16772:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384312.343187:0:16772:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384312.343207:0:18575:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000044aff9ae. 00000100:00000001:1.0:1767384312.343226:0:18575:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384312.343228:0:18575:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384312.405519:0:20148:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384312.405531:0:20148:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.405534:0:20148:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384312.405539:0:20148:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384312.405543:0:20148:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384312.405546:0:20148:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384313.082463:0:20312:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384313.082467:0:20312:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767384313.085720:0:20312:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384313.092237:0:20313:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006dffcc62. 00000400:00000010:0.0:1767384313.092251:0:20313:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f4681f1b. 00000400:00000010:0.0:1767384313.092260:0:20313:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f2561be0. 00000400:00000010:0.0:1767384313.092263:0:20313:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b81d15d7. 00000400:00000010:0.0:1767384313.092266:0:20313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db743e6d. 00000400:00000010:0.0:1767384313.092274:0:20313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d4900092. 00000400:00000010:0.0:1767384313.092276:0:20313:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fada8c14. 00000400:00000010:0.0:1767384313.092277:0:20313:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a500d66c. 00000400:00000010:0.0:1767384313.092280:0:20313:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000082941a12. 00000800:00000010:0.0:1767384313.092290:0:20313:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000aaabfaff. 00000800:00000200:0.0:1767384313.092299:0:20313:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384313.092305:0:20313:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384313.092337:0:20313:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384313.092355:0:20313:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp15 [8/256/0/180] 00000400:00000010:0.0:1767384313.093982:0:20313:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000dec8929d. 00000400:00000010:0.0:1767384313.093989:0:20313:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f6d55d. 00000400:00000010:0.0:1767384313.093994:0:20313:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1da868. 00000400:00000001:0.0:1767384313.094009:0:20313:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384313.094011:0:20313:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384313.094013:0:20313:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b88d2d1. 00000400:00000200:0.0:1767384313.094016:0:20313:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebebab5 00000400:00000010:0.0:1767384313.094018:0:20313:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cebebab5. 00000400:00000010:0.0:1767384313.094024:0:20313:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000ded0546d. 00000400:00000200:0.0:1767384313.094029:0:20313:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (6) 00000400:00000200:0.0:1767384313.094042:0:20313:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384313.094051:0:20313:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000400:00000200:3.0:1767384313.094059:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384313.094060:0:20313:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000080cf73dd. 00000400:00000200:3.0:1767384313.094066:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000020:01000000:0.0:1767384313.094066:0:20313:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384313.094072:0:20313:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp15 00000400:00000010:3.0:1767384313.094073:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012cb5712. 00000400:00000200:3.0:1767384313.094077:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (7) 00000400:00000010:3.0:1767384313.094082:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d96f1e74. 00000400:00000200:3.0:1767384313.094088:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000010:0.0:1767384313.094089:0:20313:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f4681f1b. 00000400:00000010:0.0:1767384313.094095:0:20313:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006dffcc62. 00000400:00000200:3.0:1767384313.094102:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384313.094130:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384313.094136:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384313.094141:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000001:1.0:1767384313.094141:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384313.094145:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:1.0:1767384313.094146:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384313.094149:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384313.094151:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 10000000:01000000:1.0:1767384313.094151:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384313.094155:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000020:01000004:1.0:1767384313.094155:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384313.094157:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384313.094158:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384313.094159:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp14 00000020:01000004:1.0:1767384313.094160:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384313.094161:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384313.094163:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384313.094164:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp14 lpni_is_preferred = 0 00000020:01000004:1.0:1767384313.094165:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384313.094167:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384313.094168:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp14 00000020:01000004:1.0:1767384313.094168:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384313.094170:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384313.094171:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp14 NI seq info: [15:15:256:4294967295] 192.168.202.119@tcp14 LPNI seq info [15:15:8:4294967295] 00000100:00000010:1.0:1767384313.094175:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ff4b627. 00000020:00000040:1.0:1767384313.094181:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384313.094185:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp14 00000100:00000001:1.0:1767384313.094186:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384313.094189:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384313.094193:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14:) -> 192.168.202.119@tcp14(192.168.202.119@tcp:192.168.202.119@tcp14) : PUT try# 0 02000000:00000001:1.0:1767384313.094193:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384313.094199:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.202.119@tcp14 02000000:00000010:1.0:1767384313.094202:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000020cec4f9. 00000800:00000010:3.0:1767384313.094205:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000310cd9b6. 00000100:00000001:1.0:1767384313.094209:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384313.094213:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000064e222a9. 00000800:00000010:3.0:1767384313.094217:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cb88b091. 00000100:00000001:1.0:1767384313.094217:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384313.094220:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384313.094222:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (2) 00000800:00000200:3.1:1767384313.094226:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (2) 00000100:00000040:1.0:1767384313.094227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ff4b627] to pc [ptlrpcd_00_02+2] req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384313.094242:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384313.094245:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 10000000:00000001:1.0:1767384313.094253:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384313.094257:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.094259:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384313.094261:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384313.094271:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384313.094275:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:3.0:1767384313.094276:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:1.0:1767384313.094277:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384313.094278:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384313.094278:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384313.094280:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384313.094282:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384313.094284:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384313.094285:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384313.094287:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:1.0:1767384313.094287:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384313.094289:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384313.094289:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384313.094291:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384313.094292:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384313.094292:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384313.094294:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384313.094295:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384313.094296:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384313.094298:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384313.094300:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000156f3d7d. 00000100:00000040:3.0:1767384313.094303:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384313.094303:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384313.094306:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384313.094308:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384313.094311:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.094313:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384313.094316:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384313.094318:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000720e50ef. 02000000:00000001:3.0:1767384313.094320:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384313.094323:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384313.094323:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.094327:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094328:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384313.094330:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384313.094331:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ff4b627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748231680:0@lo:253: 00000100:00000001:3.0:1767384313.094335:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384313.094335:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000156f3d7d] to pc [ptlrpcd_00_03+3] req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384313.094341:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384313.094344:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.094347:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384313.094347:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384313.094350:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.094352:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384313.094353:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e41e04ba. 02000000:00000001:3.0:1767384313.094355:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384313.094355:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384313.094357:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000080cf73dd. 00000400:00000010:3.0:1767384313.094361:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edd8901c. 00000400:00000010:3.0:1767384313.094366:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b56ea14. 00000100:00000001:1.0:1767384313.094374:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384313.094376:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748231680, portal 25 00000100:00000001:3.0:1767384313.094379:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384313.094379:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384313.094383:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407809920 : -114055301741696 : ffff98446e414380) 00000100:00000001:1.0:1767384313.094384:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384313.094390:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.094390:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384313.094392:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.094396:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.094397:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384313.094398:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384313.094399:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384313.094401:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.094404:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b1b8f4a. 00000100:00000200:3.0:1767384313.094407:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748231680, offset 0 00000100:00000040:1.0:1767384313.094408:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384313.094413:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384313.094416:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384313.094417:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.094420:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384313.094423:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384313.094423:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384313.094426:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384313.094429:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000156f3d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748231808:0@lo:253: 00000100:00000001:1.0:1767384313.094433:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384313.094434:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102400 02000000:00000001:1.0:1767384313.094435:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384313.094437:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.094439:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384313.094442:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 02000000:00000010:1.0:1767384313.094445:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003fa7cb12. 00000400:00000010:3.0:1767384313.094446:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011a9e55c. 02000000:00000001:1.0:1767384313.094451:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384313.094454:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eb49a9e4 00000400:00000010:1.0:1767384313.094455:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000400:00000010:1.0:1767384313.094460:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b30366da. 00000400:00000200:3.0:1767384313.094461:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384313.094463:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748231808, portal 25 00000400:00000200:3.0:1767384313.094466:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384313.094466:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384313.094468:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407823360 : -114055301728256 : ffff98446e417800) 00000400:00000200:3.0:1767384313.094471:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb49a9e4 00000100:00000040:1.0:1767384313.094472:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384313.094473:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb49a9e4. 00000100:00000001:3.0:1767384313.094479:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384313.094479:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384313.094483:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384313.094484:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384313.094487:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000018aefd01 x1853236748231680 msgsize 4848 00000400:00000010:1.0:1767384313.094488:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e771ca8. 00000100:00000200:1.0:1767384313.094490:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748231808, offset 0 00000100:00100000:3.0:1767384313.094492:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384313.094494:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384313.094495:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384313.094502:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384313.094504:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384313.094513:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b1b8f4a 00000400:00000010:3.0:1767384313.094517:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b1b8f4a. 00000400:00000200:1.0:1767384313.094519:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102480 00000100:00000001:3.0:1767384313.094521:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384313.094525:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000100:00000200:3.0:1767384313.094526:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384313.094528:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f73615b7. 00000400:00000200:1.0:1767384313.094532:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e099130b 00000100:00000001:3.0:1767384313.094536:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384313.094537:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384313.094540:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384313.094541:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384313.094548:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384313.094552:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e099130b 00000100:00000001:3.0:1767384313.094554:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384313.094554:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e099130b. 00000100:00000001:1.0:1767384313.094559:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384313.094560:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384313.094562:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384313.094565:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000009f01e0e x1853236748231808 msgsize 4848 00000100:00000001:3.0:1767384313.094566:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294900987 00000100:00000010:3.0:1767384313.094571:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046d83f98. 00000100:00100000:1.0:1767384313.094572:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384313.094574:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384313.094578:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384313.094586:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294900987 00000100:00000001:1.0:1767384313.094586:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384313.094590:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001032d171. 00000400:00000200:1.0:1767384313.094590:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e771ca8 00000400:00000010:1.0:1767384313.094592:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e771ca8. 00000100:00000001:3.0:1767384313.094594:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384313.094594:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384313.094600:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.094602:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294900987 00000100:00000010:3.0:1767384313.094607:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd11083b. 00000100:00000001:1.0:1767384313.094610:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384313.094611:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384313.094612:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.094615:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294900987 00000100:00000010:3.0:1767384313.094619:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9a0fb4. 00000100:00000001:1.0:1767384313.094619:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094622:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384313.094624:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384313.094627:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.094628:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.094633:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094633:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294900987 00000100:00000001:1.0:1767384313.094636:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294900987 00000100:00000001:3.0:1767384313.094638:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094638:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294900987 00000100:00000001:3.0:1767384313.094641:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094641:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294900987 00000100:00000001:3.0:1767384313.094643:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384313.094643:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294900987 00000100:00000001:3.0:1767384313.094645:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384313.094645:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294900987 00000100:00000001:3.0:1767384313.094647:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094647:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294900987 00000100:00000001:1.0:1767384313.094649:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294900987 00000100:00000001:3.0:1767384313.094650:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094651:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384313.094653:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094655:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094657:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.094670:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384313.094670:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384313.094673:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231680 02000000:00000001:3.0:1767384313.094676:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384313.094678:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384313.094678:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231808 02000000:00000001:1.0:1767384313.094680:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384313.094681:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094681:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.094683:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.094685:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.094685:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384313.094688:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231680 00000100:00100000:1.0:1767384313.094688:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231808 00000020:00000001:3.0:1767384313.094691:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384313.094691:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384313.094693:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000040:1.0:1767384313.094693:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384313.094695:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384313.094695:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384313.094698:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000040:1.0:1767384313.094698:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384313.094702:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384313.094702:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384313.094705:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384313.094709:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384313.094711:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384313.094713:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384313.094713:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a89ae0e. 00000020:00000010:3.0:1767384313.094715:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081414674. 00000100:00000001:1.0:1767384313.094715:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.094717:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.094718:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a89ae0e. 00000020:00000010:3.0:1767384313.094719:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081414674. 00000020:00000010:1.0:1767384313.094725:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073e17b28. 00000020:00000010:3.0:1767384313.094726:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e8317fe. 00000020:00000010:3.0:1767384313.094732:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b21a516. 00000020:00000010:1.0:1767384313.094732:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000008c0b394. 00000020:00000010:3.0:1767384313.094737:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000abf6010. 00000020:00000010:1.0:1767384313.094737:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000441c3269. 00000100:00000040:1.0:1767384313.094745:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384313.094749:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384313.094750:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384313.094750:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384313.094751:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384313.094752:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094752:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.094760:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094760:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.094770:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.094770:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.094781:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384313.094781:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384313.094784:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384313.094784:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384313.094788:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:3.0:1767384313.094792:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00100000:1.0:1767384313.094793:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000001:3.0:1767384313.094794:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651845712 : -114055057705904 : ffff98447cccf450) 00000100:00000040:1.0:1767384313.094796:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384313.094797:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651840592 : -114055057711024 : ffff98447ccce050) 00000100:00000040:3.0:1767384313.094798:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018aefd01 x1853236748231680/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384313.094800:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009f01e0e x1853236748231808/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 4848/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.094822:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384313.094823:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384313.094825:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081414674. 00000100:00000001:3.0:1767384313.094828:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384313.094830:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081414674. 00000020:00000010:1.0:1767384313.094831:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a89ae0e. 00000100:00000001:1.0:1767384313.094833:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.094835:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a89ae0e. 00000100:00100000:3.0:1767384313.094836:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018aefd01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748231680:12345-0@lo:253: 00000100:00100000:1.0:1767384313.094839:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009f01e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748231808:12345-0@lo:253: 00000100:00000200:3.0:1767384313.094840:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231680 00000020:00000001:3.0:1767384313.094843:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384313.094843:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231808 00000020:00000001:1.0:1767384313.094845:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384313.094847:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384313.094849:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.094849:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384313.094851:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.094852:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384313.094853:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384313.094857:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384313.094857:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384313.094862:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384313.094862:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384313.094864:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384313.094866:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384313.094869:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.094870:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384313.094871:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384313.094872:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384313.094873:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384313.094875:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094875:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384313.094877:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384313.094878:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384313.094878:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384313.094884:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000511cb8bc. 02000000:00000010:3.0:1767384313.094885:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000876c5436. 02000000:00000001:3.0:1767384313.094888:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.094888:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.094891:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.094891:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.094894:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384313.094894:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384313.094905:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000003991f3a. 20000000:00000010:1.0:1767384313.094905:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000029446785. 20000000:01000000:3.0:1767384313.094910:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384313.094910:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384313.094913:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384313.094913:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384313.094916:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384313.094918:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.094921:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.094921:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384313.094923:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.094924:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384313.094925:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.094927:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384313.094933:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cda45b9a. 20000000:01000000:3.0:1767384313.094936:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:3.0:1767384313.094942:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384313.094949:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384313.094997:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384313.095002:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384313.095004:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.095007:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384313.095011:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384313.095016:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384313.095021:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384313.095029:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f474ece. 00080000:00000001:3.0:1767384313.095032:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414501376 : -114060295050240 : ffff984344a16c00) 00080000:00000001:3.0:1767384313.095036:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.1:1767384313.095081:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (2) 00000800:00000200:2.1:1767384313.095085:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp14 000000005ab1d049 deleted 00000800:00000010:2.1:1767384313.095087:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005ab1d049. 00000800:00000200:2.1:1767384313.095091:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384313.095096:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:1013 00000800:00000200:2.1:1767384313.095099:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000310cd9b6 type 1, nob 240 niov 1 nkiov 1 00000001:00000001:3.0:1767384313.095185:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384313.095188:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.095192:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384313.095213:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384313.095218:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.1:1767384313.095324:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:3.0:1767384313.095357:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384313.095367:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767384313.095438:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384313.095448:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384313.095451:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384313.095456:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.095464:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14) <- 192.168.202.119@tcp14 : PUT - for me 00000400:00000200:1.0:1767384313.095473:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384313.095480:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 144/144 into md 0x1271 [1] + 0 00000400:00000010:1.0:1767384313.095491:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d148ff. 00000400:00000200:1.0:1767384313.095495:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd91d1e9 00000800:00000001:1.0:1767384313.095501:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384313.095511:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384313.095513:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.095520:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: PUT: OK 00000400:00000200:1.0:1767384313.095525:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd91d1e9 00000400:00000010:1.0:1767384313.095528:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd91d1e9. 00000400:00000200:1.0:1767384313.095533:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384313.095537:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (8) 00000400:00000200:1.0:1767384313.095541:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:1.0:1767384313.095544:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 000000005e771ca8. 00000400:00000200:1.0:1767384313.095547:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 7 00000400:00000200:1.0:1767384313.095553:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384313.095565:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (9) 00000400:00000200:1.0:1767384313.095570:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384313.095576:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp14 to MR: 192.168.202.119@tcp14 local destination 00000400:00000200:1.0:1767384313.095582:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp14 NI seq info: [16:16:256:4294967295] 192.168.202.119@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1767384313.095600:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) -> 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) 192.168.202.119@tcp14 : ACK try# 0 00000800:00000200:1.0:1767384313.095606:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp14 00000800:00000010:1.0:1767384313.095609:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000740d3bd8. 00000800:00000200:1.0:1767384313.095614:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (4) 00000800:00000200:1.0:1767384313.095622:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:988 00000800:00000200:1.0:1767384313.095627:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000740d3bd8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384313.095690:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384313.095696:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000740d3bd8. 00000400:00000200:1.0:1767384313.095701:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.095708:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: ACK: OK 00000400:00000200:1.0:1767384313.095748:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384313.095753:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000400:00000010:1.0:1767384313.095766:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0b097e. 00000400:00000200:1.0:1767384313.095771:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:1.0:1767384313.095776:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1004d1 00000400:00000010:1.0:1767384313.095784:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 00000000ba1decdc. 00000400:00000010:1.0:1767384313.095788:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 000000005d69339e. 00000400:00000010:1.0:1767384313.095792:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 000000006ad11b0b. 00000400:00000010:1.0:1767384313.095821:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e37fe363. 00000400:00000200:1.0:1767384313.095828:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e37fe363 nid 192.168.202.119@tcp15 00000400:00000010:1.0:1767384313.095834:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000850a6bb4. 00000400:00000200:1.0:1767384313.095837:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000850a6bb4 net tcp15 00000400:00000200:1.0:1767384313.095840:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (8) 00000400:00000200:1.0:1767384313.095846:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp15 flags 0x11 00000400:00000010:1.0:1767384313.095852:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 00000000ba1decdc. 00000400:00000010:1.0:1767384313.095855:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 000000005d69339e. 00000400:00000010:1.0:1767384313.095858:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 000000006ad11b0b. 00000400:00000010:1.0:1767384313.095860:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 000000005e771ca8. 00000400:00000200:1.0:1767384313.095864:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384313.095867:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100551 00000400:00000200:1.0:1767384313.095870:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 1 00000400:00000200:1.0:1767384313.095876:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 00000400:00000200:1.0:1767384313.095880:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384313.095882:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100511 rc 0 00000400:00000200:1.0:1767384313.095886:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384313.095889:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (9) 00000800:00000001:3.0:1767384313.095993:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.096001:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384313.096005:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.096011:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384313.096014:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.096020:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384313.096030:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14) <- 192.168.202.119@tcp14 : ACK - for me 00000400:00000200:3.0:1767384313.096042:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp14: ACK from 12345-192.168.202.119@tcp14 into md 0x1289 00000400:00000200:3.0:1767384313.096047:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.096053:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: ACK: OK 00000400:00000200:3.0:1767384313.096057:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012cb5712 00000400:00000010:3.0:1767384313.096060:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012cb5712. 00000400:00000200:3.0:1767384313.096067:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384313.096073:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384313.096075:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (8) 00000800:00000001:3.0:1767384313.096081:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384313.096085:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384313.096138:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044549ea2. 00000800:00000010:3.0:1767384313.096144:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e5c46f0. 00000800:00000010:3.0:1767384313.096162:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000606fb3cb. 00000800:00000200:3.1:1767384313.096169:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (4) 00000800:00000200:3.1:1767384313.096173:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp14 00000000606fb3cb deleted 00000800:00000010:3.1:1767384313.096176:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000606fb3cb. 00000800:00000200:3.1:1767384313.096181:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384313.096187:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp14 p 3.x 192.168.202.119 -> 192.168.202.119:1012 incarnation:1767384311825447298 sched[0] 00000800:00000010:3.0:1767384313.096192:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e24e68b. 00000800:00000010:3.0:1767384313.096254:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e24e68b. 00000800:00000010:3.0:1767384313.096259:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e5c46f0. 00000800:00000010:3.0:1767384313.096288:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000050c0c14e. 00000800:00000001:3.0:1767384313.096303:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.1:1767384313.096304:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:3.0:1767384313.096311:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384313.102868:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384313.102878:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384313.102884:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384313.102890:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384313.102903:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384313.102912:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384313.102921:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384313.102926:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bcc43c65. 00080000:00000020:3.0:1767384313.102929:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384313.102931:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:1.0:1767384313.102939:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384313.102947:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384313.102980:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384313.102988:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384313.102992:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.102994:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384313.102999:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384313.103007:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384313.103021:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384313.103029:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000099046f4f. 00080000:00000001:1.0:1767384313.103035:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381316608 : -114060328235008 : ffff984342a71000) 00080000:00000001:1.0:1767384313.103043:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384313.103164:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384313.103169:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.103176:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384313.103192:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.103198:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384313.103310:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384313.103316:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384313.107172:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294900987, at 4294900988 00000100:00000010:1.0:1767384313.107190:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001032d171. 00000100:00000040:0.0:1767384313.107270:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294900987, at 4294900988 00000100:00000010:0.0:1767384313.107277:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046d83f98. 00000100:00000040:3.0:1767384313.107283:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294900987, at 4294900988 00000100:00000010:3.0:1767384313.107291:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9a0fb4. 00010000:00000010:2.1:1767384313.110132:0:20319:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e408570c. 00010000:00000010:2.1:1767384313.110142:0:20319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000001:1.0:1767384313.111638:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384313.111647:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384313.111654:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.111658:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384313.111662:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384313.111673:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384313.111677:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384313.111686:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384313.111696:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384313.111700:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384313.111703:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384313.111707:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384313.111711:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384313.111718:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009017e1e6. 00010000:00000001:1.0:1767384313.111723:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384313.111727:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044b90e06. 00000020:00000001:1.0:1767384313.111732:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384313.111735:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044b90e06 with handle 0x4ac496f8d605e083 to hash 00000020:00000001:1.0:1767384313.111738:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384313.111741:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384313.111745:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384313.111748:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384313.111756:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384313.111759:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111769:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384313.111773:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384313.111776:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384313.111778:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384313.111780:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.111783:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384313.111785:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.111788:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384313.111790:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384313.111792:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384313.111794:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384313.111796:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009017e1e6) refcount = 1 00010000:00010000:1.0:1767384313.111800:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111819:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384313.111822:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384313.111823:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.111826:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.111829:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384313.111832:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384313.111835:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384313.111838:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384313.111840:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384313.111842:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044b90e06 refcount=4 00000020:00000001:1.0:1767384313.111845:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384313.111848:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384313.111851:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384313.111853:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111860:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384313.111868:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111875:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384313.111877:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384313.111880:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111886:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384313.111888:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.111891:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384313.111893:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384313.111900:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000044b90e06 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384313.111903:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384313.111905:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384313.111907:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111913:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384313.111915:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384313.111916:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384313.111917:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044b90e06 refcount=5 00000020:00000001:1.0:1767384313.111919:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384313.111922:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384313.111925:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384313.111927:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111932:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384313.111934:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384313.111936:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.111939:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384313.111940:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384313.111942:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384313.111949:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384313.111951:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044b90e06 with handle 0x4ac496f8d605e083 from hash 00010000:00000001:1.0:1767384313.111954:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384313.111955:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384313.111957:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384313.111958:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384313.111960:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384313.111962:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384313.111964:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384313.111966:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.111969:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.111971:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384313.111973:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384313.111976:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384313.111978:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384313.111979:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.111981:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.111983:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384313.111985:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.111991:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384313.111993:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384313.111995:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384313.111997:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384313.111999:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384313.112000:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384313.112002:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384313.112005:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.112007:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384313.112010:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.112016:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384313.112018:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384313.112020:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e083 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384313.112038:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009017e1e6 count: 0 00010000:00000001:1.0:1767384313.112048:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384313.112050:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384313.112648:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384313.112653:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384313.112655:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000003991f3a. 20000000:00000001:0.0:1767384313.112661:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384313.112665:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231680 00010000:00000001:0.0:1767384313.112668:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384313.112681:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018aefd01 x1853236748231680/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384313.112689:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384313.112691:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384313.112695:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384313.112698:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384313.112701:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384313.112703:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384313.112706:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384313.112708:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.112712:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384313.112715:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384313.112718:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dfa9501. 00000100:00000200:0.0:1767384313.112724:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748231680, offset 224 00000400:00000200:0.0:1767384313.112730:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384313.112742:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384313.112753:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102400 00000400:00000200:0.0:1767384313.112760:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x128d [2] + 224 00000400:00000200:0.0:1767384313.112767:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384313.112771:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384313.112778:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384313.112782:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384313.112791:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.112803:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384313.112823:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dfa9501 00000400:00000010:0.0:1767384313.112826:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dfa9501. 00000100:00000001:0.0:1767384313.112829:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384313.112830:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384313.112833:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.112835:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.112838:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384313.112839:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384313.112843:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384313.112845:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384313.112852:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384313.112857:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018aefd01 x1853236748231680/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384313.112864:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018aefd01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748231680:12345-0@lo:253: Request processed in 18041us (18375us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384313.112869:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384313.112874:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384313.112874:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000040:0.0:1767384313.112878:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000400:00000010:3.0:1767384313.112880:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd8901c. 00000100:00000001:0.0:1767384313.112881:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384313.112884:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384313.112886:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b56ea14 00000020:00000010:0.0:1767384313.112889:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b21a516. 00000400:00000010:3.0:1767384313.112891:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b56ea14. 00000020:00000010:0.0:1767384313.112894:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000abf6010. 00000100:00000001:3.0:1767384313.112897:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384313.112899:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e8317fe. 00000100:00000200:3.0:1767384313.112905:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384313.112905:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384313.112912:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384313.112915:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000876c5436. 02000000:00000001:0.0:1767384313.112922:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384313.112924:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.112925:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384313.112932:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384313.112936:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384313.112938:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000100:00000001:3.0:1767384313.112941:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384313.112944:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dfa9501. 00000100:00000001:3.0:1767384313.112945:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384313.112949:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384313.112952:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384313.112955:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384313.112959:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384313.112964:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=19 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384313.112967:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384313.112971:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384313.112973:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384313.112975:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384313.112977:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.112980:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384313.112984:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.112992:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384313.112995:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384313.112997:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384313.113008:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384313.113010:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384313.113012:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384313.113013:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384313.113015:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384313.113017:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384313.113019:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384313.113020:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384313.113022:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384313.113024:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384313.113027:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384313.113035:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ff4b627 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748231680:0@lo:253: 00000100:00000001:3.0:1767384313.113041:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.113044:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384313.113048:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ff4b627 x1853236748231680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.113056:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384313.113059:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384313.113062:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e41e04ba. 02000000:00000001:3.0:1767384313.113066:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384313.113068:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384313.113070:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384313.113073:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384313.113075:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000020cec4f9. 02000000:00000001:3.0:1767384313.113079:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384313.113081:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384313.113082:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ff4b627. 00000100:00000001:3.0:1767384313.113086:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384313.113088:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.113090:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384313.113098:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384313.113100:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.113103:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384313.113237:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384313.115171:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384313.115181:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384313.115183:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000029446785. 20000000:00000001:3.0:1767384313.115189:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384313.115192:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231808 00010000:00000001:3.0:1767384313.115195:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384313.115199:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009f01e0e x1853236748231808/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384313.115207:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384313.115209:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384313.115211:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384313.115215:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384313.115217:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384313.115219:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384313.115221:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384313.115223:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.115225:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384313.115227:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384313.115230:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b56ea14. 00000100:00000200:3.0:1767384313.115233:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748231808, offset 224 00000400:00000200:3.0:1767384313.115238:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384313.115244:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384313.115251:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102480 00000400:00000200:3.0:1767384313.115256:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1295 [2] + 224 00000400:00000200:3.0:1767384313.115262:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384313.115265:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384313.115268:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384313.115272:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.115280:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384313.115297:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384313.115303:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b56ea14 00000100:00000001:0.0:1767384313.115305:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384313.115306:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b56ea14. 00000100:00000001:0.0:1767384313.115309:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384313.115312:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384313.115314:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384313.115316:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384313.115317:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000100:00000001:3.0:1767384313.115320:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384313.115322:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b30366da 00000400:00000010:0.0:1767384313.115325:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b30366da. 00000100:00000001:3.0:1767384313.115328:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.115328:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384313.115333:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384313.115336:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384313.115342:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384313.115346:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384313.115348:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384313.115351:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384313.115357:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384313.115358:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009f01e0e x1853236748231808/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 4848/4768 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384313.115359:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.115370:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384313.115372:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384313.115373:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009f01e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748231808:12345-0@lo:253: Request processed in 20547us (20805us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384313.115374:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384313.115377:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384313.115381:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384313.115387:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=19 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384313.115393:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00001000:0.0:1767384313.115393:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384313.115399:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384313.115401:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384313.115401:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384313.115404:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384313.115406:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384313.115407:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384313.115411:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384313.115411:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384313.115417:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000008c0b394. 00000100:00000040:0.0:1767384313.115417:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384313.115424:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000441c3269. 00000100:00000001:0.0:1767384313.115426:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384313.115430:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384313.115431:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073e17b28. 00000100:00000001:0.0:1767384313.115432:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384313.115436:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384313.115439:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:3.0:1767384313.115440:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000020:01000004:0.0:1767384313.115440:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384313.115443:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384313.115446:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384313.115447:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384313.115448:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384313.115450:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:3.0:1767384313.115452:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000511cb8bc. 00000020:01000004:0.0:1767384313.115452:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384313.115455:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384313.115458:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384313.115459:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384313.115463:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384313.115470:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000156f3d7d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748231808:0@lo:253: 00000100:00000200:3.0:1767384313.115472:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384313.115474:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384313.115478:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edd8901c. 00000100:00000001:0.0:1767384313.115478:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384313.115482:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000156f3d7d x1853236748231808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384313.115485:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b56ea14. 00000100:00000001:0.0:1767384313.115491:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384313.115493:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384313.115501:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003fa7cb12. 02000000:00000001:0.0:1767384313.115505:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384313.115507:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384313.115508:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384313.115510:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384313.115511:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000720e50ef. 02000000:00000001:0.0:1767384313.115514:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384313.115515:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384313.115516:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000156f3d7d. 00000100:00000001:0.0:1767384313.115519:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384313.115520:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.115522:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384313.115525:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384313.115526:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384313.115529:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384313.115530:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384313.115820:0:20318:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b1c41b0d. 00000400:00000040:1.0:1767384313.115837:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384313.115839:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384313.115841:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384313.115842:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384313.115844:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384313.115845:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384313.115847:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384313.115849:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384313.115850:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384313.115851:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384313.115852:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384313.115853:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384313.115854:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384313.115855:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384313.115856:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384313.115858:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384313.115858:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384313.115859:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384313.115860:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384313.115861:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384313.115862:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384313.115863:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384313.115864:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384313.115865:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384313.115866:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384313.115867:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384313.115869:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384313.115869:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384313.115871:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384313.115872:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384313.115873:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384313.115874:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384313.115880:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384313.115882:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384313.115883:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384313.115884:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384313.115885:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384313.115887:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384313.115888:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384313.115889:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384313.115890:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384313.115891:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384313.115892:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384313.115893:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384313.115894:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384313.115895:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384313.115896:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384313.115896:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384313.115898:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384313.115899:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384313.115900:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384313.115901:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384313.115902:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384313.115903:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384313.115905:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384313.115906:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384313.115907:0:20318:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384313.115930:0:20318:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b1c41b0d. 00010000:00000010:1.1:1767384313.117418:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009017e1e6. 00010000:00000010:1.1:1767384313.117422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044b90e06. 00000100:00000001:1.0:1767384313.368563:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384313.368567:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748231936 02000000:00000001:1.0:1767384313.368570:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384313.368574:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.368577:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.368583:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384313.368587:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748231936 00000020:00000001:1.0:1767384313.368590:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384313.368593:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384313.368596:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384313.368598:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384313.368603:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384313.368612:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384313.368618:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384313.368621:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089c11c09. 00000100:00000001:1.0:1767384313.368623:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.368629:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089c11c09. 00000020:00000010:1.0:1767384313.368635:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b947f26. 00000020:00000010:1.0:1767384313.368641:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe2cfc12. 00000020:00000010:1.0:1767384313.368646:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3c9e5d5. 00000100:00000040:1.0:1767384313.368655:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384313.368659:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384313.368660:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384313.368661:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.368667:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.368681:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.368691:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384313.368692:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384313.368696:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000040:1.0:1767384313.368699:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384313.368701:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651847760 : -114055057703856 : ffff98447cccfc50) 00000100:00000040:1.0:1767384313.368705:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015a2ed9e x1853236748231936/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 328/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.368712:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384313.368715:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089c11c09. 00000100:00000001:1.0:1767384313.368717:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.368719:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089c11c09. 00000100:00100000:1.0:1767384313.368724:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015a2ed9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748231936:12345-0@lo:101: 00000100:00000200:1.0:1767384313.368728:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748231936 00000020:00000001:1.0:1767384313.368730:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384313.368733:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384313.368735:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.368737:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384313.368739:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:1.0:1767384313.368747:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384313.368748:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384313.368750:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384313.368752:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384313.368754:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.368756:0:16779:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384313.368758:0:16779:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384313.368759:0:16779:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384313.368761:0:16779:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384313.368762:0:16779:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.368766:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384313.368770:0:16779:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009017e1e6. 00010000:00000001:1.0:1767384313.368772:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384313.368774:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c417e4e4. 00000020:00000001:1.0:1767384313.368776:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384313.368777:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c417e4e4 with handle 0x4ac496f8d605e091 to hash 00000020:00000001:1.0:1767384313.368779:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384313.368779:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384313.368781:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00010000:1.0:1767384313.368782:0:16779:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e08a expref: -99 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384313.368788:0:16779:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:1.0:1767384313.368789:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:1.0:1767384313.368795:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384313.368796:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384313.368800:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b74c9851. 02000000:00000001:1.0:1767384313.368801:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.368802:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.368817:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384313.368820:0:16779:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384313.368821:0:16779:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384313.368823:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384313.368824:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.368826:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384313.368832:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.368834:0:16779:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384313.368836:0:16779:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384313.368837:0:16779:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384313.368838:0:16779:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384313.368840:0:16779:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009017e1e6) refcount = 1 00010000:00010000:1.0:1767384313.368843:0:16779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.368847:0:16779:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384313.368849:0:16779:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384313.368850:0:16779:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.368851:0:16779:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.368853:0:16779:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384313.368856:0:16779:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384313.368858:0:16779:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384313.368863:0:16779:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384313.368865:0:16779:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384313.368866:0:16779:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384313.368868:0:16779:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.368870:0:16779:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384313.368871:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384313.368872:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384313.368873:0:16779:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c417e4e4, rc 0) 00000020:00000001:1.0:1767384313.368875:0:16779:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384313.368877:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748231936 00010000:00000001:1.0:1767384313.368879:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384313.368882:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015a2ed9e x1853236748231936/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384313.368888:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384313.368890:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384313.368893:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384313.368896:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384313.368899:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384313.368905:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384313.368908:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384313.368909:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.368912:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384313.368914:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384313.368916:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019c48738. 00000100:00000200:1.0:1767384313.368918:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748231936, offset 224 00000400:00000200:1.0:1767384313.368922:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384313.368926:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384313.368930:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e102500 00000400:00000200:1.0:1767384313.368934:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x12b1 [1] + 224 00000400:00000200:1.0:1767384313.368937:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.368940:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384313.368942:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384313.368945:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b706a24 x1853236748231936/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384313.368951:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009b706a24 x1853236748231936/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.368963:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384313.368967:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c48738 00000400:00000010:1.0:1767384313.368968:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019c48738. 00000100:00000001:1.0:1767384313.368970:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384313.368971:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384313.368974:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.368976:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384313.368978:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384313.368979:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.368981:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384313.368984:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a2ed9e x1853236748231936/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 328/344 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.368991:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015a2ed9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748231936:12345-0@lo:101: Request processed in 277us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384313.369000:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:1.0:1767384313.369012:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384313.369019:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384313.369023:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384313.369030:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe2cfc12. 00000020:00000010:1.0:1767384313.369037:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3c9e5d5. 00000020:00000010:1.0:1767384313.369044:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b947f26. 00000020:00000040:1.0:1767384313.369052:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384313.369059:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384313.369063:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b74c9851. 02000000:00000001:1.0:1767384313.369067:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384313.369071:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384313.369076:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384313.369081:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000938436a2. 00000400:00000010:1.0:1767384313.369087:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063d6d8dc. 00000100:00000001:1.0:1767384313.369646:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384313.369649:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748232064 02000000:00000001:1.0:1767384313.369651:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384313.369652:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384313.369653:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384313.369656:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384313.369658:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748232064 00000020:00000001:1.0:1767384313.369659:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384313.369660:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384313.369662:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384313.369663:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384313.369665:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384313.369667:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384313.369669:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384313.369672:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089c11c09. 00000100:00000001:1.0:1767384313.369674:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.369675:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089c11c09. 00000020:00000010:1.0:1767384313.369678:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b947f26. 00000020:00000010:1.0:1767384313.369680:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe2cfc12. 00000020:00000010:1.0:1767384313.369684:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3c9e5d5. 00000100:00000040:1.0:1767384313.369687:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384313.369695:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384313.369696:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384313.369697:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.369700:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.369711:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384313.369718:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384313.369719:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384313.369722:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00000040:1.0:1767384313.369724:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384313.369725:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651843664 : -114055057707952 : ffff98447cccec50) 00000100:00000040:1.0:1767384313.369728:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d75f4c8b x1853236748232064/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 304/0 e 0 to 0 dl 1767384324 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.369734:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384313.369736:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089c11c09. 00000100:00000001:1.0:1767384313.369737:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384313.369739:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089c11c09. 00000100:00100000:1.0:1767384313.369741:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d75f4c8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748232064:12345-0@lo:256: 00000100:00000200:1.0:1767384313.369744:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748232064 00000020:00000001:1.0:1767384313.369745:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384313.369747:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384313.369748:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.369749:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384313.369750:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:1.0:1767384313.369752:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384313.369753:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384313.369754:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384313.369755:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384313.369757:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.369759:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384313.369760:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384313.369763:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b74c9851. 02000000:00000001:1.0:1767384313.369764:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.369766:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.369772:0:16779:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384313.369776:0:16779:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384313.369779:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384313.369781:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384313.369783:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384313.369785:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384313.369786:0:16779:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384313.369789:0:16779:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000005a8b7504. 20000000:00000001:1.0:1767384313.369791:0:16779:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384313.369799:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384313.369818:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384313.369823:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384313.369825:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384313.369826:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384313.369827:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384313.369829:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:1.0:1767384313.369830:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3932/1/4/3. 20000000:00000040:1.0:1767384313.369834:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384313.369835:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384313.369837:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384313.369838:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384313.369839:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384313.369840:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384313.369842:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:01000000:1.0:1767384313.369843:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 164, pages 3768/1/4/3. 20000000:01000000:1.0:1767384313.369844:0:16779:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 328, version 18 20000000:00000001:1.0:1767384313.369845:0:16779:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=328 : 328 : 148) 00000100:00000001:1.0:1767384313.369848:0:16779:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384313.369850:0:16779:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005b523221. 00000100:00000010:1.0:1767384313.369852:0:16779:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000955529fc. 00000020:00000040:1.0:1767384313.369853:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:1.0:1767384313.369855:0:16779:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384313.369857:0:16779:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384313.369859:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019c48738. 00000400:00000010:1.0:1767384313.369863:0:16779:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000699a9304. 00000400:00000200:1.0:1767384313.369865:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384313.369871:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384313.369876:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 33 MB=0x695824e102580 00000400:00000200:1.0:1767384313.369883:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 328/328 into md 0x12c1 [4] + 0 00000400:00000010:1.0:1767384313.369885:0:16779:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:1.0:1767384313.369888:0:16779:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7ec220f 00000400:00000200:1.0:1767384313.369890:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.369892:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384313.369894:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7ec220f 00000400:00000010:1.0:1767384313.369895:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c7ec220f. 00000100:00000001:1.0:1767384313.369897:0:16779:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384313.369898:0:16779:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000009b706a24 desc 000000009649beda mbits 1853236748232064 00000100:00000001:1.0:1767384313.369907:0:16779:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384313.369910:0:16779:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384313.369913:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384313.369918:0:16779:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x12cd 00000400:00000200:1.0:1767384313.369920:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.369922:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384313.369925:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384313.369926:0:16779:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000005b523221 00000100:00000001:1.0:1767384313.369928:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384313.369935:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c48738 00000400:00000010:1.0:1767384313.369937:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019c48738. 00000100:00000001:1.0:1767384313.369939:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384313.369940:0:16779:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005b523221 00000100:00000001:1.0:1767384313.369942:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384313.369945:0:16779:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 328 bytes via portal 33 id 12345-0@lo mbits 0x695824e102580-0x695824e102580 00000100:00000001:1.0:1767384313.369947:0:16779:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384313.369950:0:16779:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.369952:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384313.369954:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:1.0:1767384313.369956:0:16779:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000955529fc. 00000100:00000010:1.0:1767384313.369959:0:16779:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005b523221. 00000100:00000001:1.0:1767384313.369961:0:16779:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384313.369962:0:16779:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384313.369967:0:16779:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000005a8b7504. 20000000:00000001:1.0:1767384313.369970:0:16779:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384313.369972:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748232064 00010000:00000001:1.0:1767384313.369978:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384313.369981:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d75f4c8b x1853236748232064/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384313.369986:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384313.369987:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384313.369989:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384313.369992:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384313.369993:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384313.369995:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384313.369997:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384313.369999:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384313.370002:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384313.370004:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384313.370007:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019c48738. 00000100:00000200:1.0:1767384313.370010:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748232064, offset 224 00000400:00000200:1.0:1767384313.370014:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384313.370020:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384313.370026:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e102580 00000400:00000200:1.0:1767384313.370030:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x12c5 [1] + 224 00000400:00000200:1.0:1767384313.370034:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384313.370038:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384313.370041:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384313.370045:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b706a24 x1853236748232064/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384313.370052:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000009b706a24 x1853236748232064/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384329 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384313.370063:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384313.370067:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c48738 00000400:00000010:1.0:1767384313.370068:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019c48738. 00000100:00000001:1.0:1767384313.370069:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384313.370070:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384313.370073:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384313.370076:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384313.370078:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384313.370087:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.370089:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384313.370096:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d75f4c8b x1853236748232064/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:294/0 lens 304/240 e 0 to 0 dl 1767384324 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384313.370131:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d75f4c8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748232064:12345-0@lo:256: Request processed in 395us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384313.370139:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000040:1.0:1767384313.370141:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384313.370143:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384313.370145:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384313.370147:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe2cfc12. 00000020:00000010:1.0:1767384313.370150:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3c9e5d5. 00000020:00000010:1.0:1767384313.370154:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b947f26. 00000020:00000040:1.0:1767384313.370156:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384313.370158:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384313.370159:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b74c9851. 02000000:00000001:1.0:1767384313.370161:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384313.370162:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384313.370166:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384313.370172:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be360c3. 00000400:00000010:1.0:1767384313.370214:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6bf9d27. 00000100:00000040:3.0:1767384313.382157:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294901262, at 4294901263 00000100:00000010:3.0:1767384313.382168:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5c23c18. 00000100:00000040:0.0:1767384313.382184:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294901262, at 4294901263 00000100:00000010:0.0:1767384313.382195:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ef8ad3c. 00000100:00000040:1.0:1767384313.383150:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294901262, at 4294901264 00000100:00000010:1.0:1767384313.383157:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00080000:00000001:1.0:1767384313.743027:0:20498:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384313.743039:0:20498:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.743043:0:20498:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384313.743048:0:20498:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384313.743053:0:20498:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384313.743057:0:20498:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.199219:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384314.199224:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.199228:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384314.457375:0:20662:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384314.457379:0:20662:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:3.0:1767384314.461117:0:20662:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384314.468525:0:20663:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001951befe. 00000400:00000010:3.0:1767384314.468539:0:20663:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000606fb3cb. 00000400:00000010:3.0:1767384314.468553:0:20663:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008b1b8f4a. 00000400:00000010:3.0:1767384314.468556:0:20663:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000082087581. 00000400:00000010:3.0:1767384314.468559:0:20663:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000038a478c. 00000400:00000010:3.0:1767384314.468563:0:20663:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba7bdc47. 00000400:00000010:3.0:1767384314.468564:0:20663:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df890d3b. 00000400:00000010:3.0:1767384314.468565:0:20663:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003167ca97. 00000400:00000010:3.0:1767384314.468568:0:20663:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000014a58635. 00000800:00000010:3.0:1767384314.468578:0:20663:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c0ac4a2e. 00000800:00000200:3.0:1767384314.468588:0:20663:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384314.468594:0:20663:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384314.468630:0:20663:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384314.468650:0:20663:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384314.470445:0:20663:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000007a44ca0d. 00000400:00000010:3.0:1767384314.470452:0:20663:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025df72a. 00000400:00000010:3.0:1767384314.470459:0:20663:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012cb5712. 00000400:00000001:3.0:1767384314.470476:0:20663:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384314.470478:0:20663:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384314.470481:0:20663:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f6d55d. 00000400:00000200:3.0:1767384314.470484:0:20663:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1da868 00000400:00000010:3.0:1767384314.470486:0:20663:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e1da868. 00000400:00000010:3.0:1767384314.470493:0:20663:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000dec8929d. 00000400:00000200:3.0:1767384314.470499:0:20663:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (7) 00000400:00000200:3.0:1767384314.470513:0:20663:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384314.470523:0:20663:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000020:00000010:3.0:1767384314.470531:0:20663:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e41e04ba. 00000020:01000000:3.0:1767384314.470537:0:20663:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384314.470538:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384314.470541:0:20663:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp16 00000400:00000200:1.0:1767384314.470549:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:1.0:1767384314.470558:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019c48738. 00000400:00000200:1.0:1767384314.470561:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (8) 00000400:00000010:3.0:1767384314.470563:0:20663:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000606fb3cb. 00000400:00000010:1.0:1767384314.470569:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094f2920f. 00000400:00000010:3.0:1767384314.470570:0:20663:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001951befe. 00000400:00000200:1.0:1767384314.470583:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384314.470601:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384314.470608:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384314.470622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384314.470633:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384314.470644:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384314.470654:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384314.470664:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384314.470674:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:1.0:1767384314.470680:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp15 00000400:00000200:1.0:1767384314.470685:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp15 lpni_is_preferred = 0 00000400:00000200:1.0:1767384314.470693:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp15 00000400:00000200:1.0:1767384314.470702:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.119@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1767384314.470719:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp15 00000400:00000200:1.0:1767384314.470730:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15:) -> 192.168.202.119@tcp15(192.168.202.119@tcp:192.168.202.119@tcp15) : PUT try# 0 00000800:00000200:1.0:1767384314.470738:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.119@tcp15 00000100:00000001:0.0:1767384314.470742:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.470747:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384314.470749:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002f4f7e8e. 00000100:00000001:0.0:1767384314.470750:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384314.470759:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384314.470763:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ed0ce70. 00000800:00000010:1.0:1767384314.470772:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000094fca973. 00000100:00000001:0.0:1767384314.470777:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384314.470780:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384314.470787:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (2) 02000000:00000001:0.0:1767384314.470788:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384314.470806:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384314.470814:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (2) 02000000:00000001:0.0:1767384314.470815:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.470822:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b706a24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748232192:0@lo:253: 00000100:00000001:0.0:1767384314.470827:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384314.470834:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384314.470839:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 02000000:00000001:0.0:1767384314.470845:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.470847:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 02000000:00000001:0.0:1767384314.470849:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384314.470864:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000072b10034. 02000000:00000001:0.0:1767384314.470869:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.470878:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384314.470886:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8de5d60. 00000100:00000200:0.0:1767384314.470893:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748232192, portal 25 00000100:00000001:0.0:1767384314.470898:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384314.470900:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521771392 : -114055187780224 : ffff9844750c2d80) 00000100:00000040:0.0:1767384314.470906:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.470918:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.470918:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.470927:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.470933:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f319ec4. 00000100:00000200:0.0:1767384314.470938:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748232192, offset 0 00000400:00000200:0.0:1767384314.470949:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.470964:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.470978:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102600 00000400:00000200:0.0:1767384314.470987:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000400:00000200:1.0:1767384314.470991:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000010:0.0:1767384314.470991:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087104a8e. 00000400:00000200:0.0:1767384314.470998:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a656a35 00000400:00000200:0.0:1767384314.471007:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.471017:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384314.471022:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a656a35 00000400:00000010:0.0:1767384314.471026:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a656a35. 00000100:00000001:0.0:1767384314.471034:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384314.471037:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384314.471040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000040:0.0:1767384314.471044:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000a44beaf6 x1853236748232192 msgsize 4848 00000100:00100000:0.0:1767384314.471056:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384314.471060:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384314.471070:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384314.471081:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f319ec4 00000400:00000010:0.0:1767384314.471085:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f319ec4. 00000100:00000001:0.0:1767384314.471090:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384314.471096:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.471097:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.471151:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384314.471157:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.471168:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.471170:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.471172:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.471178:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471186:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294902364 00000100:00000010:0.0:1767384314.471192:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:0.0:1767384314.471200:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384314.471208:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294902364 00000100:00000010:0.0:1767384314.471216:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000400:00000200:1.0:1767384314.471227:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.471227:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384314.471236:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294902364 00000100:00000010:0.0:1767384314.471245:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e449bbb. 00000100:00000001:0.0:1767384314.471252:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384314.471262:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294902364 00000400:00000200:1.0:1767384314.471271:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000010:0.0:1767384314.471271:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d8e0bd9b. 00000100:00000001:0.0:1767384314.471280:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384314.471290:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.471297:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471303:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471308:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.471319:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384314.471321:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.471323:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.471331:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.471334:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.471339:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471344:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.471356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384314.471396:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.471408:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384314.471412:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748232192 02000000:00000001:0.0:1767384314.471415:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.471417:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.471427:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.471431:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.471437:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748232192 00000400:00000200:1.0:1767384314.471442:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000020:00000001:0.0:1767384314.471444:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384314.471449:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384314.471453:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.471456:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:0.0:1767384314.471460:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384314.471463:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384314.471469:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.471474:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062fa47e1. 00000400:00000200:1.0:1767384314.471481:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:0.0:1767384314.471481:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.471488:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062fa47e1. 00000020:00000010:0.0:1767384314.471497:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b510d7d7. 00000020:00000010:0.0:1767384314.471504:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000af5151bc. 00000020:00000010:0.0:1767384314.471511:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e657d831. 00000100:00000040:0.0:1767384314.471524:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384314.471529:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384314.471531:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384314.471534:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471542:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471552:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.471565:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.471570:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384314.471576:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384314.471582:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384314.471585:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651839568 : -114055057712048 : ffff98447cccdc50) 00000100:00000040:0.0:1767384314.471591:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a44beaf6 x1853236748232192/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 4848/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.471601:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.471605:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062fa47e1. 00000100:00000001:0.0:1767384314.471609:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.471614:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062fa47e1. 00000100:00100000:0.0:1767384314.471631:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a44beaf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748232192:12345-0@lo:253: 00000100:00000200:0.0:1767384314.471640:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748232192 00000020:00000001:0.0:1767384314.471646:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384314.471650:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384314.471655:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.471657:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384314.471661:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384314.471666:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384314.471669:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384314.471674:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384314.471677:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384314.471680:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471688:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384314.471693:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.471700:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000057c56f84. 02000000:00000001:0.0:1767384314.471704:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.471708:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384314.471713:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384314.471725:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080cf73dd. 20000000:01000000:0.0:1767384314.471729:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384314.471732:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384314.471738:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384314.471743:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384314.471745:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003fa7cb12. 20000000:00000001:0.0:1767384314.471751:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384314.471753:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009426e46a. 20000000:00000001:0.0:1767384314.471755:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384314.471764:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092ab6e20. 20000000:00000010:0.0:1767384314.471767:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000016d743d4. 20000000:01000000:0.0:1767384314.471773:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384314.471781:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384314.471789:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:1.0:1767384314.471814:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092ab6e20. 00080000:00000001:0.0:1767384314.471857:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384314.471861:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384314.471863:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.471864:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384314.471868:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384314.471874:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384314.471879:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384314.471894:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8e5a7b. 00080000:00000001:0.0:1767384314.471897:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382338560 : -114060327213056 : ffff984342b6a800) 00080000:00000001:0.0:1767384314.471900:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384314.471907:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384314.471926:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp15 from 243.3.0.2 00000800:00000010:1.0:1767384314.471930:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006ee24861. 00000001:00000001:0.0:1767384314.472014:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384314.472016:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.472018:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384314.472039:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384314.472042:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384314.472172:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384314.472175:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384314.472402:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000511cb8bc. 00000800:00000010:1.0:1767384314.472410:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004548dff7. 00000800:00000010:1.0:1767384314.472437:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ef459752. 00000800:00000200:1.1:1767384314.472445:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (2) 00000800:00000200:1.1:1767384314.472451:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp15 00000000ef459752 deleted 00000800:00000010:1.1:1767384314.472454:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ef459752. 00000800:00000200:1.1:1767384314.472461:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384314.472469:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp15 ip 192.168.202.119:1011 00000800:00000200:1.1:1767384314.472474:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002f4f7e8e type 1, nob 256 niov 1 nkiov 1 00000800:00000200:1.0:1767384314.472482:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp15 p 3.x 192.168.202.119 -> 192.168.202.119:1011 incarnation:1767384313092291335 sched[0] 00000800:00000010:1.0:1767384314.472489:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092ab6e20. 00000800:00000010:1.0:1767384314.472543:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092ab6e20. 00000800:00000010:1.0:1767384314.472549:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004548dff7. 00000800:00000010:1.0:1767384314.472594:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006ee24861. 00000800:00000001:1.0:1767384314.472614:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384314.472620:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384314.472667:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384314.472671:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002f4f7e8e. 00000400:00000200:1.0:1767384314.472678:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.472685:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: PUT: OK 00000400:00000200:1.0:1767384314.472691:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384314.472695:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000200:3.1:1767384314.472703:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384314.472711:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp15 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384313092291335 sched[0] 00000800:00000010:3.0:1767384314.472714:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009426e46a. 00000800:00000001:0.0:1767384314.472768:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384314.472775:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:0.0:1767384314.472776:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384314.472781:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.472786:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.472812:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15) <- 192.168.202.119@tcp15 : PUT - for me 00000400:00000200:0.0:1767384314.472822:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384314.472826:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 160/160 into md 0x129d [1] + 0 00000400:00000010:0.0:1767384314.472829:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db4a6f48. 00000400:00000200:0.0:1767384314.472833:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000d0b097e 00000400:00000200:3.0:1767384314.472834:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000001:0.0:1767384314.472836:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384314.472845:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384314.472849:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.472854:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: PUT: OK 00000400:00000200:0.0:1767384314.472858:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d0b097e 00000400:00000010:0.0:1767384314.472859:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0b097e. 00000400:00000200:0.0:1767384314.472863:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384314.472866:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (9) 00000400:00000200:0.0:1767384314.472871:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:0.0:1767384314.472875:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 00000000a5413b8c. 00000400:00000200:0.0:1767384314.472878:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 8 00000400:00000200:3.0:1767384314.472880:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384314.472882:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384314.472892:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (10) 00000400:00000200:0.0:1767384314.472896:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384314.472902:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp15 to MR: 192.168.202.119@tcp15 local destination 00000400:00000200:3.0:1767384314.472908:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384314.472919:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.119@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:0.0:1767384314.472928:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15:192.168.202.119@tcp15) -> 192.168.202.119@tcp15(192.168.202.119@tcp15:192.168.202.119@tcp15) 192.168.202.119@tcp15 : ACK try# 0 00000800:00000200:0.0:1767384314.472934:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp15 00000400:00000200:3.0:1767384314.472942:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384314.472961:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384314.472975:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384314.472990:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384314.473011:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384314.473041:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384314.473045:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384314.473052:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384314.473059:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa32b8c0. 00000400:00000200:3.0:1767384314.473069:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384314.473072:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:1.0:1767384314.473081:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1004d1 00000400:00000010:1.0:1767384314.473091:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 000000004548dff7. 00000400:00000010:1.0:1767384314.473096:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 000000002f4f7e8e. 00000400:00000010:1.0:1767384314.473100:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000ef459752. 00000400:00000200:3.0:1767384314.473145:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000010:1.0:1767384314.473156:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001069c5d3. 00000400:00000200:1.0:1767384314.473165:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001069c5d3 nid 192.168.202.119@tcp16 00000400:00000200:3.0:1767384314.473176:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000800:00000010:3.0:1767384314.473446:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e41e04ba. 00000800:00000010:3.0:1767384314.473453:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606fb3cb. 00000800:00000010:3.0:1767384314.473458:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000024017a8. 00000800:00000010:3.0:1767384314.473492:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000024017a8. 00000800:00000010:3.0:1767384314.473532:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b41f6e5. 00000800:00000200:3.0:1767384314.473538:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (4) 00000800:00000200:3.0:1767384314.473544:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp15 ip 192.168.202.119:988 00000800:00000200:3.0:1767384314.473546:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b41f6e5 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384314.473595:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384314.473597:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b41f6e5. 00000400:00000200:3.0:1767384314.473601:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.473605:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: ACK: OK 00000800:00000001:3.0:1767384314.473612:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.473616:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384314.473618:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.473622:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384314.473623:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.473626:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.473632:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15) <- 192.168.202.119@tcp15 : ACK - for me 00000400:00000200:3.0:1767384314.473641:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp15: ACK from 12345-192.168.202.119@tcp15 into md 0x12dd 00000400:00000200:3.0:1767384314.473645:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.473655:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: ACK: OK 00000400:00000200:3.0:1767384314.473658:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019c48738 00000400:00000010:3.0:1767384314.473659:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019c48738. 00000400:00000200:3.0:1767384314.473662:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384314.473665:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384314.473668:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384314.473671:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (9) 00000800:00000001:3.0:1767384314.473678:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.473682:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.473770:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000010:1.0:1767384314.473783:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000df42d397. 00000400:00000200:3.0:1767384314.473790:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp15 from 242.3.0.2 00000400:00000200:1.0:1767384314.473792:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000df42d397 net tcp16 00000800:00000010:3.0:1767384314.473810:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005557831f. 00000400:00000200:1.0:1767384314.473818:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (8) 00000400:00000200:1.0:1767384314.473827:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp16 flags 0x11 00000400:00000010:1.0:1767384314.473832:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 000000004548dff7. 00000400:00000010:1.0:1767384314.473837:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 000000002f4f7e8e. 00000400:00000010:1.0:1767384314.473842:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000ef459752. 00000400:00000010:1.0:1767384314.473847:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000a5413b8c. 00000400:00000200:1.0:1767384314.473853:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384314.473857:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:1.0:1767384314.473863:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:1.0:1767384314.473870:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:1.0:1767384314.473874:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384314.473878:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:1.0:1767384314.473884:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384314.473891:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (9) 00000800:00000010:3.0:1767384314.474021:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000876c5436. 00000800:00000010:3.0:1767384314.474025:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a3deee8. 00000800:00000010:3.0:1767384314.474044:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ded0546d. 00000800:00000200:3.1:1767384314.474050:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (4) 00000800:00000200:3.1:1767384314.474054:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp15 00000000ded0546d deleted 00000800:00000010:3.1:1767384314.474056:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ded0546d. 00000800:00000200:3.1:1767384314.474060:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384314.474064:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp15 p 3.x 192.168.202.119 -> 192.168.202.119:1010 incarnation:1767384313092291335 sched[0] 00000800:00000010:3.0:1767384314.474068:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000024017a8. 00000800:00000200:1.1:1767384314.474168:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384314.474177:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp15 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384313092291335 sched[0] 00000800:00000010:1.0:1767384314.474182:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606fb3cb. 00000800:00000010:3.0:1767384314.474198:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000024017a8. 00000800:00000010:3.0:1767384314.474204:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a3deee8. 00000800:00000010:3.0:1767384314.474232:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005557831f. 00000800:00000001:3.0:1767384314.474246:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.474251:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384314.474254:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384314.474258:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384314.481311:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384314.481317:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384314.481320:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384314.481322:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384314.481323:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384314.481327:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.481331:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384314.481332:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.481333:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384314.481335:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e8e5a7b. 20000000:01000000:0.0:1767384314.481337:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384314.481340:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384314.481348:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384314.481353:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384314.481359:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384314.481363:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000992c91c. 20000000:01000000:1.0:1767384314.481368:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:1.0:1767384314.481372:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384314.481376:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384314.481399:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384314.481402:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384314.481403:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384314.481405:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384314.481415:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384314.481419:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384314.481422:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384314.481427:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f5f575b. 00080000:00000001:1.0:1767384314.481429:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381320704 : -114060328230912 : ffff984342a72000) 00080000:00000001:1.0:1767384314.481432:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384314.481506:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384314.481508:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384314.481510:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384314.481526:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384314.481528:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384314.481632:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384314.481635:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384314.481651:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384314.481654:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384314.481657:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384314.481661:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384314.481664:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384314.481670:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009017e1e6 count: 2 00010000:00000001:1.0:1767384314.481672:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384314.481675:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384314.481678:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7f7e62. 00000020:00000001:1.0:1767384314.481681:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384314.481683:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b7f7e62 with handle 0x4ac496f8d605e098 to hash 00000020:00000001:1.0:1767384314.481684:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384314.481686:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:1.0:1767384314.481688:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:1.0:1767384314.481691:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.481692:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.481695:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.481703:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384314.481706:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384314.481708:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384314.481710:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.481718:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384314.481722:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.481727:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384314.481729:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.481731:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.481732:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.481734:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.481736:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384314.481738:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384314.481743:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009017e1e6) refcount = 2 00010000:00000040:1.0:1767384314.481745:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384314.481748:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384314.481752:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384314.481754:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384314.481759:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b4c13b1d. 00000100:00000001:1.0:1767384314.481761:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384314.481765:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f679291c. 00000100:00000001:1.0:1767384314.481767:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017921438080 : -114055788113536 : ffff98445143d180) 00000100:00000001:1.0:1767384314.481768:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017921438080 : -114055788113536 : ffff98445143d180) 00000100:00000001:1.0:1767384314.481771:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384314.481773:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384314.481775:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384314.481778:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.481780:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384314.481781:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.481783:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.481784:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384314.481786:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384314.481810:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000741d4806. 00000020:00000040:1.0:1767384314.481813:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:1.0:1767384314.481816:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384314.481819:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384314.481822:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384314.481827:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098509048. 00000100:00000001:1.0:1767384314.481831:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.481835:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384314.481849:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 16 pid: 16779 timeout: 385 lvb_type: 0 00010000:00000001:1.0:1767384314.481856:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384314.481858:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384314.481861:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384314.481868:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384314.481869:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384314.481871:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000741d4806 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748232448:0@lo:104: 00000100:00000001:1.0:1767384314.481874:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384314.481876:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384314.481877:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.481880:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384314.481883:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9f29254. 02000000:00000001:1.0:1767384314.481885:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.481888:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f885c90. 00000400:00000010:1.0:1767384314.481893:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055b24b79. 00000100:00000200:1.0:1767384314.481896:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748232448, portal 16 00000100:00000001:1.0:1767384314.481898:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384314.481900:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407818880 : -114055301732736 : ffff98446e416680) 00000100:00000040:1.0:1767384314.481903:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384314.481909:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384314.481918:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384314.481922:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000100:00000200:1.0:1767384314.481924:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748232448, offset 0 00000400:00000200:1.0:1767384314.481928:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384314.481933:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384314.481942:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e102700 00000400:00000200:1.0:1767384314.481948:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 00000400:00000200:1.0:1767384314.481952:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.481956:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384314.481961:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384314.481963:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384314.481966:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbb0cc2b. 00000100:00000040:1.0:1767384314.481969:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000bbb0cc2b x1853236748232448 msgsize 328 00000100:00100000:1.0:1767384314.481973:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384314.481988:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384314.481993:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:1.0:1767384314.481995:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000001:1.0:1767384314.481999:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384314.482004:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384314.482011:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.482014:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384314.482019:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482021:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384314.482026:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482028:0:18575:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384314.482029:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294902374 00000100:00100000:0.0:1767384314.482034:0:18575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748232448 00000100:00000001:1.0:1767384314.482038:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294902364 02000000:00000001:0.0:1767384314.482039:0:18575:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.482042:0:18575:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.482045:0:18575:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482047:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294902374 02000000:00000001:0.0:1767384314.482048:0:18575:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384314.482053:0:18575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748232448 00000100:00000001:1.0:1767384314.482054:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294902364 00000020:00000001:0.0:1767384314.482057:0:18575:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384314.482060:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294902374 00000020:00000040:0.0:1767384314.482060:0:18575:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000020:00000001:0.0:1767384314.482063:0:18575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.482067:0:18575:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000100:00000001:1.0:1767384314.482068:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294902364 00000020:00000001:0.0:1767384314.482072:0:18575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:0.0:1767384314.482075:0:18575:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:1.0:1767384314.482077:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294902374 00000100:00000001:0.0:1767384314.482078:0:18575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.482082:0:18575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ac4d2e5. 00000100:00000001:0.0:1767384314.482084:0:18575:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.482086:0:18575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ac4d2e5. 00000100:00000001:1.0:1767384314.482094:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294902364 00000020:00000010:0.0:1767384314.482095:0:18575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000100:00000001:1.0:1767384314.482103:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.482103:0:18575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d47df41. 00000020:00000010:0.0:1767384314.482128:0:18575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7503ca0. 00000100:00000001:1.0:1767384314.482135:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.482138:0:18575:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384314.482139:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.482142:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.482145:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482149:0:18575:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384314.482150:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384314.482152:0:18575:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384314.482154:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384314.482155:0:18575:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.482159:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482162:0:18575:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.482163:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384314.482168:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384314.482171:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482173:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.482175:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.482175:0:18575:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384314.482180:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f679291c going to sleep for 11 seconds 00000100:00000001:1.0:1767384314.482185:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.482189:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482192:0:18575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384314.482196:0:18575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384314.482197:0:16769:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000003991f3a. 00000100:00100000:0.0:1767384314.482203:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:3.0:1767384314.482205:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384314.482207:0:18575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:3.0:1767384314.482209:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384314.482211:0:18575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407819776 : -114055301731840 : ffff98446e416a00) 00000100:00000001:3.0:1767384314.482212:0:16769:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.482219:0:18575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbb0cc2b x1853236748232448/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 328/0 e 0 to 0 dl 1767384325 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384314.482223:0:16769:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482236:0:18575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384314.482241:0:18575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005ac4d2e5. 00000100:00000001:0.0:1767384314.482243:0:18575:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384314.482246:0:18575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005ac4d2e5. 00000100:00100000:0.0:1767384314.482251:0:18575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb0cc2b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748232448:12345-0@lo:104: 00000100:00000200:0.0:1767384314.482256:0:18575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748232448 00010000:00000001:0.0:1767384314.482259:0:18575:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384314.482263:0:18575:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384314.482266:0:18575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384314.482268:0:18575:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=2 00000020:00000001:0.0:1767384314.482269:0:18575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:0.0:1767384314.482272:0:18575:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:0.0:1767384314.482274:0:18575:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384314.482276:0:18575:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384314.482279:0:18575:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384314.482286:0:18575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384314.482287:0:18575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384314.482291:0:18575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c68518d9. 02000000:00000001:0.0:1767384314.482300:0:18575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482302:0:18575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.482305:0:18575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.482308:0:18575:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.482311:0:18575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.482315:0:18575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384314.482317:0:18575:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384314.482319:0:18575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384314.482321:0:18575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384314.482323:0:18575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482325:0:18575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.482327:0:18575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.482330:0:18575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebebab5. 00000100:00000200:0.0:1767384314.482333:0:18575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748232448, offset 224 00000400:00000200:0.0:1767384314.482337:0:18575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.482342:0:18575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.482349:0:18575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e102700 00000400:00000200:0.0:1767384314.482353:0:18575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x12f5 [1] + 224 00000400:00000200:0.0:1767384314.482356:0:18575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.482359:0:18575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.482361:0:18575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.482364:0:18575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384314.482371:0:18575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384314.482387:0:18575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384314.482390:0:18575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebebab5 00000400:00000010:0.0:1767384314.482391:0:18575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cebebab5. 00000100:00000001:0.0:1767384314.482395:0:18575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384314.482396:0:18575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.482398:0:18575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.482400:0:18575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384314.482403:0:18575:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384314.482406:0:18575:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b99a237e. 00010000:00000001:0.0:1767384314.482416:0:18575:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384314.482424:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384314.482427:0:18575:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1767384314.482431:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384314.482431:0:18575:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384314.482436:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384314.482437:0:18575:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.482442:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f885c90. 00010000:00000001:0.0:1767384314.482442:0:18575:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.482447:0:18575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbb0cc2b x1853236748232448/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384314.482448:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1767384314.482450:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055b24b79 00000020:00000001:3.0:1767384314.482452:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384314.482457:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055b24b79. 00010000:00010000:3.0:1767384314.482459:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384314.482466:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384314.482467:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:0.0:1767384314.482472:0:18575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb0cc2b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748232448:12345-0@lo:104: Request processed in 232us (498us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384314.482473:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1767384314.482477:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384314.482478:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384314.482490:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384314.482496:0:18575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:0.0:1767384314.482502:0:18575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384314.482504:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d527d218 already unused, calling callback (0000000086de5a03) 00000100:00000001:0.0:1767384314.482506:0:18575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:3.0:1767384314.482512:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:0.0:1767384314.482513:0:18575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d47df41. 00000100:00000200:1.0:1767384314.482515:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:3.0:1767384314.482516:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384314.482520:0:18575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7503ca0. 00000020:00000010:0.0:1767384314.482526:0:18575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000020:00000040:0.0:1767384314.482533:0:18575:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00010000:00000001:3.0:1767384314.482538:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384314.482539:0:18575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.482542:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.482546:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384314.482548:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384314.482549:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=3 00000020:00000001:3.0:1767384314.482554:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00000100:00000001:1.0:1767384314.482554:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.482558:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00000100:00000001:1.0:1767384314.482560:0:16801:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384314.482562:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767384314.482564:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:3.0:1767384314.482565:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384314.482569:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384314.482573:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384314.482574:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384314.482579:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384314.482579:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.482587:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=20 v=5 (5 0 0 0) 10000000:01000000:3.0:1767384314.482588:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384314.482592:0:16774:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384314.482593:0:16774:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384314.482594:0:16774:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384314.482596:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384314.482598:0:16774:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.482606:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384314.482611:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384314.482613:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.482616:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:3.0:1767384314.482617:0:16774:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:1.0:1767384314.482619:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482622:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384314.482626:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767384314.482629:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384314.482630:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:3.0:1767384314.482636:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384314.482638:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.482644:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384314.482648:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384314.482649:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384314.482650:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384314.482655:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384314.482655:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384314.482658:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482660:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384314.482661:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e08a from hash 00010000:00000001:1.0:1767384314.482665:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384314.482666:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384314.482670:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.482671:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.482672:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.482676:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384314.482676:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.482680:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384314.482681:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.482683:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384314.482688:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:1.0:1767384314.482689:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384314.482691:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384314.482697:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e82bec48. 00000020:00000040:3.0:1767384314.482702:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384314.482706:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384314.482708:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000741d4806 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748232448:0@lo:104: 02000000:00000001:3.0:1767384314.482709:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384314.482713:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384314.482719:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d427bf41. 00000100:00000001:1.0:1767384314.482720:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.482723:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482727:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.482728:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384314.482732:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384314.482733:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384314.482738:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:3.0:1767384314.482740:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384314.482743:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384314.482746:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000741d4806 x1853236748232448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384314.482747:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384314.482750:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.482759:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e82bec48] to pc [ptlrpcd_00_02+2] req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.482763:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384314.482768:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384314.482773:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9f29254. 02000000:00000001:1.0:1767384314.482779:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384314.482781:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384314.482783:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000020:00000001:1.0:1767384314.482786:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384314.482787:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.482787:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384314.482789:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000098509048. 00000100:00000001:0.0:1767384314.482791:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.482811:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384314.482812:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384314.482817:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384314.482818:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384314.482819:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384314.482822:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:1.0:1767384314.482822:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000741d4806. 00010000:00000001:3.0:1767384314.482826:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.482830:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384314.482836:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482839:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1767384314.482841:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384314.482841:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384314.482842:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482846:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384314.482848:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384314.482852:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384314.482854:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f679291c. 00010000:00000001:3.0:1767384314.482859:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384314.482859:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.482861:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1767384314.482863:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 00000000d527d218/0x4ac496f8d605e08a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e091 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.482866:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384314.482867:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e82bec48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748232576:0@lo:103: 00010000:00000010:1.0:1767384314.482875:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b4c13b1d. 00000100:00000001:0.0:1767384314.482877:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:3.0:1767384314.482879:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e408570c count: 0 02000000:00000001:0.0:1767384314.482881:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767384314.482883:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.482884:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.482888:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.482889:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.482892:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384314.482894:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384314.482896:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b99a237e. 02000000:00000001:0.0:1767384314.482897:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 20000000:00000001:1.0:1767384314.482901:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000010:0.0:1767384314.482903:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079c94535. 00010000:00000001:3.0:1767384314.482904:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.482905:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384314.482910:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.482912:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767384314.482912:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384314.482915:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.482916:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4dbc2f. 00010000:00010000:3.0:1767384314.482920:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384314.482924:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebebab5. 00000020:00000001:3.0:1767384314.482925:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384314.482928:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384314.482932:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748232576, portal 18 00010000:00010000:3.0:1767384314.482933:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384314.482938:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384314.482938:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384314.482942:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.482942:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716221056 : -114055993330560 : ffff984445087480) 00010000:00010000:3.0:1767384314.482949:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384314.482952:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.482958:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384314.482959:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384314.482962:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384314.482964:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384314.482966:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020a60597. 00000100:00000200:0.0:1767384314.482970:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748232576, offset 0 00000400:00000200:0.0:1767384314.482973:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.482978:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.482983:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e102780 00000400:00000200:0.0:1767384314.482986:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384314.482989:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.482992:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.482995:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384314.482996:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384314.482999:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000100:00000040:0.0:1767384314.483001:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000ef2063f2 x1853236748232576 msgsize 328 00000100:00100000:0.0:1767384314.483005:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384314.483015:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384314.483019:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020a60597 00000400:00000010:0.0:1767384314.483021:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020a60597. 00000100:00000001:0.0:1767384314.483024:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384314.483027:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.483030:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384314.483033:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748232576 02000000:00000001:3.0:1767384314.483037:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384314.483037:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384314.483039:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.483042:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.483042:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384314.483047:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.483053:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748232576 00000020:00000001:3.0:1767384314.483055:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384314.483065:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384314.483067:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.483069:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384314.483070:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384314.483072:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:3.0:1767384314.483075:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384314.483076:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.483081:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384314.483082:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294902375 00000100:00000001:3.0:1767384314.483086:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384314.483089:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902374 00000020:00000010:3.0:1767384314.483090:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f450811a. 00000100:00000001:3.0:1767384314.483095:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.483097:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294902375 00000020:00000010:3.0:1767384314.483098:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f450811a. 00000100:00000001:0.0:1767384314.483127:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902374 00000100:00000001:0.0:1767384314.483133:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294902376 00000100:00000001:0.0:1767384314.483139:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902374 00000100:00000001:0.0:1767384314.483144:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294902376 00000100:00000001:0.0:1767384314.483150:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902374 00000100:00000001:0.0:1767384314.483156:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.483158:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.483161:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.483163:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.483168:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.483169:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384314.483173:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.483174:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384314.483176:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.483179:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384314.483190:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3c61a6. 00000020:00000010:3.0:1767384314.483196:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d6db815. 00000020:00000010:3.0:1767384314.483199:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea63239d. 00000100:00000040:3.0:1767384314.483207:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384314.483209:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384314.483211:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384314.483213:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384314.483215:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483218:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384314.483220:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.483222:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.483224:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:3.0:1767384314.483226:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:3.0:1767384314.483229:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00010000:3.0:1767384314.483233:0:16772:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 17 pid: 16779 timeout: 385 lvb_type: 0 00010000:00000001:3.0:1767384314.483238:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483240:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483242:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.483244:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.483247:0:16772:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384314.483251:0:16772:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ef2063f2 x1853236748232576/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 328/0 e 0 to 0 dl 1767384325 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.483258:0:16772:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384314.483265:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.483275:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.483286:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384314.483287:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384314.483292:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384314.483296:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:3.0:1767384314.483298:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000040:3.0:1767384314.483302:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef2063f2 x1853236748232576/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 328/0 e 0 to 0 dl 1767384325 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384314.483304:0:16771:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000098231b34. 00000100:00000001:0.0:1767384314.483311:0:16771:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384314.483313:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384314.483314:0:16771:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000020:00000010:3.0:1767384314.483318:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f450811a. 00000100:00000010:0.0:1767384314.483320:0:16771:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007a1e965e. 00000100:00000001:3.0:1767384314.483322:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384314.483326:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f450811a. 00000100:00100000:0.0:1767384314.483327:0:16771:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1767384314.483333:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2063f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16148:x1853236748232576:12345-0@lo:103: 00000100:00000200:3.0:1767384314.483337:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748232576 00010000:00000001:3.0:1767384314.483339:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384314.483340:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384314.483342:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384314.483345:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384314.483347:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384314.483351:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001951befe. 02000000:00000001:3.0:1767384314.483353:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.483354:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483356:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384314.483358:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384314.483360:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.483362:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.483363:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:3.0:1767384314.483365:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:3.0:1767384314.483367:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000040:3.0:1767384314.483369:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000009017e1e6 count: 3 00010000:00010000:3.0:1767384314.483372:0:16772:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 17 pid: 16779 timeout: 385 lvb_type: 0 00000100:00001000:3.0:1767384314.483382:0:16772:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384314 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384314.483385:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384314.483392:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483394:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384314.483397:0:16772:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 17 pid: 16779 timeout: 385 lvb_type: 0 00000020:00000001:3.0:1767384314.483402:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384314.483404:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384314.483406:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.483408:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483413:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384314.483414:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384314.483420:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483422:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483424:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384314.483426:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384314.483428:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c417e4e4 with handle 0x4ac496f8d605e091 from hash 00010000:00000001:3.0:1767384314.483431:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384314.483433:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483434:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483436:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384314.483438:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384314.483440:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384314.483443:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e091 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e08a expref: 17 pid: 16779 timeout: 385 lvb_type: 0 00010000:00000040:3.0:1767384314.483448:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:3.0:1767384314.483450:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:3.0:1767384314.483458:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483461:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384314.483462:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384314.483464:0:16772:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002b7f7e62 00010000:00000001:3.0:1767384314.483466:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384314.483468:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384314.483474:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.483476:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384314.483478:0:16772:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.483481:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384314.483483:0:16772:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384314.483485:0:16772:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.483491:0:16772:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384314.483493:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384314.483495:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384314.483496:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384314.483499:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009017e1e6) refcount = 2 00000100:00000001:1.0:1767384314.483499:0:16771:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.483502:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.483508:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384314.483510:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384314.483512:0:16772:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.483514:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384314.483518:0:16772:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f450811a. 00000100:00000001:3.0:1767384314.483520:0:16772:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384314.483523:0:16772:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001791f26f. 00000100:00000001:3.0:1767384314.483526:0:16772:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013379771392 : -114060329780224 : ffff9843428f7c00) 00000100:00000001:1.0:1767384314.483526:0:20667:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:3.0:1767384314.483531:0:16772:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630013379771392 : -114060329780224 : ffff9843428f7c00) 00000100:00000001:3.0:1767384314.483533:0:16772:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384314.483535:0:16772:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384314.483537:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384314.483539:0:16772:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384314.483542:0:16772:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:3.0:1767384314.483544:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.483546:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.483548:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7f7e62 refcount=5 00000020:00000001:3.0:1767384314.483551:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:3.0:1767384314.483553:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:3.0:1767384314.483555:0:16772:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000010:1.0:1767384314.483555:0:20667:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b4c13b1d. 00010000:00010000:3.0:1767384314.483563:0:16772:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384314.483563:0:20667:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c2285bc2. 00010000:00000001:3.0:1767384314.483573:0:16772:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384314.483575:0:16772:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384314.483575:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a9f29254. 00010000:00000001:3.0:1767384314.483584:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384314.483585:0:20667:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000609baa5c. 00010000:00000001:3.0:1767384314.483586:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384314.483588:0:16772:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384314.483595:0:20667:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000002f489e70. 00010000:00000001:3.0:1767384314.483596:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384314.483598:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483603:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384314.483604:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000040:00000010:1.0:1767384314.483605:0:20667:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab882ba3. 00010000:00010000:3.0:1767384314.483613:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b7f7e62 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384314.483616:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:1.0:1767384314.483617:0:20667:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c6e382fc. 00010000:00000001:3.0:1767384314.483618:0:16772:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384314.483622:0:16772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.483628:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:1.0:1767384314.483628:0:20667:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007431c81d. 00010000:00000001:3.0:1767384314.483630:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384314.483634:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.483636:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7f7e62 refcount=6 00000020:00000001:3.0:1767384314.483639:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00000020:00000010:1.0:1767384314.483639:0:20667:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005dd7349e. 00010000:00000001:3.0:1767384314.483642:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:3.0:1767384314.483647:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 80000000:00000010:1.0:1767384314.483648:0:20667:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dbbbcc5f. 00010000:00010000:3.0:1767384314.483649:0:16772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 40000000:00000010:1.0:1767384314.483657:0:20667:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001cd9b655. 00010000:00000001:3.0:1767384314.483658:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384314.483665:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384314.483667:0:16772:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1767384314.483667:0:20667:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e59d49d9. 00020000:00000010:1.0:1767384314.483676:0:20667:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000001f7546fd. 00008000:00000010:1.0:1767384314.483684:0:20667:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000802b5648. 00010000:00000001:3.0:1767384314.483686:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384314.483689:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384314.483692:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384314.483693:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384314.483695:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b7f7e62 with handle 0x4ac496f8d605e098 from hash 00010000:00000001:3.0:1767384314.483699:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384314.483700:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483702:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483703:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384314.483705:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384314.483707:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384314.483709:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1767384314.483712:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.483713:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384314.483717:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483722:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384314.483725:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384314.483728:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384314.483729:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483733:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384314.483735:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384314.483736:0:16772:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483738:0:16772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.483740:0:16772:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384314.483743:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384314.483749:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384314.483750:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483753:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483756:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384314.483759:0:16772:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384314.483762:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483766:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.483766:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384314.483768:0:16772:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384314.483771:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384314.483774:0:16772:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.483775:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384314.483778:0:16772:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.483779:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384314.483781:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384314.483784:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e098 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384314.483813:0:20667:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000023f9c81b. 00010000:00000001:3.0:1767384314.483819:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384314.483821:0:16772:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384314.483822:0:20667:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a77148fb. 00010000:00000001:3.0:1767384314.483824:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384314.483828:0:16772:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384314.483830:0:16772:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384314.483832:0:20667:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6f1ed0a. 00000100:00000001:3.0:1767384314.483833:0:16772:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.483839:0:16772:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384314.483841:0:16772:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001791f26f. 00040000:00000010:1.0:1767384314.483841:0:20667:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000087fbffb6. 00000100:00000001:3.0:1767384314.483845:0:16772:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384314.483848:0:16772:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384314.483849:0:20667:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002b696728. 00010000:00000010:3.0:1767384314.483850:0:16772:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f450811a. 00010000:00000001:3.0:1767384314.483856:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384314.483858:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009017e1e6 count: 0 00010000:00010000:3.0:1767384314.483866:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384314.483867:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:1.0:1767384314.483869:0:20667:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000662d5b6c. 00010000:00000001:3.0:1767384314.483871:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.483875:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.483878:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=20 v=5 (1 0 0 0) 00000004:00000010:1.0:1767384314.483879:0:20667:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000834ea8e1. 00000100:00000001:3.0:1767384314.483881:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.483886:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000004:00000010:1.0:1767384314.483888:0:20667:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002eeb58ec. 00000100:00000001:3.0:1767384314.483889:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384314.483895:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.483897:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384314.483898:0:20667:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005b523221. 00000100:00000001:3.0:1767384314.483900:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:1.0:1767384314.483906:0:20667:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000add2021. 00000100:00000040:3.0:1767384314.483907:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000080:00000010:1.0:1767384314.483914:0:20667:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000057a67d93. 00000080:00000010:1.0:1767384314.483921:0:20667:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000009d79a86. 00000400:00000010:3.0:1767384314.483926:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c37668f8. 00000100:00000010:1.0:1767384314.483929:0:20667:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000afe90596. 00000100:00000200:3.0:1767384314.483931:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748232576, offset 224 00000400:00000200:3.0:1767384314.483940:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384314.483946:0:20667:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000200:3.0:1767384314.483950:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.483960:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e102780 00000400:00000200:3.0:1767384314.483965:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1301 [1] + 224 00000400:00000200:3.0:1767384314.483970:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.483974:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.483983:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.483986:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.483994:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.484008:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.484014:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37668f8 00000400:00000010:3.0:1767384314.484015:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c37668f8. 00000100:00000001:3.0:1767384314.484018:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384314.484019:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.484023:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.484024:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384314.484028:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:1.0:1767384314.484029:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384314.484031:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384314.484034:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384314.484037:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384314.484038:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748232576/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 328/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384314.484041:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384314.484046:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4dbc2f. 00000100:00100000:3.0:1767384314.484051:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2063f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748232576:12345-0@lo:103: Request processed in 736us (1047us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384314.484054:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cebebab5 00000400:00000010:1.0:1767384314.484058:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cebebab5. 00000100:00100000:3.0:1767384314.484062:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:3.0:1767384314.484066:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384314.484066:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384314.484068:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384314.484071:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.484074:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d6db815. 00000100:00000200:1.0:1767384314.484075:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384314.484080:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea63239d. 00000020:00000010:3.0:1767384314.484086:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3c61a6. 00000020:00000040:3.0:1767384314.484092:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000001:3.0:1767384314.484096:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384314.484096:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.484141:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384314.484144:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.484155:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384314.484158:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384314.484160:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384314.484162:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.484165:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.484169:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384314.484173:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384314.484177:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384314.484178:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.484181:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384314.484183:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.484185:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.484190:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.484198:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.484201:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384314.484203:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384314.484207:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.484216:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e82bec48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748232576:0@lo:103: 00000100:00000001:1.0:1767384314.484222:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.484224:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.484227:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e82bec48 x1853236748232576/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.484234:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384314.484236:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384314.484238:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079c94535. 02000000:00000001:1.0:1767384314.484243:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384314.484245:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384314.484246:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384314.484249:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384314.484251:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d427bf41. 02000000:00000001:1.0:1767384314.484254:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384314.484257:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384314.484267:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e82bec48. 00000100:00000001:1.0:1767384314.484272:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384314.484274:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.484277:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.484283:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.484285:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.484289:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.484292:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384314.489127:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e408570c. 00010000:00000010:3.1:1767384314.489138:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00010000:00000010:3.1:1767384314.489143:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c417e4e4. 00010000:00000010:3.1:1767384314.489152:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7f7e62. 00010000:00000010:3.1:1767384314.489158:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009017e1e6. 00080000:00000001:3.0:1767384314.491826:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384314.491832:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384314.491835:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384314.491837:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384314.491840:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384314.491861:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384314.491863:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384314.491869:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384314.491869:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384314.491875:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384314.491877:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384314.491880:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384314.491882:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384314.491886:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:1.0:1767384314.491888:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ebe0d3fd. 00040000:00000001:3.0:1767384314.491889:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.491892:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384314.491895:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:3.0:1767384314.491896:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384314.491900:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.0:1767384314.491902:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058516650. 00080000:00000010:3.0:1767384314.491904:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006f5f575b. 00000020:00000001:1.0:1767384314.491906:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384314.491909:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000040:1.0:1767384314.491911:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058516650 with handle 0x4ac496f8d605e09f to hash 00000020:00000001:1.0:1767384314.491915:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384314.491917:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384314.491920:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384314.491922:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.491924:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.491926:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.491933:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384314.491935:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384314.491937:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384314.491938:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.491939:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.491941:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384314.491943:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.491944:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384314.491946:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384314.491947:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384314.491948:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384314.491956:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ebe0d3fd) refcount = 1 00010000:00010000:1.0:1767384314.491958:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.491963:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384314.491964:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384314.491966:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.491967:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.491969:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384314.491971:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384314.491972:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384314.491974:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.491976:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.491978:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=4 00000020:00000001:1.0:1767384314.491980:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384314.491982:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384314.491984:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384314.491985:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.491990:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384314.491992:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.491995:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.491997:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384314.491998:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.492002:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.492003:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.492005:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384314.492006:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384314.492009:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058516650 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384314.492018:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.492019:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384314.492021:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.492025:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384314.492026:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384314.492028:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.492029:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=5 00000020:00000001:1.0:1767384314.492030:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384314.492032:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384314.492034:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384314.492035:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.492039:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384314.492040:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384314.492041:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.492043:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384314.492044:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384314.492045:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384314.492045:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384314.492047:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058516650 with handle 0x4ac496f8d605e09f from hash 00010000:00000001:1.0:1767384314.492049:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384314.492050:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.492051:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.492053:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384314.492054:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384314.492055:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384314.492057:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384314.492059:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384314.492061:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.492063:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384314.492065:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384314.492068:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.492069:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.492076:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.492079:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.492081:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.492084:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.492092:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.492094:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.492097:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384314.492099:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384314.492102:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384314.492128:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384314.492132:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384314.492135:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384314.492139:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384314.492143:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384314.492150:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384314.492152:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384314.492154:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058516650/0x4ac496f8d605e09f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384314.492161:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ebe0d3fd count: 0 00010000:00000001:1.0:1767384314.492175:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384314.492178:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384314.492702:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384314.492706:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384314.492708:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080cf73dd. 20000000:00000001:0.0:1767384314.492715:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384314.492718:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748232192 00010000:00000001:0.0:1767384314.492722:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384314.492734:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a44beaf6 x1853236748232192/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384314.492742:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384314.492744:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.492746:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.492750:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384314.492752:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384314.492754:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384314.492757:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384314.492758:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.492761:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384314.492764:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384314.492768:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606fb3cb. 00000100:00000200:0.0:1767384314.492771:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748232192, offset 224 00000400:00000200:0.0:1767384314.492777:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384314.492785:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384314.492792:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102600 00000400:00000200:0.0:1767384314.492812:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e1 [2] + 224 00000400:00000200:0.0:1767384314.492817:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384314.492821:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384314.492825:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.492828:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384314.492835:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.492848:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384314.492853:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606fb3cb 00000400:00000010:0.0:1767384314.492855:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606fb3cb. 00000100:00000001:0.0:1767384314.492858:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384314.492860:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384314.492863:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.492866:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384314.492867:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384314.492869:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384314.492877:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384314.492881:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a44beaf6 x1853236748232192/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.492888:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a44beaf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748232192:12345-0@lo:253: Request processed in 21287us (21843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384314.492896:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384314.492898:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384314.492900:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384314.492902:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384314.492905:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000af5151bc. 00000020:00000010:0.0:1767384314.492908:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e657d831. 00000020:00000010:0.0:1767384314.492912:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b510d7d7. 00000020:00000040:0.0:1767384314.492916:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384314.492921:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384314.492923:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000057c56f84. 02000000:00000001:0.0:1767384314.492928:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384314.492930:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384314.492935:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384314.492939:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000713b0ab4. 00000400:00000010:0.0:1767384314.492944:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606fb3cb. 00000100:00000001:0.0:1767384314.492960:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.492962:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384314.492964:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384314.492966:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384314.492967:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000400:00000200:0.0:1767384314.492970:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8de5d60 00000400:00000010:0.0:1767384314.492972:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8de5d60. 00000100:00000001:0.0:1767384314.492976:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384314.492981:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384314.492988:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.492992:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384314.492994:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.493001:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384314.493003:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.493004:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384314.493006:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384314.493008:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384314.493010:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384314.493013:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.493015:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.493016:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.493018:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384314.493019:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.493021:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.493023:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.493029:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.493031:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384314.493033:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384314.493036:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384314.493038:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384314.493039:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.493040:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.493041:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384314.493042:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.493043:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384314.493045:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384314.493046:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.493047:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384314.493049:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.493054:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b706a24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748232192:0@lo:253: 00000100:00000001:0.0:1767384314.493058:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.493059:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384314.493060:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b706a24 x1853236748232192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.493065:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384314.493071:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384314.493074:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000072b10034. 02000000:00000001:0.0:1767384314.493078:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384314.493079:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384314.493080:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384314.493082:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384314.493084:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045db9e36. 02000000:00000001:0.0:1767384314.493087:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.493088:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384314.493089:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b706a24. 00000100:00000001:0.0:1767384314.493093:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384314.493095:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.493097:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.493101:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.493102:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.493104:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.493130:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.495148:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294902375, at 4294902376 00000100:00000010:0.0:1767384314.495156:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fb86e2f. 00080000:00000020:3.0:1767384314.495484:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384314.495487:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384314.495488:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ce03169b. 20000000:00000001:3.0:1767384314.495492:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384314.495495:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748232320 00010000:00000001:3.0:1767384314.495497:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384314.495500:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf27678e x1853236748232320/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384314.495507:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.495508:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384314.495510:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384314.495513:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.495515:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384314.495517:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384314.495519:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.495521:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.495522:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.495525:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.495528:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ab1d049. 00000100:00000200:3.0:1767384314.495531:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748232320, offset 224 00000400:00000200:3.0:1767384314.495535:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.495539:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.495545:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102680 00000400:00000200:3.0:1767384314.495549:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e9 [2] + 224 00000400:00000200:3.0:1767384314.495554:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.495556:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.495566:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384314.495570:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.495577:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.495591:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.495596:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab1d049 00000400:00000010:3.0:1767384314.495598:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ab1d049. 00000100:00000001:3.0:1767384314.495601:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384314.495602:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.495605:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.495608:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:0.0:1767384314.495608:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384314.495612:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384314.495612:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384314.495617:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.495619:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384314.495619:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384314.495623:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf27678e x1853236748232320/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:295/0 lens 4848/4768 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384314.495624:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384314.495628:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027cdf47e. 00000400:00000200:0.0:1767384314.495635:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138e2a68 00000100:00100000:3.0:1767384314.495639:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf27678e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748232320:12345-0@lo:253: Request processed in 23987us (24425us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384314.495640:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138e2a68. 00000100:00000001:0.0:1767384314.495647:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384314.495653:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000200:0.0:1767384314.495654:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.495658:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384314.495662:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384314.495665:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.495671:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ce2b86cc. 00000100:00000200:0.0:1767384314.495672:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384314.495678:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f4ab52e. 00000100:00000001:0.0:1767384314.495681:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384314.495683:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048730387. 00000100:00000001:0.0:1767384314.495684:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384314.495689:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:0.0:1767384314.495689:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384314.495690:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384314.495695:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384314.495696:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384314.495698:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384314.495699:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000811d0a2f. 02000000:00000001:3.0:1767384314.495702:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384314.495703:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384314.495706:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384314.495711:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384314.495713:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb18dc1e. 00000100:00001000:0.0:1767384314.495715:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384314.495718:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384314.495720:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384314.495722:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384314.495726:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384314.495728:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ab1d049. 00010000:00000001:0.0:1767384314.495728:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.495734:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384314.495738:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.495743:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384314.495745:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384314.495746:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384314.495749:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384314.495750:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384314.495752:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384314.495753:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384314.495754:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384314.495756:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384314.495758:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384314.495759:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384314.495761:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384314.495764:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384314.495773:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7016a75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748232320:0@lo:253: 00000100:00000001:0.0:1767384314.495778:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.495780:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384314.495783:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7016a75 x1853236748232320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384330 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384314.495791:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384314.495793:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384314.495810:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a3631fdb. 02000000:00000001:0.0:1767384314.495817:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384314.495819:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384314.495821:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384314.495830:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384314.495833:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008fc1eae3. 02000000:00000001:0.0:1767384314.495836:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384314.495837:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384314.495839:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7016a75. 00000100:00000001:0.0:1767384314.495842:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384314.495843:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.495845:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384314.495850:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384314.495851:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384314.495853:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384314.495855:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.496159:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294902375, at 4294902377 00000100:00000010:1.0:1767384314.496167:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:3.0:1767384314.496231:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294902376, at 4294902377 00000100:00000010:3.0:1767384314.496237:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d8e0bd9b. 00010000:00000010:1.1:1767384314.506271:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ebe0d3fd. 00010000:00000010:1.1:1767384314.506278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058516650. 00000100:00000001:3.0:1767384314.903384:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.903388:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.903391:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384314.903396:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.903413:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384314.903415:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.903422:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384314.903426:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384314.903431:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.903435:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7016a75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748232832:0@lo:400: 00000100:00000001:3.0:1767384314.903442:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384314.903446:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384314.903448:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.903452:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384314.903457:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047557bbb. 02000000:00000001:3.0:1767384314.903459:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384314.903463:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab039a0e. 00000400:00000010:3.0:1767384314.903471:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c37668f8. 00000100:00000200:3.0:1767384314.903476:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748232832, portal 10 00000100:00000001:3.0:1767384314.903478:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384314.903480:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521767808 : -114055187783808 : ffff9844750c1f80) 00000100:00000040:3.0:1767384314.903488:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.903501:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.903508:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.903512:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000100:00000200:3.0:1767384314.903516:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748232832, offset 0 00000400:00000200:3.0:1767384314.903522:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384314.903534:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384314.903547:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e102880 00000400:00000200:3.0:1767384314.903560:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:3.0:1767384314.903565:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.903573:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.903579:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384314.903582:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384314.903588:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c576287c. 00000100:00000040:3.0:1767384314.903592:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000c576287c x1853236748232832 msgsize 224 00000100:00100000:3.0:1767384314.903600:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384314.903611:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.903618:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e903fc60 00000400:00000010:3.0:1767384314.903621:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000100:00000001:3.0:1767384314.903625:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384314.903631:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.903643:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384314.903648:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.903656:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.903660:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384314.903665:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.903671:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3307 usecs (4 jiffies) 00000100:00000001:3.0:1767384314.903677:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902788 00000100:00000001:3.0:1767384314.903681:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.903685:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902788 00000100:00000001:3.0:1767384314.903690:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.903692:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902788 00000100:00000001:3.0:1767384314.903697:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.903699:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902788 00000100:00000001:3.0:1767384314.903712:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.903716:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.903726:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.903730:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.903734:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.903740:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.903744:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384314.903748:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.903750:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.903752:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.903755:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384314.903759:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.903764:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.903766:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.903768:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.903769:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.903770:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384314.903775:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.903777:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384314.903782:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748232832 00000100:00000001:3.0:1767384314.903784:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384314.903785:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384314.903787:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.903789:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384314.903806:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384314.903807:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.903809:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384314.903812:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.903813:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.903815:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b706a24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748232960:0@lo:400: 00000100:00100000:1.0:1767384314.903818:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748232832 00000100:00000001:3.0:1767384314.903820:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767384314.903822:0:16786:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384314.903823:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767384314.903825:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 02000000:00000001:3.0:1767384314.903826:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.903829:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384314.903832:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9257c09. 02000000:00000001:3.0:1767384314.903836:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.903836:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.903840:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000400:00000010:3.0:1767384314.903841:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005719726f. 00000020:00000001:1.0:1767384314.903844:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000400:00000010:3.0:1767384314.903847:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000020:00000001:1.0:1767384314.903848:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000200:3.0:1767384314.903851:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748232960, portal 10 00000100:00000001:3.0:1767384314.903854:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384314.903855:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384314.903858:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521771392 : -114055187780224 : ffff9844750c2d80) 00000020:00000010:1.0:1767384314.903860:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000100:00000001:1.0:1767384314.903864:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384314.903865:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384314.903869:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000020:00000010:1.0:1767384314.903879:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c815c25f. 00000020:00000010:1.0:1767384314.903887:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea72dbaf. 00000020:00000010:1.0:1767384314.903894:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3c9e5d5. 00000100:00000001:3.0:1767384314.903898:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.903903:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384314.903905:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1767384314.903908:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000801f9e1e. 00000100:00000001:1.0:1767384314.903909:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384314.903913:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384314.903914:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748232960, offset 0 00000100:00000001:1.0:1767384314.903918:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.903923:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384314.903928:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384314.903933:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384314.903934:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384314.903936:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.903947:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e102900 00000100:00000001:1.0:1767384314.903947:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.903954:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000400:00000200:3.0:1767384314.903958:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384314.903963:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384314.903964:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384314.903967:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384314.903968:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384314.903971:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1767384314.903976:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000010:3.0:1767384314.903979:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb95b98c. 00000100:00000040:1.0:1767384314.903980:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000040:3.0:1767384314.903984:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000bb95b98c x1853236748232960 msgsize 224 00000100:00000001:1.0:1767384314.903985:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716220160 : -114055993331456 : ffff984445087100) 00000100:00000040:1.0:1767384314.903996:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c576287c x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:295/0 lens 224/0 e 0 to 0 dl 1767384325 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.904000:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384314.904011:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384314.904013:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384314.904016:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384314.904019:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000801f9e1e 00000100:00000001:1.0:1767384314.904021:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384314.904023:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000801f9e1e. 00000020:00000010:1.0:1767384314.904027:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000100:00000001:3.0:1767384314.904030:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384314.904036:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c576287c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748232832:12345-0@lo:400: 00000100:00000200:3.0:1767384314.904037:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384314.904046:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748232832 00000020:00000001:1.0:1767384314.904058:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384314.904059:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384314.904064:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384314.904066:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384314.904068:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.904075:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384314.904077:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:1.0:1767384314.904084:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384314.904089:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384314.904094:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384314.904097:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384314.904098:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.904100:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904101:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384314.904103:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384314.904148:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.904151:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4050 usecs (5 jiffies) 00000100:00000001:3.0:1767384314.904153:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294902790 00000100:00000001:3.0:1767384314.904155:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.904157:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294902790 00000100:00000001:3.0:1767384314.904159:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.904166:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294902790 00000100:00000001:3.0:1767384314.904168:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.904169:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294902790 00000100:00000001:3.0:1767384314.904171:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294902794 00000100:00000001:3.0:1767384314.904173:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.904174:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904177:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904180:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904197:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384314.904198:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748232960 02000000:00000001:3.0:1767384314.904200:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384314.904202:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.904203:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.904205:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384314.904207:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748232960 00000020:00000001:3.0:1767384314.904209:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384314.904210:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:3.0:1767384314.904211:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384314.904213:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000001:3.0:1767384314.904215:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:3.0:1767384314.904216:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:3.0:1767384314.904219:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384314.904222:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000020:00000010:3.0:1767384314.904224:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000391c148b. 00000020:00000040:3.0:1767384314.904227:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:3.0:1767384314.904230:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384314.904234:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000addd6186. 00000020:00000010:3.0:1767384314.904237:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f5544e2. 00000020:00000010:3.0:1767384314.904240:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea63239d. 00000100:00000001:3.0:1767384314.904244:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384314.904245:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384314.904247:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.904250:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384314.904258:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384314.904260:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904267:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.904275:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384314.904278:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384314.904278:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384314.904282:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384314.904285:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384314.904288:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 02000000:00000010:1.0:1767384314.904288:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000c8ecf87. 00000100:00000001:3.0:1767384314.904294:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716212096 : -114055993339520 : ffff984445085180) 02000000:00000001:1.0:1767384314.904294:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.904300:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.904303:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb95b98c x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:295/0 lens 224/0 e 0 to 0 dl 1767384325 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384314.904303:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384314.904309:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748232832 00010000:00000001:1.0:1767384314.904314:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384314.904315:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384314.904319:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00010000:00000200:1.0:1767384314.904320:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c576287c x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:295/0 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.904322:0:16787:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384314.904328:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00010000:00000001:1.0:1767384314.904334:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384314.904337:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb95b98c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748232960:12345-0@lo:400: 00010000:00000001:1.0:1767384314.904337:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.904340:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=15 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384314.904342:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748232960 00000020:00000001:3.0:1767384314.904347:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384314.904349:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384314.904351:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384314.904353:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000001:3.0:1767384314.904355:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.904357:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:3.0:1767384314.904358:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384314.904362:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 02000000:00000001:1.0:1767384314.904362:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384314.904365:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.904366:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384314.904369:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384314.904370:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384314.904373:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384314.904376:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384314.904376:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384314.904379:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.904382:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:1.0:1767384314.904382:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055b24b79. 00000100:00000001:3.0:1767384314.904386:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384314.904387:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748232832, offset 224 02000000:00000001:3.0:1767384314.904389:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384314.904393:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f474ece. 00000400:00000200:1.0:1767384314.904397:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384314.904398:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904401:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.904403:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.904407:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384314.904408:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748232960 00010000:00000001:3.0:1767384314.904418:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384314.904421:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e102880 00010000:00000200:3.0:1767384314.904424:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb95b98c x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:295/0 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384314.904440:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1325 [1] + 224 00010000:00000001:3.0:1767384314.904443:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384314.904447:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384314.904448:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384314.904453:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=15 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384314.904458:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384314.904459:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384314.904466:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:1.0:1767384314.904467:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384314.904472:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000200:1.0:1767384314.904473:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384314.904479:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384314.904482:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904489:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384314.904496:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.904497:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384314.904503:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000801f9e1e. 00000100:00000200:3.0:1767384314.904511:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748232960, offset 224 00000100:00000001:1.0:1767384314.904519:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384314.904520:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384314.904530:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055b24b79 00000400:00000200:3.0:1767384314.904532:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384314.904534:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055b24b79. 00000100:00000001:1.0:1767384314.904540:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384314.904544:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e102900 00000100:00000001:1.0:1767384314.904544:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384314.904551:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.904555:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x132d [1] + 224 00000100:00000040:1.0:1767384314.904559:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000400:00000200:3.0:1767384314.904565:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384314.904566:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384314.904570:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.904574:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384314.904575:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384314.904582:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384314.904582:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c576287c x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:295/0 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384314.904589:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.904604:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c576287c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748232832:12345-0@lo:400: Request processed in 587us (1006us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384314.904609:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.904625:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384314.904630:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:3.0:1767384314.904635:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384314.904635:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384314.904639:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384314.904644:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea72dbaf. 00000020:00000010:1.0:1767384314.904650:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3c9e5d5. 00000400:00000200:3.0:1767384314.904652:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000801f9e1e 00000020:00000010:1.0:1767384314.904655:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c815c25f. 00000400:00000010:3.0:1767384314.904656:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000801f9e1e. 00000100:00000001:3.0:1767384314.904664:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384314.904664:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:3.0:1767384314.904667:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384314.904670:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.904673:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.904678:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:3.0:1767384314.904682:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384314.904692:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384314.904695:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384314.904703:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb95b98c x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:295/0 lens 224/224 e 0 to 0 dl 1767384325 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384314.904729:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb95b98c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748232960:12345-0@lo:400: Request processed in 411us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384314.904745:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:3.0:1767384314.904748:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:3.0:1767384314.904750:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384314.904752:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384314.904755:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f5544e2. 00000020:00000010:3.0:1767384314.904760:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea63239d. 00000020:00000010:3.0:1767384314.904765:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000addd6186. 00000020:00000040:3.0:1767384314.904772:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384314.904775:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384314.904829:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384314.904832:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384314.904837:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e37df325. 00000020:00000040:3.0:1767384314.904841:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384314.904845:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384314.904847:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384314.904850:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384314.904856:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b41f6e5. 00000100:00000001:3.0:1767384314.904862:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904869:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384314.904872:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384314.904880:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e37df325] to pc [ptlrpcd_00_02+2] req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384314.904896:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.904946:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.904949:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384314.904951:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384314.904954:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.904986:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384314.904994:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384314.904999:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384314.905000:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384314.905002:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005719726f. 00000400:00000200:1.0:1767384314.905005:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e903fc60 00000400:00000010:1.0:1767384314.905007:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000100:00000001:1.0:1767384314.905010:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384314.905014:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384314.905021:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.905034:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384314.905035:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.905040:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384314.905043:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384314.905046:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.905048:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384314.905049:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.905050:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.905052:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.905055:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384314.905058:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384314.905059:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384314.905064:0:16146:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000029446785. 00000100:00100000:3.0:1767384314.905067:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e37df325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748233088:0@lo:13: 00000100:00001000:1.0:1767384314.905070:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=15 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384314.905072:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384314.905076:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00001000:1.0:1767384314.905077:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=15 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384314.905078:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384314.905085:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384314.905085:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384314.905089:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384314.905090:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007b6dcb07. 02000000:00000001:3.0:1767384314.905094:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384314.905094:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384314.905100:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000735f8fbc. 00010000:00080000:1.0:1767384314.905101:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384314.905138:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000801f9e1e. 00000100:00000200:3.0:1767384314.905144:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748233088, portal 4 00010000:00000001:1.0:1767384314.905146:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.905151:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384314.905152:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384314.905154:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716221952 : -114055993329664 : ffff984445087800) 00000100:00000040:1.0:1767384314.905156:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384314.905161:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384314.905163:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.905164:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.905173:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.905194:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384314.905201:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384314.905201:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384314.905204:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a94b98. 00000100:00000200:3.0:1767384314.905209:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748233088, offset 0 00000100:00000001:1.0:1767384314.905212:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384314.905216:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384314.905221:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384314.905224:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.905237:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b706a24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748232960:0@lo:400: 00000400:00000001:1.0:1767384314.905248:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384314.905251:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384314.905252:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab039a0e. 00000400:00000200:1.0:1767384314.905257:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37668f8 00000400:00000010:1.0:1767384314.905260:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c37668f8. 00000100:00000001:1.0:1767384314.905264:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384314.905271:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384314.905286:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.905299:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384314.905303:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.905307:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384314.905310:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384314.905313:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384314.905317:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.905321:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.905328:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=15 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384314.905334:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384314.905336:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384314.905342:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384314.905345:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384314.905347:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e102980 00010000:00000001:1.0:1767384314.905348:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384314.905355:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.905359:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 448 00000400:00000200:3.0:1767384314.905368:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384314.905375:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905378:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384314.905381:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384314.905383:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384314.905390:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.905397:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384314.905411:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384314.905413:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384314.905416:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384314.905419:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384314.905420:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384314.905422:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384314.905425:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ea7f7f9. 00000100:00000040:1.0:1767384314.905430:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384314.905437:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006ea7f7f9 x1853236748233088 msgsize 224 00000100:00100000:1.0:1767384314.905447:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7016a75 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748232832:0@lo:400: 00000100:00100000:3.0:1767384314.905452:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384314.905455:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.905459:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384314.905461:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b706a24 x1853236748232960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.905463:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384314.905468:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384314.905470:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a94b98 02000000:00000001:1.0:1767384314.905470:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384314.905474:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a94b98. 02000000:00000010:1.0:1767384314.905474:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9257c09. 00000100:00000001:3.0:1767384314.905482:0:16148:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384314.905482:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384314.905485:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384314.905487:0:16146:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000200:3.0:1767384314.905488:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384330 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384314.905490:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384314.905494:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005f679cb. 02000000:00000001:1.0:1767384314.905499:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384314.905501:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384314.905502:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384314.905505:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b706a24. 00000100:00000040:3.0:1767384314.905506:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.905509:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384314.905512:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.905517:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384314.905519:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.905522:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384314.905523:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7016a75 x1853236748232832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384314.905527:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905530:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384314.905532:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8641 usecs (9 jiffies) 02000000:00000001:1.0:1767384314.905532:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384314.905535:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047557bbb. 00000100:00000001:3.0:1767384314.905537:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294902795 02000000:00000001:1.0:1767384314.905540:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384314.905542:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384314.905544:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294902794 00000020:00000040:1.0:1767384314.905549:0:16146:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384314.905550:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294902795 00000020:00000001:1.0:1767384314.905552:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384314.905555:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028795634. 00000100:00000001:3.0:1767384314.905557:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294902794 02000000:00000001:1.0:1767384314.905559:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384314.905561:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384314.905562:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294902795 00000100:00000010:1.0:1767384314.905563:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7016a75. 00000100:00000001:3.0:1767384314.905572:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294902794 00000100:00000001:1.0:1767384314.905572:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384314.905575:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.905578:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294902795 00000100:00000001:1.0:1767384314.905578:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.905585:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294902794 00000100:00000001:1.0:1767384314.905586:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384314.905590:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.905591:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384314.905592:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.905596:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905597:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.905599:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384314.905602:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384314.905606:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384314.905608:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384314.905611:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384314.905613:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384314.905616:0:17562:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384314.905620:0:17562:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748233088 00000100:00000001:3.0:1767384314.905623:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.905624:0:17562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384314.905627:0:17562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384314.905628:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905629:0:17562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384314.905633:0:17562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384314.905635:0:17562:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748233088 00000020:00000001:1.0:1767384314.905636:0:17562:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384314.905638:0:17562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:1.0:1767384314.905639:0:17562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384314.905641:0:17562:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:1.0:1767384314.905643:0:17562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:1.0:1767384314.905645:0:17562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384314.905646:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384314.905650:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080b622a0. 00000100:00000001:1.0:1767384314.905652:0:17562:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384314.905654:0:17562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080b622a0. 00000020:00000010:1.0:1767384314.905659:0:17562:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047557bbb. 00000020:00000010:1.0:1767384314.905662:0:17562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea72dbaf. 00000020:00000010:1.0:1767384314.905665:0:17562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3c9e5d5. 00000100:00000040:1.0:1767384314.905670:0:17562:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384314.905672:0:17562:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384314.905673:0:17562:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384314.905680:0:17562:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905685:0:17562:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905694:0:17562:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384314.905705:0:17562:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384314.905706:0:17562:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384314.905711:0:17562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384314.905713:0:17562:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:1.0:1767384314.905715:0:17562:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716218368 : -114055993333248 : ffff984445086a00) 00000100:00000040:1.0:1767384314.905718:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ea7f7f9 x1853236748233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:295/0 lens 224/0 e 0 to 0 dl 1767384325 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.905724:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384314.905727:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080b622a0. 00000100:00000001:1.0:1767384314.905728:0:17562:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384314.905729:0:17562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080b622a0. 00000100:00100000:1.0:1767384314.905732:0:17562:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ea7f7f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748233088:12345-0@lo:13: 00000100:00000200:1.0:1767384314.905734:0:17562:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748233088 00000020:00000001:1.0:1767384314.905736:0:17562:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384314.905737:0:17562:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384314.905738:0:17562:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.905740:0:17562:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384314.905741:0:17562:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000001:1.0:1767384314.905743:0:17562:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384314.905745:0:17562:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384314.905746:0:17562:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384314.905748:0:17562:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384314.905749:0:17562:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905752:0:17562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384314.905753:0:17562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384314.905757:0:17562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000018821b0e. 02000000:00000001:1.0:1767384314.905758:0:17562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905760:0:17562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384314.905763:0:17562:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384314.905767:0:17562:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384314.905768:0:17562:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384314.905776:0:17562:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384314.905786:0:17562:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.905788:0:17562:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384314.905804:0:17562:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384314.905807:0:17562:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384314.905810:0:17562:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384314.905813:0:17562:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384314.905815:0:17562:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384314.905819:0:17562:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384314.905820:0:17562:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384314.905822:0:17562:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384314.905824:0:17562:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748233088 00010000:00000001:1.0:1767384314.905826:0:17562:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384314.905829:0:17562:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ea7f7f9 x1853236748233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:295/0 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384314.905833:0:17562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384314.905835:0:17562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384314.905836:0:17562:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384314.905839:0:17562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384314.905840:0:17562:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384314.905842:0:17562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384314.905844:0:17562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384314.905845:0:17562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384314.905847:0:17562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384314.905849:0:17562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384314.905853:0:17562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055b24b79. 00000100:00000200:1.0:1767384314.905856:0:17562:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748233088, offset 224 00000400:00000200:1.0:1767384314.905860:0:17562:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384314.905867:0:17562:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384314.905873:0:17562:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e102980 00000400:00000200:1.0:1767384314.905877:0:17562:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1341 [1] + 224 00000400:00000200:1.0:1767384314.905880:0:17562:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384314.905885:0:17562:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384314.905887:0:17562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384314.905896:0:17562:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384330 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384314.905902:0:17562:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e37df325 x1853236748233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384330 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384314.905910:0:17562:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384314.905914:0:17562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055b24b79 00000400:00000010:1.0:1767384314.905916:0:17562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055b24b79. 00000100:00000001:1.0:1767384314.905918:0:17562:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384314.905920:0:17562:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384314.905922:0:17562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384314.905925:0:17562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384314.905927:0:17562:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384314.905928:0:17562:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384314.905930:0:17562:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384314.905933:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ea7f7f9 x1853236748233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:295/0 lens 224/368 e 0 to 0 dl 1767384325 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384314.905938:0:17562:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ea7f7f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748233088:12345-0@lo:13: Request processed in 214us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384314.905944:0:17562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384314.905946:0:17562:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:1.0:1767384314.905948:0:17562:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384314.905950:0:17562:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384314.905953:0:17562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea72dbaf. 00000020:00000010:1.0:1767384314.905958:0:17562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b3c9e5d5. 00000020:00000010:1.0:1767384314.905962:0:17562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047557bbb. 00000020:00000040:1.0:1767384314.905968:0:17562:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:1.0:1767384314.905972:0:17562:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384314.915162:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294902795, at 4294902796 00000100:00000040:3.0:1767384314.915166:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294902795, at 4294902796 00000100:00000010:0.0:1767384314.915172:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000093cb944d. 00000100:00000010:3.0:1767384314.915175:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6b06ded. 00000100:00000040:1.0:1767384314.915200:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294902795, at 4294902796 00000100:00000010:1.0:1767384314.915209:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b9c75a2. 00080000:00000001:3.0:1767384315.184907:0:20859:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384315.184921:0:20859:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.184925:0:20859:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.184932:0:20859:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384315.184937:0:20859:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384315.184940:0:20859:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384315.223289:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384315.223293:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384315.223295:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384315.893938:0:21023:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384315.893942:0:21023:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:0.0:1767384315.898751:0:21023:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384315.907976:0:21024:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009e8e5a7b. 00000400:00000010:0.0:1767384315.907993:0:21024:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006bdc7f5d. 00000400:00000010:0.0:1767384315.908006:0:21024:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e53d1685. 00000400:00000010:0.0:1767384315.908011:0:21024:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a63f3b0c. 00000400:00000010:0.0:1767384315.908016:0:21024:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003ea6244d. 00000400:00000010:0.0:1767384315.908021:0:21024:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031255c5f. 00000400:00000010:0.0:1767384315.908039:0:21024:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000066d6319e. 00000400:00000010:0.0:1767384315.908041:0:21024:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043f93bd5. 00000400:00000010:0.0:1767384315.908046:0:21024:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000090eb45ad. 00000800:00000010:0.0:1767384315.908059:0:21024:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005d5e0b9e. 00000800:00000200:0.0:1767384315.908071:0:21024:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384315.908081:0:21024:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384315.908141:0:21024:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384315.908330:0:21024:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp17 [8/256/0/180] 00000400:00000010:0.0:1767384315.910950:0:21024:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000009a3deee8. 00000400:00000010:0.0:1767384315.910958:0:21024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384315.910964:0:21024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020a60597. 00000400:00000001:0.0:1767384315.910981:0:21024:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384315.910983:0:21024:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384315.910985:0:21024:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025df72a. 00000400:00000200:0.0:1767384315.910989:0:21024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012cb5712 00000400:00000010:0.0:1767384315.910991:0:21024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012cb5712. 00000400:00000010:0.0:1767384315.910995:0:21024:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000007a44ca0d. 00000400:00000200:0.0:1767384315.911000:0:21024:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (8) 00000400:00000200:0.0:1767384315.911017:0:21024:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384315.911027:0:21024:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:0.0:1767384315.911035:0:21024:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000e84738e8. 00000020:01000000:0.0:1767384315.911040:0:21024:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384315.911044:0:21024:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp17 00000400:00000200:1.0:1767384315.911048:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384315.911055:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:1.0:1767384315.911061:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055b24b79. 00000400:00000010:0.0:1767384315.911066:0:21024:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006bdc7f5d. 00000400:00000200:1.0:1767384315.911071:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (9) 00000400:00000010:0.0:1767384315.911073:0:21024:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009e8e5a7b. 00000400:00000010:1.0:1767384315.911077:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da9ef959. 00000400:00000200:1.0:1767384315.911083:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384315.911096:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384315.911103:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384315.911133:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384315.911145:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384315.911155:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384315.911159:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384315.911167:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384315.911172:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384315.911177:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:1.0:1767384315.911183:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp16 00000400:00000200:1.0:1767384315.911188:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp16 lpni_is_preferred = 0 00000400:00000200:1.0:1767384315.911191:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp16 00000400:00000200:1.0:1767384315.911198:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.119@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384315.911205:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp16 00000400:00000200:1.0:1767384315.911213:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16:) -> 192.168.202.119@tcp16(192.168.202.119@tcp:192.168.202.119@tcp16) : PUT try# 0 00000800:00000200:1.0:1767384315.911219:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.119@tcp16 00000800:00000010:1.0:1767384315.911224:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000160f504d. 00000800:00000010:1.0:1767384315.911233:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000040279b8f. 00000800:00000010:1.0:1767384315.911239:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000364b4ade. 00000800:00000200:1.0:1767384315.911249:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (2) 00000800:00000200:1.1:1767384315.911255:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (2) 00000400:00000200:1.0:1767384315.911268:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384315.911272:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000100:00000001:3.0:1767384315.911276:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384315.911283:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.911286:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384315.911292:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.911312:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384315.911316:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.911322:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384315.911325:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384315.911330:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.911336:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748233216:0@lo:253: 00000400:00000200:1.0:1767384315.911336:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911342:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384315.911348:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384315.911352:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.911356:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384315.911364:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b8a603f. 02000000:00000001:3.0:1767384315.911369:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384315.911375:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e48f7521. 00000400:00000010:3.0:1767384315.911383:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2e3c46d. 00000100:00000200:3.0:1767384315.911388:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748233216, portal 25 00000100:00000001:3.0:1767384315.911393:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384315.911396:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521772288 : -114055187779328 : ffff9844750c3100) 00000100:00000040:3.0:1767384315.911403:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384315.911403:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911419:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384315.911427:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000040:3.0:1767384315.911434:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384315.911439:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb49a9e4. 00000100:00000200:3.0:1767384315.911443:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748233216, offset 0 00000400:00000200:3.0:1767384315.911449:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384315.911461:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384315.911466:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384315.911474:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102a00 00000400:00000200:3.0:1767384315.911482:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000400:00000010:3.0:1767384315.911486:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a45712. 00000400:00000200:3.0:1767384315.911492:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095b15be7 00000400:00000200:1.0:1767384315.911498:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384315.911501:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384315.911510:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384315.911519:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b15be7 00000400:00000010:3.0:1767384315.911523:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b15be7. 00000400:00000200:1.0:1767384315.911523:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911531:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384315.911536:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384315.911541:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000001ff42d45 x1853236748233216 msgsize 4848 00000100:00100000:3.0:1767384315.911552:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384315.911553:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000040:3.0:1767384315.911558:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384315.911569:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384315.911577:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb49a9e4 00000400:00000010:3.0:1767384315.911580:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb49a9e4. 00000100:00000001:3.0:1767384315.911583:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384315.911587:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384315.911589:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911606:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384315.911612:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384315.911615:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911631:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911633:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384315.911638:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911643:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294903804 00000400:00000200:1.0:1767384315.911644:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000010:3.0:1767384315.911651:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b040c079. 00000100:00000001:3.0:1767384315.911659:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384315.911666:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294903804 00000400:00000200:1.0:1767384315.911676:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000010:3.0:1767384315.911680:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8a682d0. 00000100:00000001:3.0:1767384315.911687:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384315.911693:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294903804 00000100:00000010:3.0:1767384315.911699:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd15d950. 00000100:00000001:3.0:1767384315.911705:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384315.911710:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294903804 00000400:00000200:1.0:1767384315.911713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000010:3.0:1767384315.911714:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5f30303. 00000100:00000001:3.0:1767384315.911720:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384315.911726:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384315.911729:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911733:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911736:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.911743:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384315.911745:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384315.911748:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384315.911749:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911751:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384315.911755:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911758:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911796:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384315.911800:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748233216 02000000:00000001:3.0:1767384315.911805:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384315.911806:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:3.0:1767384315.911809:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384315.911813:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384315.911817:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384315.911823:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748233216 00000020:00000001:3.0:1767384315.911827:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384315.911830:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384315.911833:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384315.911835:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384315.911837:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384315.911846:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384315.911851:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.911857:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008008ec7f. 00000100:00000001:3.0:1767384315.911863:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.911872:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008008ec7f. 00000020:00000010:3.0:1767384315.911879:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c6e69b4. 00000020:00000010:3.0:1767384315.911884:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a4dd45. 00000020:00000010:3.0:1767384315.911892:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea63239d. 00000100:00000040:3.0:1767384315.911903:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384315.911907:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384315.911910:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384315.911913:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911923:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.911932:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384315.911944:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384315.911948:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384315.911956:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384315.911960:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384315.911962:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017728368720 : -114055981182896 : ffff984445c1d050) 00000100:00000040:3.0:1767384315.911970:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ff42d45 x1853236748233216/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:296/0 lens 4848/0 e 0 to 0 dl 1767384326 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384315.911978:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384315.911982:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008008ec7f. 00000100:00000001:3.0:1767384315.911985:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384315.911990:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008008ec7f. 00000100:00100000:3.0:1767384315.912003:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ff42d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748233216:12345-0@lo:253: 00000100:00000200:3.0:1767384315.912011:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748233216 00000020:00000001:3.0:1767384315.912018:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:1.0:1767384315.912023:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f627728b. 00000020:00000001:3.0:1767384315.912024:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384315.912029:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384315.912032:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000927ee48e. 00000020:00000001:3.0:1767384315.912037:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000010:1.0:1767384315.912041:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005568ac57. 00000020:00000001:3.0:1767384315.912043:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384315.912051:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384315.912056:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384315.912062:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384315.912067:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:1.0:1767384315.912070:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005568ac57. 00000020:00000001:3.0:1767384315.912080:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.912087:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384315.912088:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384315.912094:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384315.912094:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384315.912103:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000720e50ef. 02000000:00000001:3.0:1767384315.912134:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384315.912140:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384315.912143:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:3.0:1767384315.912147:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384315.912156:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000020cec4f9. 00000400:00000200:1.0:1767384315.912160:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp16 from 241.3.0.2 20000000:01000000:3.0:1767384315.912163:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:1.0:1767384315.912165:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ec26684e. 20000000:00000001:3.0:1767384315.912168:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384315.912173:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384315.912177:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.912180:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.912182:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384315.912192:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000011fe396e. 20000000:01000000:3.0:1767384315.912198:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384315.912207:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384315.912213:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384315.912265:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384315.912269:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384315.912271:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.912274:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384315.912277:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384315.912283:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384315.912287:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384315.912295:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c189c5b8. 00080000:00000001:3.0:1767384315.912298:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013414496256 : -114060295055360 : ffff984344a15800) 00080000:00000001:3.0:1767384315.912302:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.0:1767384315.912354:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7ed76de. 00000800:00000010:1.0:1767384315.912358:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d36c3003. 00000800:00000010:1.0:1767384315.912374:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c557c6b6. 00000800:00000200:1.1:1767384315.912378:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (2) 00000800:00000200:1.1:1767384315.912382:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp16 00000000c557c6b6 deleted 00000800:00000010:1.1:1767384315.912383:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c557c6b6. 00000800:00000200:1.1:1767384315.912389:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384315.912394:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp16 ip 192.168.202.119:1009 00000800:00000200:1.1:1767384315.912396:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000160f504d type 1, nob 272 niov 1 nkiov 1 00000800:00000200:1.0:1767384315.912402:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp16 p 3.x 192.168.202.119 -> 192.168.202.119:1009 incarnation:1767384314468579955 sched[0] 00000800:00000010:1.0:1767384315.912406:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005568ac57. 00000001:00000001:3.0:1767384315.912431:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384315.912434:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.912438:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384315.912443:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005568ac57. 00000800:00000010:1.0:1767384315.912448:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d36c3003. 00080000:00000001:3.0:1767384315.912462:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384315.912466:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767384315.912471:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ec26684e. 00000800:00000001:1.0:1767384315.912482:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384315.912487:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384315.912539:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384315.912543:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000160f504d. 00000400:00000200:1.0:1767384315.912546:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.912550:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: PUT: OK 00000400:00000200:1.0:1767384315.912554:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384315.912557:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000200:1.1:1767384315.912582:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384315.912587:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp16 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384314468579955 sched[0] 00000800:00000010:1.0:1767384315.912590:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000927ee48e. 00080000:00000001:3.0:1767384315.912620:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384315.912625:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384315.912628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912657:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912691:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912711:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912766:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912814:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912860:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912915:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.912971:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.913023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.913167:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.913231:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.913412:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384315.913441:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000800:00000010:1.0:1767384315.913582:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f2aa806. 00000800:00000010:1.0:1767384315.913587:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c557c6b6. 00000800:00000010:1.0:1767384315.913592:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005568ac57. 00000800:00000010:1.0:1767384315.913618:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005568ac57. 00000800:00000010:3.0:1767384315.913727:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e1dba6a5. 00000800:00000010:3.0:1767384315.913734:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091994777. 00000800:00000010:3.0:1767384315.913759:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d477d3b3. 00000800:00000200:3.1:1767384315.913766:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (4) 00000800:00000200:3.1:1767384315.913772:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp16 00000000d477d3b3 deleted 00000800:00000010:3.1:1767384315.913775:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d477d3b3. 00000800:00000200:3.1:1767384315.913779:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384315.913799:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp16 p 3.x 192.168.202.119 -> 192.168.202.119:1008 incarnation:1767384314468579955 sched[0] 00000800:00000010:3.0:1767384315.913805:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff21181c. 00000800:00000010:3.0:1767384315.913965:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff21181c. 00000800:00000010:3.0:1767384315.913971:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091994777. 00000800:00000010:3.0:1767384315.914000:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b9745408. 00000800:00000200:3.1:1767384315.914212:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384315.914219:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp16 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384314468579955 sched[0] 00000800:00000010:3.0:1767384315.914224:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c557c6b6. 00080000:00000001:3.0:1767384315.920862:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384315.920871:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384315.920876:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384315.920879:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384315.920892:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384315.920900:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384315.920903:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384315.920910:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384315.920916:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061898fd0. 20000000:01000000:0.0:1767384315.920922:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384315.920931:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384315.920938:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384315.920962:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384315.920968:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384315.920972:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.920977:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384315.920980:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384315.920985:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384315.920992:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384315.920997:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000037b14928. 00080000:00000001:0.0:1767384315.921001:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382331392 : -114060327220224 : ffff984342b68c00) 00080000:00000001:0.0:1767384315.921004:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384315.921044:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384315.921046:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.921049:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384315.921059:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384315.921080:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384315.921154:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384315.921158:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384315.924155:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294903804, at 4294903805 00000100:00000040:0.0:1767384315.924157:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294903804, at 4294903805 00000100:00000010:0.0:1767384315.924167:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b040c079. 00000100:00000010:3.0:1767384315.924170:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5f30303. 00000100:00000040:1.0:1767384315.924260:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294903804, at 4294903805 00000100:00000010:1.0:1767384315.924266:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8a682d0. 00010000:00000010:2.1:1767384315.926131:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a52a1ee1. 00010000:00000010:2.1:1767384315.926139:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000001:0.0:1767384315.928794:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384315.928801:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384315.928806:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384315.928810:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384315.928814:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384315.928825:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384315.928829:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384315.928836:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384315.928839:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384315.928844:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384315.928852:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384315.928856:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384315.928858:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384315.928864:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021064595. 00010000:00000001:1.0:1767384315.928868:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384315.928872:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00000020:00000001:1.0:1767384315.928875:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384315.928877:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e0ad to hash 00000020:00000001:1.0:1767384315.928879:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384315.928880:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384315.928882:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384315.928885:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.928886:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.928889:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.928896:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384315.928899:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384315.928901:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384315.928903:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384315.928904:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.928906:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384315.928908:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.928909:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384315.928911:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384315.928913:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384315.928914:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384315.928915:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000021064595) refcount = 1 00010000:00010000:1.0:1767384315.928918:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.928921:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384315.928923:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384315.928924:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.928926:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.928927:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384315.928935:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384315.928938:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384315.928940:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.928942:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.928943:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384315.928945:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384315.928947:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384315.928949:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384315.928950:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.928954:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384315.928956:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.928959:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.928961:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384315.928962:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.928965:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.928967:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.928969:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384315.928970:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384315.928975:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384315.928976:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.928978:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384315.928979:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.928983:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384315.928984:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384315.928984:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384315.928992:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00000020:00000001:1.0:1767384315.928994:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384315.928995:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384315.928997:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384315.928999:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.929003:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384315.929004:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384315.929005:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.929008:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384315.929009:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384315.929011:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384315.929012:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384315.929013:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e0ad from hash 00010000:00000001:1.0:1767384315.929015:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384315.929016:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.929017:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.929017:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384315.929018:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384315.929019:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384315.929021:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384315.929022:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384315.929024:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.929026:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384315.929027:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384315.929029:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.929031:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.929033:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.929034:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.929036:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.929038:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.929041:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.929042:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.929049:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384315.929050:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384315.929051:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384315.929052:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384315.929054:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384315.929056:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384315.929058:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384315.929061:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384315.929067:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384315.929069:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384315.929070:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e0ad lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384315.929077:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000021064595 count: 0 00010000:00000001:1.0:1767384315.929085:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384315.929088:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384315.930791:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384315.930795:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384315.930797:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000020cec4f9. 20000000:00000001:1.0:1767384315.930804:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384315.930808:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748233216 00010000:00000001:1.0:1767384315.930810:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384315.930818:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ff42d45 x1853236748233216/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384315.930826:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384315.930828:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384315.930831:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384315.930836:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384315.930839:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384315.930840:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384315.930843:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384315.930846:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.930849:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384315.930853:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384315.930864:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d09ad81d. 00000100:00000200:1.0:1767384315.930870:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748233216, offset 224 00000400:00000200:1.0:1767384315.930876:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384315.930890:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384315.930900:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102a00 00000400:00000200:1.0:1767384315.930907:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1355 [2] + 224 00000400:00000200:1.0:1767384315.930914:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.930920:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384315.930927:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384315.930932:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384315.930940:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.930952:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384315.930959:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d09ad81d 00000400:00000010:1.0:1767384315.930961:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d09ad81d. 00000100:00000001:1.0:1767384315.930965:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384315.930967:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384315.930971:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384315.930974:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384315.930976:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384315.930978:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.930980:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384315.930984:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ff42d45 x1853236748233216/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384315.930993:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ff42d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748233216:12345-0@lo:253: Request processed in 19014us (19449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384315.931002:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:1.0:1767384315.931005:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384315.931007:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384315.931009:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384315.931014:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a4dd45. 00000020:00000010:1.0:1767384315.931019:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea63239d. 00000020:00000010:1.0:1767384315.931028:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c6e69b4. 00000020:00000040:1.0:1767384315.931034:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384315.931038:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384315.931041:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000720e50ef. 02000000:00000001:1.0:1767384315.931045:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384315.931047:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384315.931053:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384315.931059:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f885c90. 00000400:00000010:1.0:1767384315.931064:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d09ad81d. 00000100:00000001:1.0:1767384315.931094:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384315.931098:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384315.931134:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384315.931137:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384315.931140:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e48f7521. 00000400:00000200:1.0:1767384315.931145:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2e3c46d 00000400:00000010:1.0:1767384315.931147:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2e3c46d. 00000100:00000001:1.0:1767384315.931152:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384315.931157:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384315.931167:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.931175:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384315.931176:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.931179:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384315.931182:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384315.931184:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384315.931187:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384315.931190:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384315.931195:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384315.931199:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384315.931203:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384315.931205:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384315.931208:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384315.931211:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.931213:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384315.931218:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.931237:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384315.931241:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384315.931243:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384315.931248:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384315.931251:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384315.931253:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384315.931255:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384315.931257:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384315.931259:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384315.931260:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384315.931262:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384315.931264:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384315.931266:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384315.931271:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384315.931279:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748233216:0@lo:253: 00000100:00000001:1.0:1767384315.931285:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.931288:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384315.931291:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64329de x1853236748233216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.931299:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384315.931301:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384315.931304:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004b8a603f. 02000000:00000001:1.0:1767384315.931310:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384315.931313:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384315.931316:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384315.931319:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384315.931322:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b7dc1e37. 02000000:00000001:1.0:1767384315.931328:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384315.931330:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384315.931332:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64329de. 00000100:00000001:1.0:1767384315.931338:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384315.931340:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.931342:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384315.931358:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384315.931360:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.931363:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384315.931366:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384315.932410:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384315.932413:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384315.932415:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003451775b. 20000000:00000001:1.0:1767384315.932420:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384315.932422:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748233344 00010000:00000001:1.0:1767384315.932424:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384315.932429:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af20dc60 x1853236748233344/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384315.932435:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384315.932436:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384315.932438:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384315.932441:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384315.932443:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384315.932445:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384315.932447:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384315.932448:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384315.932451:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384315.932453:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384315.932456:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006377bafa. 00000100:00000200:1.0:1767384315.932458:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748233344, offset 224 00000400:00000200:1.0:1767384315.932462:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384315.932467:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384315.932472:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102a80 00000400:00000200:1.0:1767384315.932476:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x135d [2] + 224 00000400:00000200:1.0:1767384315.932480:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384315.932482:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384315.932485:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384315.932488:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678d8a77 x1853236748233344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384315.932494:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000678d8a77 x1853236748233344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384315.932516:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384315.932521:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006377bafa 00000400:00000010:1.0:1767384315.932523:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006377bafa. 00000100:00000001:1.0:1767384315.932526:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384315.932530:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384315.932537:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384315.932543:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384315.932546:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384315.932549:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384315.932551:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384315.932557:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af20dc60 x1853236748233344/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:296/0 lens 4848/4768 e 0 to 0 dl 1767384326 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384315.932570:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af20dc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748233344:12345-0@lo:253: Request processed in 20546us (20842us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384315.932586:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000040:1.0:1767384315.932589:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384315.932594:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384315.932598:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384315.932602:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000143220f3. 00000020:00000010:1.0:1767384315.932607:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:1.0:1767384315.932614:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c4674b4. 00000020:00000040:1.0:1767384315.932621:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384315.932626:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384315.932631:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ce03169b. 02000000:00000001:1.0:1767384315.932634:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384315.932637:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384315.932645:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384315.932650:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013df8ae2. 00000400:00000010:1.0:1767384315.932656:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006377bafa. 00000400:00000010:0.0:1767384315.933565:0:21029:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000913576f3. 00000400:00000040:0.0:1767384315.933582:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384315.933584:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384315.933586:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.933587:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384315.933589:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.933590:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384315.933592:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384315.933593:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384315.933594:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384315.933595:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384315.933596:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384315.933597:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384315.933599:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384315.933600:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384315.933601:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384315.933602:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384315.933603:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384315.933604:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384315.933604:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384315.933606:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.933607:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384315.933608:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384315.933609:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384315.933610:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.933615:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384315.933616:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.933617:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384315.933618:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384315.933620:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384315.933621:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.933621:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384315.933623:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384315.933624:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384315.933625:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384315.933625:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384315.933626:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.933627:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384315.933629:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384315.933630:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384315.933631:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384315.933632:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384315.933633:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384315.933634:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384315.933635:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384315.933636:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384315.933637:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384315.933638:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384315.933639:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384315.933640:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384315.933641:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384315.933642:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384315.933643:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384315.933644:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384315.933645:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384315.933646:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384315.933647:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384315.933647:0:21029:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384315.933673:0:21029:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000913576f3. 00010000:00000010:1.1:1767384315.935142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000021064595. 00010000:00000010:1.1:1767384315.935150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00000020:00000001:1.0:1767384316.247243:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384316.247248:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384316.247252:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384316.641570:0:21229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384316.641589:0:21229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.641594:0:21229:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384316.641602:0:21229:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384316.641608:0:21229:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384316.641612:0:21229:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384317.272181:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384317.272185:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.272187:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384317.350257:0:21393:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384317.350261:0:21393:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:3.0:1767384317.353276:0:21393:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384317.359432:0:21394:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000038ffa41f. 00000400:00000010:0.0:1767384317.359450:0:21394:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000b44df42. 00000400:00000010:0.0:1767384317.359459:0:21394:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001d64d5c2. 00000400:00000010:0.0:1767384317.359462:0:21394:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d5c69f7b. 00000400:00000010:0.0:1767384317.359465:0:21394:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000040692c14. 00000400:00000010:0.0:1767384317.359469:0:21394:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000daf3a175. 00000400:00000010:0.0:1767384317.359470:0:21394:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000046ec8669. 00000400:00000010:0.0:1767384317.359471:0:21394:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091cfc7b6. 00000400:00000010:0.0:1767384317.359474:0:21394:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f34ae39a. 00000800:00000010:0.0:1767384317.359483:0:21394:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000066916442. 00000800:00000200:0.0:1767384317.359493:0:21394:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384317.359499:0:21394:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384317.359534:0:21394:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384317.359551:0:21394:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384317.361184:0:21394:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000537e4006. 00000400:00000010:0.0:1767384317.361190:0:21394:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5dd47f. 00000400:00000010:0.0:1767384317.361195:0:21394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebae2ea7. 00000400:00000001:0.0:1767384317.361209:0:21394:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384317.361211:0:21394:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384317.361213:0:21394:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000400:00000200:0.0:1767384317.361215:0:21394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020a60597 00000400:00000010:0.0:1767384317.361217:0:21394:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020a60597. 00000400:00000010:0.0:1767384317.361222:0:21394:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000009a3deee8. 00000400:00000200:0.0:1767384317.361227:0:21394:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (9) 00000400:00000200:0.0:1767384317.361236:0:21394:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384317.361244:0:21394:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384317.361250:0:21394:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000068d8effe. 00000020:01000000:0.0:1767384317.361254:0:21394:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384317.361256:0:21394:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp18 00000400:00000010:0.0:1767384317.361270:0:21394:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000b44df42. 00000400:00000010:0.0:1767384317.361275:0:21394:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000038ffa41f. 00000020:00000001:1.0:1767384317.361299:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384317.361304:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384317.361307:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384317.361310:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384317.361313:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384317.361315:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384317.361316:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384317.361317:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.361319:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.361321:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384317.361325:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384317.361328:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384317.361329:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384317.361330:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384317.361336:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000741d4806. 00000020:00000040:1.0:1767384317.361342:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384317.361348:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.361352:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384317.361356:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.361364:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3631fdb. 00000100:00000001:1.0:1767384317.361371:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.361380:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384317.361383:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.361393:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d4806] to pc [ptlrpcd_00_01+1] req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384317.361426:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384317.361430:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.361433:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361436:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384317.361437:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384317.361442:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384317.361445:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384317.361446:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384317.361449:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384317.361452:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384317.361454:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384317.361462:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384317.361467:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384317.361472:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384317.361474:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384317.361476:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384317.361480:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384317.361481:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384317.361484:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384317.361488:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384317.361489:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384317.361489:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384317.361492:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384317.361495:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767384317.361495:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384317.361500:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000388f42ba. 02000000:00000001:3.0:1767384317.361502:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384317.361504:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384317.361506:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384317.361507:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384317.361509:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384317.361514:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000811d0a2f. 00000100:00100000:3.0:1767384317.361516:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000741d4806 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748233472:0@lo:253: 00000100:00000001:1.0:1767384317.361520:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361521:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384317.361525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384317.361527:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.361529:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384317.361534:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.361535:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000388f42ba] to pc [ptlrpcd_00_02+2] req@00000000388f42ba x1853236748233600/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384317.361539:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.1:1767384317.361546:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (2) 02000000:00000010:3.0:1767384317.361547:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384317.361552:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.361557:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000400:00000010:3.0:1767384317.361562:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002280f483. 00000100:00000200:3.0:1767384317.361565:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748233472, portal 25 10000000:00000001:1.0:1767384317.361566:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361571:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384317.361572:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361575:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407818880 : -114055301732736 : ffff98446e416680) 00000020:00000001:1.0:1767384317.361577:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384317.361581:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384317.361581:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384317.361586:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000068d8effe. 00000100:00000001:3.0:1767384317.361594:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384317.361597:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384317.361600:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037299336. 00000100:00000200:3.0:1767384317.361603:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748233472, offset 0 00000100:00000001:1.0:1767384317.361603:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.361608:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.361613:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384317.361614:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384317.361618:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384317.361624:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384317.361638:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102b00 00000400:00000200:3.0:1767384317.361647:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:3.0:1767384317.361650:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063455f3f. 00000400:00000200:3.0:1767384317.361654:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007f3f2ee 00000400:00000200:3.0:1767384317.361662:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384317.361669:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384317.361674:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f3f2ee 00000400:00000010:3.0:1767384317.361678:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007f3f2ee. 00000100:00000001:3.0:1767384317.361684:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384317.361688:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384317.361694:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000c006f44b x1853236748233472 msgsize 4848 00000100:00100000:3.0:1767384317.361707:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384317.361707:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000040:3.0:1767384317.361713:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384317.361726:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384317.361743:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037299336 00000400:00000010:3.0:1767384317.361746:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037299336. 00000100:00000001:3.0:1767384317.361750:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384317.361750:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000200:3.0:1767384317.361757:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.361788:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.361792:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384317.361796:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.361808:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361812:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384317.361819:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361824:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294905254 00000100:00000010:3.0:1767384317.361831:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5f30303. 00000400:00000200:0.0:1767384317.361833:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.361839:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384317.361848:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294905254 00000100:00000010:3.0:1767384317.361852:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000015ae46fd. 00000100:00000001:3.0:1767384317.361857:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384317.361864:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294905254 00000100:00000010:3.0:1767384317.361870:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a031d6d0. 00000400:00000200:0.0:1767384317.361874:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.361876:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384317.361885:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294905254 00000100:00000010:3.0:1767384317.361891:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a05c798. 00000100:00000001:3.0:1767384317.361898:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384317.361905:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384317.361905:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.361911:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361915:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361920:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.361927:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.361930:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384317.361932:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.361935:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384317.361936:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.361938:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.361943:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384317.361968:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.361971:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384317.361976:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748233472 02000000:00000001:3.0:1767384317.361978:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384317.361981:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.361985:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.361990:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384317.361995:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748233472 00000020:00000001:3.0:1767384317.361998:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384317.362002:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384317.362004:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384317.362008:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000020:00000040:3.0:1767384317.362024:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384317.362027:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384317.362034:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384317.362037:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384317.362042:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000020:00000010:3.0:1767384317.362043:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a8a2363. 00000100:00000001:3.0:1767384317.362050:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384317.362057:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a8a2363. 00000020:00000010:3.0:1767384317.362066:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081660774. 00000020:00000010:3.0:1767384317.362076:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e871b59a. 00000020:00000010:3.0:1767384317.362083:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000633cc59b. 00000100:00000040:3.0:1767384317.362094:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384317.362096:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.362098:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384317.362102:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384317.362128:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.362137:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.362150:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.362164:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384317.362166:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748233600 02000000:00000001:3.0:1767384317.362167:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384317.362169:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.362170:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384317.362172:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384317.362174:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748233600 00000020:00000001:3.0:1767384317.362178:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384317.362180:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384317.362182:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384317.362191:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000400:00000200:0.0:1767384317.362191:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000020:00000001:3.0:1767384317.362197:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384317.362202:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384317.362206:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384317.362211:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a8a2363. 00000100:00000001:3.0:1767384317.362218:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384317.362223:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a8a2363. 00000020:00000010:3.0:1767384317.362232:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000217f8361. 00000400:00000200:0.0:1767384317.362234:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000020:00000010:3.0:1767384317.362239:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000defaef09. 00000020:00000010:3.0:1767384317.362246:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000cae3ac5. 00000100:00000001:3.0:1767384317.362253:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384317.362256:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384317.362259:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.362265:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.362269:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.362277:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:3.0:1767384317.362282:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384317.362285:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384317.362291:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384317.362295:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384317.362299:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411571792 : -114060297979824 : ffff98434474b850) 00000100:00000040:3.0:1767384317.362305:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000519762ec x1853236748233600/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:298/0 lens 4848/0 e 0 to 0 dl 1767384328 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.362315:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384317.362315:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000020:00000010:3.0:1767384317.362321:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a8a2363. 00000100:00000001:3.0:1767384317.362325:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384317.362328:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a8a2363. 00000100:00100000:3.0:1767384317.362336:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000519762ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748233600:12345-0@lo:253: 00000100:00000200:3.0:1767384317.362342:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748233600 00000020:00000001:3.0:1767384317.362344:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384317.362348:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384317.362350:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384317.362352:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384317.362360:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384317.362364:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384317.362365:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000020:00000001:3.0:1767384317.362367:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384317.362373:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384317.362375:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384317.362377:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.362379:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384317.362381:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384317.362388:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007398644b. 02000000:00000001:3.0:1767384317.362392:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.362396:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.362399:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384317.362409:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ac77be70. 20000000:01000000:3.0:1767384317.362416:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384317.362421:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384317.362424:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384317.362425:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.362427:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384317.362428:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384317.362573:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068d8effe. 00000800:00000010:0.0:1767384317.362579:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c37238f4. 00000800:00000010:0.0:1767384317.362584:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb147316. 00000800:00000010:0.0:1767384317.362612:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb147316. 00000400:00000200:0.0:1767384317.362755:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384317.362789:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp17 from 239.3.0.2 00000800:00000010:0.0:1767384317.362793:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000014c7225f. 00000800:00000010:3.0:1767384317.362865:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002563a5e6. 00000800:00000010:3.0:1767384317.362871:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037299336. 00000800:00000010:3.0:1767384317.362893:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000465b3729. 00000800:00000200:3.1:1767384317.362901:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (2) 00000800:00000200:3.1:1767384317.362908:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp17 00000000465b3729 deleted 00000800:00000010:3.1:1767384317.362911:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000465b3729. 00000800:00000200:3.1:1767384317.362917:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384317.362924:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:1007 00000800:00000200:3.1:1767384317.362928:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000015d72ac2 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:3.0:1767384317.362941:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp17 p 3.x 192.168.202.119 -> 192.168.202.119:1007 incarnation:1767384315908061630 sched[0] 00000800:00000010:3.0:1767384317.362946:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a8a2363. 00000800:00000010:3.0:1767384317.362999:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a8a2363. 00000800:00000010:3.0:1767384317.363003:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037299336. 00000800:00000010:3.0:1767384317.363041:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000014c7225f. 00000800:00000001:0.0:1767384317.363041:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363048:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384317.363071:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384317.363076:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp17 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384315908061630 sched[0] 00000800:00000010:3.0:1767384317.363079:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c37238f4. 00000800:00000200:0.0:1767384317.363135:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384317.363140:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015d72ac2. 00000400:00000200:0.0:1767384317.363144:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.363150:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: PUT: OK 00000400:00000200:0.0:1767384317.363155:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384317.363158:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000001:0.0:1767384317.363166:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363171:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.363173:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363176:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.363182:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17) <- 192.168.202.119@tcp17 : PUT - for me 00000400:00000200:0.0:1767384317.363191:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384317.363200:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384317.363201:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 192/192 into md 0x1365 [1] + 0 00000400:00000010:0.0:1767384317.363208:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027cdf47e. 00000400:00000200:0.0:1767384317.363211:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000134192c5 00000800:00000001:0.0:1767384317.363215:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363224:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384317.363226:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.363230:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: PUT: OK 00000400:00000200:0.0:1767384317.363234:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:0.0:1767384317.363236:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000200:0.0:1767384317.363239:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384317.363242:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (11) 00000400:00000200:0.0:1767384317.363246:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:0.0:1767384317.363250:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 0000000017c15458. 00000400:00000200:0.0:1767384317.363253:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 10 00000400:00000200:0.0:1767384317.363258:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384317.363259:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384317.363267:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (12) 00000400:00000200:0.0:1767384317.363273:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384317.363280:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp17 to MR: 192.168.202.119@tcp17 local destination 00000400:00000200:0.0:1767384317.363285:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.119@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1767384317.363296:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) -> 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) 192.168.202.119@tcp17 : ACK try# 0 00000800:00000200:0.0:1767384317.363302:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp17 00000400:00000200:3.0:1767384317.363303:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000010:0.0:1767384317.363306:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008a7bf36f. 00000800:00000200:0.0:1767384317.363313:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (4) 00000800:00000200:0.0:1767384317.363319:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:988 00000800:00000200:0.0:1767384317.363324:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008a7bf36f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384317.363328:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000200:0.0:1767384317.363365:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384317.363369:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008a7bf36f. 00000400:00000200:3.0:1767384317.363373:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384317.363376:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.363385:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: ACK: OK 00000800:00000001:0.0:1767384317.363404:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384317.363405:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000001:0.0:1767384317.363416:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.363421:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363427:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384317.363431:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363439:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.363447:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384317.363451:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17) <- 192.168.202.119@tcp17 : ACK - for me 00000400:00000200:0.0:1767384317.363471:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp17: ACK from 12345-192.168.202.119@tcp17 into md 0x137d 00000400:00000200:0.0:1767384317.363477:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384317.363481:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: ACK: OK 00000400:00000200:0.0:1767384317.363485:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133d7e7 00000400:00000010:0.0:1767384317.363487:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b133d7e7. 00000400:00000200:3.0:1767384317.363490:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384317.363492:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384317.363498:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384317.363502:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (11) 00000800:00000001:0.0:1767384317.363508:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384317.363512:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384317.363531:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363573:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363598:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363618:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363651:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363689:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384317.363713:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000800:00000010:3.0:1767384317.363887:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006fcf8523. 00000800:00000010:3.0:1767384317.363892:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037299336. 00000800:00000010:3.0:1767384317.363895:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a8a2363. 00000400:00000200:0.0:1767384317.364057:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384317.364068:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a8a2363. 00000400:00000200:0.0:1767384317.364439:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp17 from 238.3.0.2 00000800:00000010:0.0:1767384317.364443:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b479f842. 00000800:00000010:3.0:1767384317.364499:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000077fb17d. 00000800:00000010:3.0:1767384317.364504:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000465b3729. 00000800:00000010:3.0:1767384317.364523:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fc568b0f. 00000800:00000200:3.1:1767384317.364528:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (4) 00000800:00000200:3.1:1767384317.364532:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp17 00000000fc568b0f deleted 00000800:00000010:3.1:1767384317.364534:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fc568b0f. 00000800:00000200:3.1:1767384317.364537:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384317.364542:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp17 p 3.x 192.168.202.119 -> 192.168.202.119:1006 incarnation:1767384315908061630 sched[0] 00000800:00000010:3.0:1767384317.364567:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000910a9294. 00000800:00000010:3.0:1767384317.364700:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000910a9294. 00000800:00000010:3.0:1767384317.364703:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000465b3729. 00000800:00000010:3.0:1767384317.364715:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b479f842. 00000800:00000001:3.0:1767384317.364722:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384317.364736:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384317.364750:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384317.364785:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp17 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384315908061630 sched[0] 00000800:00000010:3.0:1767384317.364788:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037299336. 00000800:00000001:3.0:1767384317.364865:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384317.364869:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384317.371459:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384317.371466:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384317.371467:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384317.371469:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384317.371472:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384317.371473:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384317.371475:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384317.371479:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384317.371479:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384317.371483:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bfab517a. 00080000:00000001:0.0:1767384317.371488:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384317.371495:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384317.371506:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384317.371515:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:1.0:1767384317.371520:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:0.0:1767384317.371521:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384317.371525:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384317.371530:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000020:1.0:1767384317.371531:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384317.371535:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384317.371542:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dffa0a71. 00010000:00000001:0.0:1767384317.371546:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384317.371549:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b722446. 00000020:00000001:0.0:1767384317.371552:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384317.371556:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b722446 with handle 0x4ac496f8d605e0b4 to hash 00000020:00000001:0.0:1767384317.371558:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384317.371565:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384317.371570:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384317.371577:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384317.371580:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.371585:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371596:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384317.371602:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384317.371605:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384317.371608:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384317.371610:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384317.371612:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384317.371614:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384317.371616:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384317.371618:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384317.371619:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384317.371620:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384317.371622:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dffa0a71) refcount = 1 00010000:00010000:0.0:1767384317.371624:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371629:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384317.371631:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384317.371632:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384317.371633:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.371635:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384317.371637:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384317.371640:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:0.0:1767384317.371642:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384317.371644:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384317.371645:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=4 00000020:00000001:0.0:1767384317.371647:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384317.371649:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384317.371651:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384317.371660:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371668:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384317.371670:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371674:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384317.371676:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384317.371679:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371684:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384317.371686:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.371688:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384317.371690:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384317.371695:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b722446 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384317.371697:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384317.371699:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384317.371700:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371704:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384317.371706:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384317.371707:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384317.371708:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=5 00000020:00000001:0.0:1767384317.371710:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384317.371712:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384317.371714:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384317.371716:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371719:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384317.371725:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384317.371727:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.371730:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384317.371732:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384317.371734:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384317.371735:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384317.371737:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b722446 with handle 0x4ac496f8d605e0b4 from hash 00010000:00000001:0.0:1767384317.371739:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384317.371740:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384317.371741:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384317.371742:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384317.371744:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384317.371745:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384317.371748:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384317.371749:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384317.371751:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.371753:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384317.371754:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384317.371756:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384317.371758:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384317.371759:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.371760:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384317.371762:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.371764:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371782:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384317.371785:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384317.371787:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384317.371791:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384317.371792:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384317.371793:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384317.371795:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384317.371797:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384317.371799:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384317.371801:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384317.371813:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384317.371815:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384317.371815:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003b722446/0x4ac496f8d605e0b4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384317.371820:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dffa0a71 count: 0 00010000:00000001:0.0:1767384317.371825:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384317.371826:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384317.374157:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294905254, at 4294905255 00000100:00000010:3.0:1767384317.374165:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a05c798. 00000100:00000040:1.0:1767384317.374169:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294905254, at 4294905255 00000100:00000010:1.0:1767384317.374177:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000015ae46fd. 00000100:00000040:0.0:1767384317.375152:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294905254, at 4294905256 00000100:00000010:0.0:1767384317.375159:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5f30303. 00010000:00000010:0.1:1767384317.376169:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dffa0a71. 00010000:00000010:0.1:1767384317.376177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b722446. 00080000:00000001:0.0:1767384317.378855:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384317.378857:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384317.378860:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384317.378863:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384317.378865:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384317.378867:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000570ceae4. 00080000:00000001:0.0:1767384317.378873:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384317.378909:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384317.378913:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384317.378915:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384317.378918:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384317.378920:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384317.378925:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a7a4b8d0. 00010000:00000001:1.0:1767384317.378928:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384317.378933:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058516650. 00000020:00000001:1.0:1767384317.378936:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384317.378939:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058516650 with handle 0x4ac496f8d605e0bb to hash 00000020:00000001:1.0:1767384317.378941:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384317.378942:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384317.378944:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384317.378947:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384317.378948:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.378951:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.378956:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384317.378959:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384317.378961:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384317.378962:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384317.378964:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.378966:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384317.378967:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.378970:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384317.378971:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384317.378973:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384317.378974:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384317.378975:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a7a4b8d0) refcount = 1 00010000:00010000:1.0:1767384317.378977:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.378989:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384317.378990:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384317.378992:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.378994:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.378995:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384317.378997:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384317.379000:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384317.379002:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384317.379004:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.379006:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=4 00000020:00000001:1.0:1767384317.379009:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384317.379012:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384317.379014:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384317.379016:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379022:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384317.379025:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379030:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.379032:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384317.379034:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379040:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384317.379042:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.379045:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384317.379047:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384317.379055:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058516650 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384317.379058:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384317.379067:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384317.379069:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379075:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384317.379077:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384317.379078:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384317.379080:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=5 00000020:00000001:1.0:1767384317.379081:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384317.379083:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384317.379087:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384317.379088:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379092:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384317.379093:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384317.379095:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.379098:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384317.379099:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384317.379101:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384317.379102:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384317.379104:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058516650 with handle 0x4ac496f8d605e0bb from hash 00010000:00000001:1.0:1767384317.379124:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384317.379126:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.379127:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.379128:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384317.379129:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384317.379131:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384317.379133:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384317.379134:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384317.379136:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.379137:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384317.379138:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384317.379140:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.379141:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.379142:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.379149:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384317.379151:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.379153:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379157:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.379158:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.379159:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384317.379160:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384317.379161:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384317.379162:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384317.379163:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384317.379165:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384317.379166:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384317.379167:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384317.379171:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384317.379172:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384317.379173:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058516650/0x4ac496f8d605e0bb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384317.379177:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a7a4b8d0 count: 0 00010000:00000001:1.0:1767384317.379190:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384317.379192:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384317.380902:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384317.380906:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384317.380908:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000048f5c7c. 20000000:00000001:1.0:1767384317.380914:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384317.380917:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748233472 00010000:00000001:1.0:1767384317.380919:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384317.380926:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c006f44b x1853236748233472/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384317.380934:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384317.380936:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384317.380939:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384317.380942:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384317.380950:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384317.380952:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384317.380955:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384317.380958:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384317.380962:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384317.380966:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384317.380970:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c59366. 00000100:00000200:1.0:1767384317.380975:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748233472, offset 224 00000400:00000200:1.0:1767384317.380982:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384317.380993:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384317.381006:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102b00 00000400:00000200:1.0:1767384317.381014:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1381 [2] + 224 00000400:00000200:1.0:1767384317.381022:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384317.381028:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384317.381034:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384317.381040:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384317.381051:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384317.381074:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384317.381082:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c59366 00000100:00000001:3.0:1767384317.381083:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384317.381085:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c59366. 00000100:00000001:3.0:1767384317.381087:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384317.381089:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384317.381091:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384317.381093:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384317.381096:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384317.381097:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384317.381098:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 00000100:00000040:1.0:1767384317.381102:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:3.0:1767384317.381104:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002280f483 00010000:00000001:1.0:1767384317.381137:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384317.381139:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002280f483. 00000020:00000001:1.0:1767384317.381140:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384317.381144:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384317.381145:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384317.381149:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c006f44b x1853236748233472/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:298/0 lens 4848/4768 e 0 to 0 dl 1767384328 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384317.381153:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384317.381179:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384317.381180:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c006f44b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748233472:12345-0@lo:253: Request processed in 18940us (19481us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384317.381194:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384317.381196:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.381201:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384317.381204:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384317.381206:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384317.381208:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384317.381210:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 02000000:00000001:3.0:1767384317.381212:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384317.381215:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00001000:3.0:1767384317.381217:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=23 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384317.381218:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384317.381222:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384317.381223:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384317.381227:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384317.381228:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.381228:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e871b59a. 00010000:00000001:3.0:1767384317.381233:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384317.381235:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.381236:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000633cc59b. 00000100:00000001:3.0:1767384317.381237:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384317.381241:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081660774. 00000100:00000040:3.0:1767384317.381243:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384317.381247:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384317.381252:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384317.381253:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384317.381255:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008634bf7c. 00000100:00000001:3.0:1767384317.381257:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384317.381260:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384317.381260:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384317.381263:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:1.0:1767384317.381264:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384317.381267:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:1.0:1767384317.381271:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767384317.381275:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767384317.381275:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000831f1a99. 00000020:01000004:3.0:1767384317.381277:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384317.381280:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384317.381282:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:1.0:1767384317.381282:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c59366. 00000020:01000004:3.0:1767384317.381284:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384317.381287:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384317.381288:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384317.381289:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384317.381292:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384317.381298:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000741d4806 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748233472:0@lo:253: 00000100:00000001:3.0:1767384317.381302:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.381304:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384317.381306:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000741d4806 x1853236748233472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384333 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384317.381311:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384317.381314:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384317.381316:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384317.381319:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384317.381320:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384317.381321:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384317.381324:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384317.381326:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3631fdb. 02000000:00000001:3.0:1767384317.381329:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384317.381330:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384317.381331:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000741d4806. 00000100:00000001:3.0:1767384317.381334:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384317.381335:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.381337:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384317.381342:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384317.381344:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384317.381346:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384317.381348:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384317.382056:0:21399:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008b4332f3. 00000400:00000040:0.0:1767384317.382072:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384317.382074:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384317.382076:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.382077:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384317.382079:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.382080:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384317.382082:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384317.382083:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384317.382084:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384317.382084:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384317.382086:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384317.382087:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384317.382089:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384317.382090:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384317.382091:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384317.382092:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384317.382093:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384317.382097:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384317.382098:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384317.382100:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.382101:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384317.382102:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384317.382103:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384317.382124:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.382126:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384317.382128:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.382130:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384317.382131:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384317.382133:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384317.382134:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.382135:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384317.382137:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384317.382138:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384317.382139:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384317.382140:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384317.382141:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.382142:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384317.382143:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384317.382144:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384317.382145:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384317.382146:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384317.382147:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384317.382149:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384317.382149:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384317.382150:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384317.382151:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384317.382152:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384317.382153:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384317.382154:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384317.382155:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384317.382156:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384317.382157:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384317.382158:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384317.382160:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384317.382161:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384317.382162:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384317.382167:0:21399:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384317.382195:0:21399:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008b4332f3. 00010000:00000010:1.1:1767384317.384131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a7a4b8d0. 00010000:00000010:1.1:1767384317.384140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058516650. 00080000:00000001:1.0:1767384318.117158:0:21610:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384318.117170:0:21610:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.117173:0:21610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.117179:0:21610:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384318.117183:0:21610:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384318.117186:0:21610:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.295324:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384318.295328:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384318.295331:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384318.827605:0:21774:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384318.827612:0:21774:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:3.0:1767384318.830918:0:21774:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384318.838194:0:21775:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000048273d97. 00000400:00000010:3.0:1767384318.838207:0:21775:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002677f0b6. 00000400:00000010:3.0:1767384318.838216:0:21775:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d866462c. 00000400:00000010:3.0:1767384318.838218:0:21775:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d9257c09. 00000400:00000010:3.0:1767384318.838222:0:21775:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000061ca50b3. 00000400:00000010:3.0:1767384318.838225:0:21775:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f450811a. 00000400:00000010:3.0:1767384318.838226:0:21775:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2d198e2. 00000400:00000010:3.0:1767384318.838228:0:21775:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010b2dfbb. 00000400:00000010:3.0:1767384318.838230:0:21775:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aa59f5f9. 00000800:00000010:3.0:1767384318.838240:0:21775:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a388271c. 00000800:00000200:3.0:1767384318.838250:0:21775:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384318.838256:0:21775:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384318.838288:0:21775:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384318.838305:0:21775:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp19 [8/256/0/180] 00000400:00000010:3.0:1767384318.839816:0:21775:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000a1d7b886. 00000400:00000010:3.0:1767384318.839821:0:21775:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000400:00000010:3.0:1767384318.839825:0:21775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a94b98. 00000400:00000001:3.0:1767384318.839837:0:21775:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384318.839838:0:21775:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384318.839840:0:21775:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5dd47f. 00000400:00000200:3.0:1767384318.839841:0:21775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebae2ea7 00000400:00000010:3.0:1767384318.839843:0:21775:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ebae2ea7. 00000400:00000010:3.0:1767384318.839847:0:21775:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000537e4006. 00000400:00000200:3.0:1767384318.839852:0:21775:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (10) 00000400:00000200:3.0:1767384318.839862:0:21775:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384318.839869:0:21775:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:3.0:1767384318.839876:0:21775:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001233b494. 00000020:01000000:3.0:1767384318.839879:0:21775:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384318.839881:0:21775:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp19 00000400:00000010:3.0:1767384318.839892:0:21775:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002677f0b6. 00000400:00000010:3.0:1767384318.839897:0:21775:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000048273d97. 00000020:00000001:0.0:1767384318.839927:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384318.839933:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384318.839938:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384318.839941:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384318.839947:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384318.839951:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384318.839956:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384318.839959:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384318.839963:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384318.839966:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384318.839969:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384318.839971:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384318.839974:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384318.839977:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384318.839984:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f666b0. 00000020:00000040:0.0:1767384318.840006:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384318.840014:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384318.840019:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384318.840024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384318.840035:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e84738e8. 00000100:00000001:0.0:1767384318.840043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384318.840082:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cb915e1] -> 12345-192.168.202.119@tcp18 (2) 00000100:00000001:0.0:1767384318.840085:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.840088:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.840095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066f666b0] to pc [ptlrpcd_00_03+3] req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384318.840159:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.840163:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.840165:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384318.840167:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384318.840173:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384318.840174:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384318.840176:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384318.840177:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384318.840179:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384318.840187:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384318.840188:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384318.840190:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384318.840191:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384318.840192:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384318.840193:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384318.840195:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384318.840196:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384318.840199:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b81054ad. 00000020:00000040:0.0:1767384318.840202:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384318.840204:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384318.840206:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384318.840208:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384318.840214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008fc1eae3. 00000100:00000001:0.0:1767384318.840216:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840219:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384318.840220:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.840224:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b81054ad] to pc [ptlrpcd_00_00+0] req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.840228:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 10000000:00000001:0.0:1767384318.840240:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384318.840243:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.840245:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384318.840246:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384318.840247:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001233b494. 00000100:00000001:0.0:1767384318.840262:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.840266:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.840269:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384318.840274:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.840280:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384318.840281:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.840283:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 02000000:00000001:0.0:1767384318.840284:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384318.840287:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384318.840291:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.840296:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748233728:0@lo:253: 00000100:00000001:0.0:1767384318.840301:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384318.840314:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384318.840318:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.840323:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384318.840325:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 02000000:00000010:0.0:1767384318.840330:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045db9e36. 02000000:00000001:0.0:1767384318.840334:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384318.840340:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384318.840346:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb2f5999. 00000100:00000200:0.0:1767384318.840352:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748233728, portal 25 00000100:00000001:0.0:1767384318.840356:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384318.840359:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656102912 : -114055053448704 : ffff98447d0dea00) 00000400:00000200:3.0:1767384318.840360:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000040:0.0:1767384318.840367:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.840376:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384318.840381:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384318.840386:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074940a14. 00000100:00000200:0.0:1767384318.840391:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748233728, offset 0 00000400:00000200:0.0:1767384318.840417:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.840426:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384318.840430:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.840447:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102c00 00000400:00000200:0.0:1767384318.840465:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000200:3.0:1767384318.840470:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000010:0.0:1767384318.840473:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000109a2f25. 00000400:00000200:0.0:1767384318.840479:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020d9829d 00000400:00000200:0.0:1767384318.840487:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.840495:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384318.840502:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d9829d 00000400:00000010:0.0:1767384318.840506:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020d9829d. 00000100:00000001:0.0:1767384318.840513:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384318.840516:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000200:0.0:1767384318.840516:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384318.840521:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000001013d0d3 x1853236748233728 msgsize 4848 00000100:00100000:0.0:1767384318.840535:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384318.840538:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384318.840547:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384318.840554:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074940a14 00000400:00000010:0.0:1767384318.840558:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074940a14. 00000100:00000001:0.0:1767384318.840561:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384318.840565:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000200:0.0:1767384318.840574:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.840585:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.840591:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384318.840606:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000100:00000001:0.0:1767384318.840616:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840619:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384318.840626:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840632:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294906733 00000100:00000010:0.0:1767384318.840639:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078af0798. 00000100:00000001:0.0:1767384318.840648:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384318.840654:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:0.0:1767384318.840655:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294906733 00000100:00000010:0.0:1767384318.840662:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000972f5350. 00000100:00000001:0.0:1767384318.840668:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384318.840675:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294906733 00000100:00000010:0.0:1767384318.840681:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:0.0:1767384318.840686:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384318.840689:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294906733 00000100:00000010:0.0:1767384318.840711:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000100:00000001:0.0:1767384318.840715:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384318.840716:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000001:0.0:1767384318.840718:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.840725:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840732:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840738:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.840749:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.840764:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384318.840768:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:0.0:1767384318.840769:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.840774:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384318.840779:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840784:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840798:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.840802:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.840817:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000001:0.0:1767384318.840836:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384318.840845:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748233856 02000000:00000001:0.0:1767384318.840849:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384318.840852:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.840855:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384318.840861:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 02000000:00000001:0.0:1767384318.840862:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384318.840869:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748233856 00000020:00000001:0.0:1767384318.840873:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384318.840875:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384318.840878:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.840881:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:0.0:1767384318.840886:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384318.840889:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384318.840894:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384318.840899:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2f4e46. 00000100:00000001:0.0:1767384318.840904:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384318.840907:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a2f4e46. 00000400:00000200:3.0:1767384318.840913:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000020:00000010:0.0:1767384318.840914:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fb402fa. 00000020:00000010:0.0:1767384318.840920:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7dacba5. 00000020:00000010:0.0:1767384318.840925:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e657d831. 00000100:00000001:0.0:1767384318.840931:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384318.840933:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384318.840934:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840942:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.840946:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384318.840959:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:0.0:1767384318.840966:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384318.840970:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384318.840977:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:0.0:1767384318.840981:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384318.840983:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411569744 : -114060297981872 : ffff98434474b050) 00000100:00000040:0.0:1767384318.840990:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001013d0d3 x1853236748233728/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:299/0 lens 4848/0 e 0 to 0 dl 1767384329 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.841021:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384318.841025:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000020:00000010:0.0:1767384318.841026:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a2f4e46. 00000100:00000001:0.0:1767384318.841035:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384318.841039:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a2f4e46. 00000100:00100000:0.0:1767384318.841050:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001013d0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748233728:12345-0@lo:253: 00000100:00000200:0.0:1767384318.841057:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748233728 00000020:00000001:0.0:1767384318.841078:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384318.841084:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384318.841087:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.841091:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384318.841094:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:3.0:1767384318.841097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000020:00000001:0.0:1767384318.841100:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384318.841104:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384318.841107:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384318.841110:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384318.841114:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.841119:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384318.841123:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384318.841148:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000072b10034. 02000000:00000001:0.0:1767384318.841178:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.841181:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.841183:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384318.841195:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000057c56f84. 20000000:01000000:0.0:1767384318.841199:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384318.841202:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384318.841206:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384318.841208:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.841210:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.841214:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384318.841224:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e6ba7c8. 20000000:01000000:0.0:1767384318.841227:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384318.841233:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384318.841238:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000010:3.0:1767384318.841420:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001233b494. 00000800:00000010:3.0:1767384318.841427:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002677f0b6. 00000800:00000010:3.0:1767384318.841433:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097c778e1. 00000800:00000010:3.0:1767384318.841472:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097c778e1. 00000400:00000200:3.0:1767384318.841768:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384318.841789:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp18 from 237.3.0.2 00000800:00000010:3.0:1767384318.841793:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009621afc3. 00000800:00000010:3.0:1767384318.841937:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007398644b. 00000800:00000010:3.0:1767384318.841942:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a47edfa. 00000800:00000010:3.0:1767384318.841959:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000a7f1091. 00000800:00000200:3.1:1767384318.841964:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cb915e1] -> 12345-192.168.202.119@tcp18 (2) 00000800:00000200:3.1:1767384318.841969:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp18 000000000a7f1091 deleted 00000800:00000010:3.1:1767384318.841972:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000a7f1091. 00000800:00000200:3.1:1767384318.841976:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384318.841983:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp18 ip 192.168.202.119:1005 00000800:00000200:3.1:1767384318.841986:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8d03106 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:3.0:1767384318.841992:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp18 p 3.x 192.168.202.119 -> 192.168.202.119:1005 incarnation:1767384317359484704 sched[0] 00000800:00000010:3.0:1767384318.841998:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097c778e1. 00000800:00000010:3.0:1767384318.842037:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097c778e1. 00000800:00000010:3.0:1767384318.842047:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a47edfa. 00000800:00000010:3.0:1767384318.842071:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009621afc3. 00000800:00000001:3.0:1767384318.842082:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384318.842087:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384318.842358:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384318.842362:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8d03106. 00000400:00000200:3.0:1767384318.842366:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.842371:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp18->192.168.202.119@tcp18: PUT: OK 00000400:00000200:3.0:1767384318.842374:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384318.842377:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000200:3.1:1767384318.842422:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384318.842427:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp18 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384317359484704 sched[0] 00000800:00000010:3.0:1767384318.842431:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002677f0b6. 00080000:00000001:0.0:1767384318.842461:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384318.842465:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384318.842467:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384318.842468:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384318.842476:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000020:00000001:0.0:1767384318.842478:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384318.842485:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384318.842489:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384318.842496:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e89c48fb. 00080000:00000001:0.0:1767384318.842498:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382333440 : -114060327218176 : ffff984342b69400) 00080000:00000001:0.0:1767384318.842501:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384318.842511:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.842547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.842580:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000001:00000001:0.0:1767384318.842612:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384318.842614:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384318.842616:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384318.842622:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00080000:00000001:0.0:1767384318.842634:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384318.842638:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384318.842667:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.842729:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00080000:00000001:0.0:1767384318.842749:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384318.842764:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384318.842786:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.842827:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.842878:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.842941:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843062:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843187:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843244:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843294:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843338:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843378:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384318.843415:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000800:00000010:3.0:1767384318.843595:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac77be70. 00000800:00000010:3.0:1767384318.843609:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a7f1091. 00000800:00000010:3.0:1767384318.843614:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000097c778e1. 00000800:00000010:3.0:1767384318.843659:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000097c778e1. 00000400:00000200:0.0:1767384318.844215:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384318.844237:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp18 from 236.3.0.2 00000800:00000010:0.0:1767384318.844241:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000490aea75. 00000800:00000200:2.1:1767384318.844468:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cb915e1] -> 12345-192.168.202.119@tcp18 (4) 00000800:00000200:2.1:1767384318.844474:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp18 000000007e844d76 deleted 00000800:00000010:2.1:1767384318.844477:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007e844d76. 00000800:00000200:2.1:1767384318.844481:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767384318.844634:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:3.0:1767384318.844696:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384318.844704:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384318.851034:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384318.851042:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384318.851046:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.851048:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384318.851058:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384318.851068:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384318.851071:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384318.851079:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384318.851086:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384318.851088:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000025565e5c. 20000000:00000001:1.0:1767384318.851093:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384318.851093:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384318.851094:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00040000:00000001:0.0:1767384318.851097:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 10000000:01000000:1.0:1767384318.851099:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:0.0:1767384318.851100:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384318.851103:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00040000:00000001:0.0:1767384318.851103:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384318.851132:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384318.851134:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e89c48fb. 00010000:00000001:1.0:1767384318.851139:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384318.851139:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384318.851143:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384318.851146:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384318.851156:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1ea9744. 00010000:00000001:1.0:1767384318.851162:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384318.851167:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf3fcdca. 00000020:00000001:1.0:1767384318.851172:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384318.851175:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf3fcdca with handle 0x4ac496f8d605e0c2 to hash 00000020:00000001:1.0:1767384318.851178:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384318.851180:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00080000:00000001:3.0:1767384318.851182:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384318.851184:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00080000:00000001:3.0:1767384318.851186:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384318.851188:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.851190:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384318.851194:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384318.851197:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384318.851199:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:1.0:1767384318.851201:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.851203:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:1.0:1767384318.851207:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384318.851211:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090ddf888. 00080000:00000001:3.0:1767384318.851216:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017747065856 : -114055962485760 : ffff984446df1c00) 00080000:00000001:3.0:1767384318.851221:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384318.851224:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384318.851229:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384318.851232:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384318.851235:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.851238:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.851241:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384318.851243:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.851246:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384318.851248:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384318.851251:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384318.851252:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384318.851255:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1ea9744) refcount = 1 00010000:00010000:1.0:1767384318.851259:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.851267:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384318.851269:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384318.851271:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.851274:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.851277:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384318.851281:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384318.851284:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384318.851288:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.851290:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.851293:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=4 00000020:00000001:1.0:1767384318.851296:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384318.851299:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384318.851302:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:3.0:1767384318.851303:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384318.851304:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384318.851305:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.851309:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384318.851324:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384318.851329:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384318.851332:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384318.851336:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.851343:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.851345:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384318.851348:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.851354:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.851356:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.851360:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384318.851363:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384318.851369:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf3fcdca already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384318.851373:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.851376:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384318.851378:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.851384:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384318.851386:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384318.851389:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384318.851391:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=5 00000020:00000001:1.0:1767384318.851393:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384318.851396:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384318.851400:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384318.851402:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384318.851409:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384318.851410:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767384318.851412:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384318.851414:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384318.851427:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.851432:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384318.851434:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384318.851437:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384318.851440:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384318.851443:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf3fcdca with handle 0x4ac496f8d605e0c2 from hash 00010000:00000001:1.0:1767384318.851446:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384318.851448:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.851450:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.851452:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384318.851455:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384318.851458:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384318.851461:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384318.851463:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384318.851466:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.851469:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384318.851471:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384318.851474:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.851476:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.851478:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.851480:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.851483:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.851485:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.851492:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.851493:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.851495:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384318.851497:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384318.851499:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384318.851500:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384318.851502:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384318.851506:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384318.851508:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384318.851511:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384318.851517:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384318.851526:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384318.851529:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e0c2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384318.851536:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1ea9744 count: 0 00010000:00000001:1.0:1767384318.851547:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384318.851549:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384318.853163:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294906733, at 4294906734 00000100:00000010:1.0:1767384318.853172:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000972f5350. 00000100:00000040:3.0:1767384318.853199:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294906733, at 4294906734 00000100:00000010:3.0:1767384318.853209:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:0.0:1767384318.853440:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294906733, at 4294906734 00000100:00000010:0.0:1767384318.853448:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078af0798. 00010000:00000010:1.1:1767384318.858155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1ea9744. 00010000:00000010:1.1:1767384318.858165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00080000:00000001:3.0:1767384318.860904:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384318.860908:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384318.860912:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:1.0:1767384318.860913:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384318.860916:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384318.860918:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384318.860919:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384318.860923:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384318.860924:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384318.860929:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767384318.860929:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090ddf888. 00080000:00000001:1.0:1767384318.860936:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384318.860945:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384318.860950:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384318.860951:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384318.860956:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384318.860958:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:3.0:1767384318.860961:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:0.0:1767384318.860962:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384318.860972:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384318.860977:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f47140c9. 00010000:00000001:0.0:1767384318.860981:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384318.860985:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b722446. 00000020:00000001:0.0:1767384318.860988:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384318.860990:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b722446 with handle 0x4ac496f8d605e0c9 to hash 00000020:00000001:0.0:1767384318.860993:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384318.860994:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384318.860996:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384318.860999:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.861001:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.861003:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861010:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384318.861013:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384318.861015:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384318.861017:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384318.861019:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.861020:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384318.861022:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.861024:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384318.861025:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384318.861027:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384318.861028:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384318.861029:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f47140c9) refcount = 1 00010000:00010000:0.0:1767384318.861032:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861036:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384318.861038:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384318.861039:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.861041:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.861043:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384318.861045:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384318.861047:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:0.0:1767384318.861054:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.861056:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.861057:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=4 00000020:00000001:0.0:1767384318.861059:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384318.861061:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384318.861063:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384318.861064:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861068:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384318.861069:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861073:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.861074:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384318.861075:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861079:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.861080:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.861082:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384318.861084:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384318.861088:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b722446 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384318.861090:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384318.861092:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384318.861093:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861097:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384318.861099:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384318.861099:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384318.861100:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=5 00000020:00000001:0.0:1767384318.861101:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384318.861133:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384318.861136:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384318.861138:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861142:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384318.861144:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384318.861145:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.861148:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384318.861149:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384318.861150:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384318.861151:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384318.861153:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b722446 with handle 0x4ac496f8d605e0c9 from hash 00010000:00000001:0.0:1767384318.861154:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384318.861155:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.861156:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.861156:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384318.861158:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384318.861159:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384318.861161:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384318.861163:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384318.861166:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.861168:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384318.861171:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384318.861173:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.861175:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.861176:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.861178:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.861180:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.861183:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861189:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.861190:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.861192:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384318.861193:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384318.861202:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384318.861204:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384318.861205:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384318.861207:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384318.861210:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384318.861212:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384318.861219:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384318.861220:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384318.861222:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003b722446/0x4ac496f8d605e0c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384318.861228:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f47140c9 count: 0 00010000:00000001:0.0:1767384318.861239:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384318.861241:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384318.861656:0:21780:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000094d92df0. 00000400:00000040:3.0:1767384318.861674:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384318.861676:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384318.861679:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384318.861680:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384318.861682:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384318.861683:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384318.861685:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384318.861687:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384318.861688:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384318.861690:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384318.861692:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384318.861693:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384318.861695:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384318.861696:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384318.861697:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384318.861699:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384318.861700:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384318.861701:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384318.861701:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384318.861703:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384318.861704:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384318.861705:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384318.861706:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384318.861707:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384318.861707:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384318.861709:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384318.861709:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384318.861710:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384318.861711:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384318.861712:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384318.861713:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384318.861714:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384318.861715:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384318.861716:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384318.861717:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384318.861718:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384318.861719:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384318.861720:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384318.861726:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384318.861727:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384318.861728:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384318.861730:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384318.861731:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384318.861732:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384318.861733:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384318.861734:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384318.861735:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384318.861735:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384318.861737:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384318.861738:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384318.861740:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384318.861741:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384318.861742:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384318.861743:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384318.861745:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384318.861746:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384318.861747:0:21780:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384318.861799:0:21780:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000094d92df0. 00080000:00000020:0.0:1767384318.861988:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384318.861992:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384318.861994:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000057c56f84. 20000000:00000001:0.0:1767384318.861999:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384318.862003:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748233728 00010000:00000001:0.0:1767384318.862005:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384318.862012:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001013d0d3 x1853236748233728/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384318.862019:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384318.862021:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384318.862024:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384318.862029:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384318.862031:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384318.862033:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384318.862036:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384318.862038:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.862042:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384318.862046:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384318.862050:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dda467c. 00000100:00000200:0.0:1767384318.862054:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748233728, offset 224 00000400:00000200:0.0:1767384318.862068:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384318.862079:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384318.862090:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102c00 00000400:00000200:0.0:1767384318.862097:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13ad [2] + 224 00000400:00000200:0.0:1767384318.862103:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384318.862151:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384318.862157:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384318.862161:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384318.862170:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.862181:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384318.862189:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dda467c 00000400:00000010:0.0:1767384318.862191:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dda467c. 00000100:00000001:0.0:1767384318.862195:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384318.862198:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384318.862203:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.862207:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384318.862210:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384318.862212:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384318.862214:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384318.862219:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001013d0d3 x1853236748233728/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.862228:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001013d0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748233728:12345-0@lo:253: Request processed in 21206us (21705us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384318.862239:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:0.0:1767384318.862243:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384318.862245:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384318.862247:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384318.862252:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f7df5734. 00000020:00000010:0.0:1767384318.862257:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001afcbf8d. 00000020:00000010:0.0:1767384318.862263:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000749e036e. 00000020:00000040:0.0:1767384318.862276:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384318.862282:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384318.862284:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000072b10034. 02000000:00000001:0.0:1767384318.862288:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384318.862290:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384318.862296:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384318.862300:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3bcdde9. 00000400:00000010:0.0:1767384318.862305:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dda467c. 00000100:00000001:0.0:1767384318.862329:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.862332:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384318.862337:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384318.862339:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384318.862340:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000400:00000200:0.0:1767384318.862343:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb2f5999 00000400:00000010:0.0:1767384318.862345:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb2f5999. 00000100:00000001:0.0:1767384318.862348:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384318.862352:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384318.862359:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.862366:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384318.862368:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.862370:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384318.862373:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384318.862376:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384318.862378:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384318.862382:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384318.862387:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384318.862391:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384318.862395:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384318.862397:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384318.862400:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384318.862402:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.862405:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384318.862410:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.862433:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384318.862436:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384318.862439:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384318.862443:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384318.862446:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384318.862448:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384318.862451:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384318.862453:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384318.862455:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384318.862458:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384318.862460:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384318.862462:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384318.862464:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384318.862469:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384318.862477:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748233728:0@lo:253: 00000100:00000001:0.0:1767384318.862483:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.862487:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384318.862491:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f666b0 x1853236748233728/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384318.862500:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384318.862503:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384318.862507:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045db9e36. 02000000:00000001:0.0:1767384318.862512:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384318.862515:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384318.862517:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384318.862520:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384318.862522:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e84738e8. 02000000:00000001:0.0:1767384318.862528:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384318.862531:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384318.862533:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f666b0. 00000100:00000001:0.0:1767384318.862538:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384318.862541:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.862544:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384318.862558:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384318.862561:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384318.862564:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384318.862566:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384318.864052:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384318.864055:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384318.864057:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000048f5c7c. 20000000:00000001:3.0:1767384318.864062:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384318.864066:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748233856 00010000:00000001:3.0:1767384318.864068:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384318.864072:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8f345e0 x1853236748233856/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384318.864081:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384318.864083:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384318.864085:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384318.864088:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384318.864090:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384318.864092:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384318.864095:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384318.864097:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384318.864415:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384318.864418:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384318.864420:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a47edfa. 00000100:00000200:3.0:1767384318.864422:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748233856, offset 224 00000400:00000200:3.0:1767384318.864426:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384318.864431:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384318.864436:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e102c80 00000400:00000200:3.0:1767384318.864440:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b1 [2] + 224 00000400:00000200:3.0:1767384318.864444:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384318.864446:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384318.864449:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384318.864452:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384318.864459:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384318.864473:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384318.864477:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a47edfa 00000400:00000010:3.0:1767384318.864479:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a47edfa. 00000100:00000001:3.0:1767384318.864481:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384318.864481:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384318.864484:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384318.864486:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384318.864488:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384318.864489:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384318.864491:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384318.864494:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8f345e0 x1853236748233856/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:299/0 lens 4848/4768 e 0 to 0 dl 1767384329 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.864499:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384318.864500:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f345e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748233856:12345-0@lo:253: Request processed in 23465us (23967us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384318.864502:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384318.864507:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384318.864510:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000400:00000001:1.0:1767384318.864511:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384318.864514:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000400:00000010:1.0:1767384318.864515:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000290c80c5. 00000100:00000001:3.0:1767384318.864517:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384318.864520:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384318.864521:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987e764e 00000400:00000010:1.0:1767384318.864523:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000987e764e. 00000100:00000001:1.0:1767384318.864526:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384318.864529:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7dacba5. 00000100:00000200:1.0:1767384318.864532:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384318.864537:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e657d831. 00000020:00000010:3.0:1767384318.864544:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fb402fa. 00000100:00000200:1.0:1767384318.864545:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384318.864552:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:1.0:1767384318.864554:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384318.864557:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.864559:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384318.864560:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384318.864561:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384318.864565:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008634bf7c. 00000100:00000001:1.0:1767384318.864565:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384318.864567:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384318.864570:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384318.864571:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384318.864573:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=24 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384318.864575:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384318.864577:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=24 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384318.864582:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384318.864587:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384318.864588:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f0d09c3. 00000100:00000001:1.0:1767384318.864589:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384318.864593:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384318.864594:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384318.864595:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a47edfa. 00000100:00000001:1.0:1767384318.864596:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384318.864602:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.864607:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384318.864609:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384318.864611:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384318.864613:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384318.864615:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384318.864616:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384318.864617:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384318.864619:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384318.864620:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384318.864621:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384318.864622:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384318.864623:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384318.864624:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384318.864630:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b81054ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748233856:0@lo:253: 00000100:00000001:1.0:1767384318.864633:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.864635:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384318.864638:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b81054ad x1853236748233856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384318.864642:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384318.864643:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384318.864644:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d73649dc. 02000000:00000001:1.0:1767384318.864647:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384318.864648:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384318.864649:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384318.864650:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384318.864651:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008fc1eae3. 02000000:00000001:1.0:1767384318.864653:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384318.864659:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384318.864660:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b81054ad. 00000100:00000001:1.0:1767384318.864663:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384318.864663:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.864664:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384318.864668:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384318.864670:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384318.864671:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384318.864673:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384318.869136:0:21784:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f47140c9. 00010000:00000010:0.1:1767384318.869143:0:21784:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b722446. 00000020:00000001:0.0:1767384319.319219:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384319.319223:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384319.319226:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384319.632394:0:22002:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384319.632406:0:22002:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.632409:0:22002:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384319.632415:0:22002:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384319.632419:0:22002:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384319.632422:0:22002:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384320.023178:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384320.023185:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:0.0:1767384320.023187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1767384320.023192:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000100:00000001:0.0:1767384320.023194:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384320.023199:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f666b0. 00000020:00000040:3.0:1767384320.023201:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384320.023204:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384320.023209:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384320.023209:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.023212:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384320.023213:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.023217:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.023218:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.023226:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084586cf2. 02000000:00000010:3.0:1767384320.023227:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bbb9c0e. 00000100:00000001:3.0:1767384320.023245:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.023245:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023255:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384320.023257:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384320.023260:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.023270:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384320.023273:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_01+1] req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.023273:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023281:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066f666b0] to pc [ptlrpcd_00_02+2] req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.023318:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384320.023323:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384320.023325:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbb1434d. 00000004:00000001:3.0:1767384320.023326:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.023327:0:8:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384320.023331:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.023332:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.023334:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.023336:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bf02e5e6. 00000100:00000001:0.0:1767384320.023347:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023350:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384320.023359:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384320.023365:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384320.023370:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384320.023371:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.023373:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023378:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb1434d] to pc [ptlrpcd_00_03+3] req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.023381:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.023386:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.023387:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023392:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384320.023392:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384320.023397:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.023398:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384320.023402:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1767384320.023402:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ccd0def. 00000020:00000040:0.0:1767384320.023407:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384320.023409:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384320.023411:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.023411:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.023414:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.023419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081a27974. 00000100:00000001:0.0:1767384320.023424:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023430:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384320.023431:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.023436:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.023438:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023442:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023443:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ccd0def] to pc [ptlrpcd_00_00+0] req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384320.023451:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384320.023454:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.023456:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384320.023457:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384320.023464:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.023464:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384320.023468:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000063050d. 00000100:00100000:3.0:1767384320.023472:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748233984:0@lo:13: 00000020:00000040:0.0:1767384320.023472:0:8:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384320.023476:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.023479:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384320.023481:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384320.023482:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.023486:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee8dd3bf. 02000000:00000001:3.0:1767384320.023487:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384320.023489:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.023492:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.023498:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384320.023501:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384320.023506:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c189c5b8. 00000100:00000001:0.0:1767384320.023507:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.023508:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.023512:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023514:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000063050d] to pc [ptlrpcd_00_01+1] req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384320.023522:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19786bb. 00000100:00000001:0.0:1767384320.023523:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023530:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (245) 00000400:00000010:3.0:1767384320.023533:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d800cdfa. 00000100:00000200:3.0:1767384320.023541:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748233984, portal 4 00000100:00000001:0.0:1767384320.023541:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.023544:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.023548:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.023548:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384320.023552:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.023553:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000001:0.0:1767384320.023561:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.023563:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.023565:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.023566:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384320.023569:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.023573:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.023579:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748234112:0@lo:400: 00000100:00000001:0.0:1767384320.023587:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384320.023588:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384320.023591:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384320.023594:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.023596:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384320.023596:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384320.023601:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fb402fa. 00000400:00000010:3.0:1767384320.023602:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 02000000:00000001:0.0:1767384320.023603:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384320.023610:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748233984, offset 0 00000400:00000010:0.0:1767384320.023611:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384320.023618:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020a60597. 00000400:00000200:3.0:1767384320.023621:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384320.023628:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748234112, portal 25 00000100:00000001:0.0:1767384320.023631:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.023632:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656102912 : -114055053448704 : ffff98447d0dea00) 00000100:00000040:0.0:1767384320.023637:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.023639:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384320.023648:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.023660:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384320.023661:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e102d00 00000400:00000010:0.0:1767384320.023663:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005851a055. 00000400:00000200:3.0:1767384320.023673:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 672 00000100:00000200:0.0:1767384320.023678:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748234112, offset 0 00000400:00000200:0.0:1767384320.023686:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.023692:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.023698:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e102d80 00000400:00000200:0.0:1767384320.023703:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x225 [2] + 0 00000400:00000010:0.0:1767384320.023706:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000901b7787. 00000400:00000200:0.0:1767384320.023708:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f53c027 00000400:00000200:0.0:1767384320.023712:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.023715:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.023720:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f53c027 00000400:00000010:0.0:1767384320.023723:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003f53c027. 00000100:00000001:0.0:1767384320.023728:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384320.023730:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384320.023731:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384320.023739:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000003057d9d0 x1853236748234112 msgsize 224 00000400:00000200:3.0:1767384320.023755:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384320.023757:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384320.023761:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384320.023771:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.023775:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384320.023779:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1767384320.023780:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005851a055 00000400:00000010:0.0:1767384320.023784:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005851a055. 00000100:00000010:3.0:1767384320.023785:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9c12247. 00000100:00000040:3.0:1767384320.023790:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000e9c12247 x1853236748233984 msgsize 224 00000100:00000001:0.0:1767384320.023792:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384320.023797:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384320.023799:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.023811:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384320.023813:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384320.023814:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.023820:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.023823:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384320.023829:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b64a2c 00000100:00000001:0.0:1767384320.023831:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.023833:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2b64a2c. 00000100:00000001:0.0:1767384320.023836:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294907916 00000100:00000001:3.0:1767384320.023839:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384320.023842:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e449bbb. 00000100:00000200:3.0:1767384320.023847:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.023849:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384320.023857:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294907916 00000100:00000001:3.0:1767384320.023860:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.023865:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384320.023867:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000100:00000001:0.0:1767384320.023872:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384320.023878:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294907916 00000100:00000001:3.0:1767384320.023880:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384320.023883:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:3.0:1767384320.023884:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.023887:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384320.023890:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294907916 00000100:00000001:3.0:1767384320.023891:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384320.023893:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006875d0ec. 00000100:00000001:0.0:1767384320.023897:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384320.023898:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7835 usecs (8 jiffies) 00000100:00000001:0.0:1767384320.023899:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.023904:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023905:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907912 00000100:00000001:0.0:1767384320.023907:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023911:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.023911:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.023915:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907912 00000100:00000001:0.0:1767384320.023916:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.023918:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.023919:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384320.023923:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.023924:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907912 00000100:00000001:0.0:1767384320.023925:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.023928:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023931:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000100:00100000:0.0:1767384320.023933:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384320.023938:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907912 00000100:00000001:0.0:1767384320.023938:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.023943:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.023945:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.023945:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.023949:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.023951:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.023951:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.023953:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384320.023957:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.023958:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.023964:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.023967:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384320.023969:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.023970:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.023976:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384320.023978:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.023979:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384320.023980:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.023984:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384320.023985:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbb1434d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748234240:0@lo:400: 00000100:00000001:3.0:1767384320.023991:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.023991:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384320.024001:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.024004:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384320.024006:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384320.024009:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.024010:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.024011:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384320.024015:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000addd6186. 02000000:00000001:0.0:1767384320.024019:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.024024:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d56eb0. 00000100:00000001:3.0:1767384320.024025:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384320.024028:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005851a055. 00000100:00000200:0.0:1767384320.024030:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748234240, portal 4 00000100:00000001:0.0:1767384320.024033:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384320.024034:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024035:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656096640 : -114055053454976 : ffff98447d0dd180) 02000000:00000001:3.0:1767384320.024039:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384320.024041:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384320.024042:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384320.024045:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.024052:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ccd0def pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748234368:0@lo:400: 00000100:00000001:0.0:1767384320.024058:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384320.024059:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384320.024062:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384320.024062:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384320.024066:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.024066:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d93feb5. 02000000:00000001:3.0:1767384320.024070:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384320.024072:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748234240, offset 0 02000000:00000010:3.0:1767384320.024076:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005be777b8. 00000400:00000200:0.0:1767384320.024081:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384320.024082:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.024089:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a36199f7. 00000400:00000200:0.0:1767384320.024092:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384320.024097:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 00000400:00000200:0.0:1767384320.024102:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e102e00 00000100:00000200:3.0:1767384320.024103:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748234368, portal 10 00000100:00000001:3.0:1767384320.024135:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384320.024138:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656101120 : -114055053450496 : ffff98447d0de300) 00000400:00000200:0.0:1767384320.024143:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2096 00000100:00000040:3.0:1767384320.024149:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384320.024150:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.024159:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384320.024166:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384320.024167:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384320.024171:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384320.024171:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:3.0:1767384320.024178:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000010:0.0:1767384320.024179:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006a808143. 00000100:00000200:3.0:1767384320.024182:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748234368, offset 0 00000100:00000040:0.0:1767384320.024185:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006a808143 x1853236748234240 msgsize 224 00000400:00000200:3.0:1767384320.024194:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384320.024197:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384320.024205:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384320.024209:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384320.024213:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e102e80 00000400:00000200:0.0:1767384320.024216:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d93feb5 00000400:00000010:0.0:1767384320.024219:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d93feb5. 00000100:00000001:0.0:1767384320.024221:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384320.024224:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.024229:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000400:00000200:3.0:1767384320.024239:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384320.024241:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384320.024252:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384320.024255:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384320.024259:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767384320.024262:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384320.024264:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e959811. 00000100:00000040:3.0:1767384320.024269:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000005e959811 x1853236748234368 msgsize 224 00000100:00000001:0.0:1767384320.024275:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.024279:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384320.024279:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.024286:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.024289:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7835 usecs (8 jiffies) 00000100:00000001:3.0:1767384320.024292:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.024292:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907913 00000100:00000001:0.0:1767384320.024295:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.024297:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907913 00000100:00000001:0.0:1767384320.024301:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.024303:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907913 00000100:00000001:0.0:1767384320.024304:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000400:00000200:3.0:1767384320.024306:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000100:00000001:0.0:1767384320.024306:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907913 00000100:00000001:0.0:1767384320.024307:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000400:00000010:3.0:1767384320.024311:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000001:0.0:1767384320.024311:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.024316:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024317:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384320.024322:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.024323:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024329:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024339:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.024343:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.024343:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.024347:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.024350:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384320.024358:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.024360:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024366:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.024372:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024374:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.024378:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.024379:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3151 usecs (4 jiffies) 02000000:00000001:0.0:1767384320.024380:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384320.024385:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294907909 02000000:00000001:0.0:1767384320.024385:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.024392:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294907916 02000000:00000001:0.0:1767384320.024392:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024398:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00100000:0.0:1767384320.024398:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000063050d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236748234496:0@lo:400: 00000100:00000001:3.0:1767384320.024404:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.024405:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384320.024409:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294907909 02000000:00000001:0.0:1767384320.024410:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384320.024412:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000100:00000001:3.0:1767384320.024414:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000100:00000001:3.0:1767384320.024419:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294907916 02000000:00000001:0.0:1767384320.024420:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024423:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.024424:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384320.024428:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.024429:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850dce33. 00000100:00000001:3.0:1767384320.024432:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.024433:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024439:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384320.024441:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bfa301. 00000100:00000001:3.0:1767384320.024443:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.024446:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384320.024446:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d93feb5. 00000100:00000200:0.0:1767384320.024452:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748234496, portal 10 00000100:00000001:3.0:1767384320.024453:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.024456:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384320.024459:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024459:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.024462:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656107392 : -114055053444224 : ffff98447d0dfb80) 00000100:00000001:3.0:1767384320.024464:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.024469:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.024474:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.024477:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.024482:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8af58a3. 00000100:00000200:0.0:1767384320.024485:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748234496, offset 0 00000400:00000200:0.0:1767384320.024491:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.024498:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384320.024502:0:17562:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384320.024505:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e102f00 00000100:00100000:3.0:1767384320.024506:0:17562:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748233984 00000400:00000200:0.0:1767384320.024510:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000400:00000200:0.0:1767384320.024513:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384320.024515:0:17562:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384320.024518:0:17562:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384320.024520:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384320.024521:0:17562:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.024527:0:17562:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024528:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384320.024530:0:17562:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748233984 00000100:00000200:0.0:1767384320.024531:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384320.024534:0:17562:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1767384320.024536:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b81054ad. 00000020:00000040:3.0:1767384320.024537:0:17562:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000040:0.0:1767384320.024540:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b81054ad x1853236748234496 msgsize 224 00000020:00000001:3.0:1767384320.024541:0:17562:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.024545:0:17562:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:3.0:1767384320.024549:0:17562:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00100000:0.0:1767384320.024553:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384320.024554:0:17562:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:3.0:1767384320.024561:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.024564:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384320.024565:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1e182c4. 00000020:00000010:3.0:1767384320.024571:0:17562:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000050a36d99. 00000400:00000200:0.0:1767384320.024571:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8af58a3 00000400:00000010:0.0:1767384320.024575:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8af58a3. 00000020:00000040:3.0:1767384320.024578:0:17562:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:0.0:1767384320.024581:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384320.024588:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.024593:0:17562:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384320.024598:0:17562:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4534b4d. 00000100:00000001:0.0:1767384320.024598:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.024603:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384320.024605:0:17562:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f81dc8ba. 00000020:00000010:3.0:1767384320.024612:0:17562:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000afb6d69a. 00000100:00000040:3.0:1767384320.024623:0:17562:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384320.024623:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024628:0:17562:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384320.024628:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.024632:0:17562:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384320.024634:0:17562:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024634:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.024640:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3573 usecs (4 jiffies) 00000100:00000001:3.0:1767384320.024642:0:17562:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024644:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294907909 00000100:00000001:3.0:1767384320.024647:0:17562:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.024649:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.024654:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294907909 00000100:00000001:3.0:1767384320.024657:0:17562:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.024658:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294907916 00000100:00000001:3.0:1767384320.024661:0:17562:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384320.024662:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294907909 00000100:00000001:0.0:1767384320.024667:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294907916 00000100:00100000:3.0:1767384320.024668:0:17562:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384320.024673:0:17562:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:0.0:1767384320.024674:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294907909 00000100:00000001:3.0:1767384320.024677:0:17562:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716219264 : -114055993332352 : ffff984445086d80) 00000100:00000001:0.0:1767384320.024677:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294907916 00000100:00000001:0.0:1767384320.024683:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384320.024685:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9c12247 x1853236748233984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.024689:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024694:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.024698:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.024705:0:17562:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.024706:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.024709:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384320.024712:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384320.024714:0:17562:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000024017a8. 00000100:00000001:0.0:1767384320.024714:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.024718:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024720:0:17562:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.024721:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384320.024725:0:17562:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000024017a8. 00000100:00100000:3.0:1767384320.024733:0:17562:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9c12247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748233984:12345-0@lo:13: 00000100:00000001:0.0:1767384320.024736:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384320.024741:0:17562:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748233984 00000100:00000001:0.0:1767384320.024741:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.024758:0:17562:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384320.024762:0:17562:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384320.024765:0:17562:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.024771:0:17562:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384320.024771:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384320.024776:0:17562:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000100:00100000:0.0:1767384320.024777:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748234112 00000020:00000001:3.0:1767384320.024781:0:17562:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384320.024783:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384320.024786:0:17562:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.024787:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384320.024791:0:17562:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384320.024791:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.024794:0:17562:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384320.024799:0:17562:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.024799:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.024804:0:17562:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1767384320.024805:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748234112 02000000:00000001:3.0:1767384320.024807:0:17562:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384320.024810:0:16779:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:3.0:1767384320.024812:0:17562:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007b6dcb07. 02000000:00000001:3.0:1767384320.024815:0:17562:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.024821:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384320.024822:0:17562:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.024826:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:3.0:1767384320.024827:0:17562:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000040:0.0:1767384320.024831:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00002000:00000001:3.0:1767384320.024834:0:17562:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384320.024834:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384320.024837:0:17562:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384320.024838:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00080000:00000001:3.0:1767384320.024843:0:17562:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767384320.024843:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384320.024848:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001bf6f97. 00000100:00000001:0.0:1767384320.024852:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.024856:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001bf6f97. 00080000:00000001:3.0:1767384320.024857:0:17562:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.024861:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca01fde. 00000020:00000001:3.0:1767384320.024863:0:17562:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.024865:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000476d9052. 00002000:00000024:3.0:1767384320.024868:0:17562:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:0.0:1767384320.024870:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7503ca0. 00000020:00000020:3.0:1767384320.024877:0:17562:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767384320.024880:0:17562:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384320.024881:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384320.024887:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000020:3.0:1767384320.024888:0:17562:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:0.0:1767384320.024889:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384320.024892:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384320.024894:0:17562:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384320.024900:0:17562:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384320.024900:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384320.024903:0:17562:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384320.024907:0:17562:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384320.024910:0:17562:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748233984 00000100:00000001:0.0:1767384320.024911:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.024920:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384320.024922:0:17562:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384320.024923:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:3.0:1767384320.024927:0:17562:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9c12247 x1853236748233984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.024932:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:0.0:1767384320.024939:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384320.024943:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612966480 : -114055096585136 : ffff98447a7bb450) 00010000:00000001:3.0:1767384320.024951:0:17562:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384320.024953:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003057d9d0 x1853236748234112/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.024955:0:17562:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384320.024961:0:17562:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.024969:0:17562:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384320.024973:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384320.024975:0:17562:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000020:00000010:0.0:1767384320.024977:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001bf6f97. 00000100:00000001:3.0:1767384320.024978:0:17562:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384320.024983:0:17562:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384320.024983:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384320.024987:0:17562:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.024988:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001bf6f97. 00000100:00000001:3.0:1767384320.024993:0:17562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384320.024998:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003057d9d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748234112:12345-0@lo:400: 00000100:00000040:3.0:1767384320.025001:0:17562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384320.025006:0:17562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000200:0.0:1767384320.025010:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748234112 00000100:00000200:3.0:1767384320.025013:0:17562:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748233984, offset 224 00000020:00000001:0.0:1767384320.025014:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384320.025021:0:17562:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384320.025024:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384320.025028:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.025032:0:17562:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384320.025033:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384320.025036:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:0.0:1767384320.025042:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384320.025045:0:17562:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e102d00 00000020:00000001:0.0:1767384320.025046:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.025051:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384320.025054:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384320.025056:0:17562:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x13d1 [1] + 224 00000020:00000001:0.0:1767384320.025057:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.025062:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384320.025064:0:17562:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384320.025065:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384320.025069:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384320.025073:0:17562:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384320.025075:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003587d3c3. 02000000:00000001:0.0:1767384320.025081:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.025084:0:17562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384320.025085:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.025090:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384320.025092:0:17562:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384320.025096:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748234112 00010000:00000001:0.0:1767384320.025103:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384320.025129:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003057d9d0 x1853236748234112/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384320.025141:0:17562:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384320.025147:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384320.025152:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.025157:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.025159:0:17562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.025163:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384320.025167:0:17562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000100:00000040:0.0:1767384320.025168:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000400:00000010:3.0:1767384320.025171:0:17562:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000001:0.0:1767384320.025173:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:3.0:1767384320.025176:0:17562:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384320.025180:0:17562:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384320.025180:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384320.025184:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.025186:0:17562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.025187:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384320.025190:0:17562:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000040:0.0:1767384320.025193:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384320.025196:0:17562:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384320.025198:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8af58a3. 00000100:00000200:0.0:1767384320.025203:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748234112, offset 224 00000020:00000001:3.0:1767384320.025205:0:17562:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.025211:0:17562:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384320.025215:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384320.025218:0:17562:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9c12247 x1853236748233984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/368 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384320.025227:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.025238:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e102d80 00000100:00100000:3.0:1767384320.025243:0:17562:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9c12247 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748233984:12345-0@lo:13: Request processed in 533us (1448us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384320.025249:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x13d9 [1] + 224 00000100:00100000:3.0:1767384320.025256:0:17562:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384320.025262:0:17562:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000400:00000200:0.0:1767384320.025263:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384320.025267:0:17562:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384320.025270:0:17562:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384320.025271:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384320.025273:0:17562:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f81dc8ba. 00000100:00000001:0.0:1767384320.025276:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384320.025279:0:17562:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000afb6d69a. 00000100:00000200:0.0:1767384320.025281:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384320.025285:0:17562:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4534b4d. 00000020:00000040:3.0:1767384320.025292:0:17562:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:3.0:1767384320.025298:0:17562:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384320.025300:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.025315:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384320.025315:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384320.025320:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748234496 02000000:00000001:3.0:1767384320.025322:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384320.025324:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384320.025324:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8af58a3 00000100:00000001:3.0:1767384320.025327:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.025328:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8af58a3. 02000000:00000001:3.0:1767384320.025331:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.025333:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:3.0:1767384320.025334:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748234496 00000100:00000001:0.0:1767384320.025335:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384320.025337:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384320.025339:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000001:0.0:1767384320.025340:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.025341:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384320.025344:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000040:0.0:1767384320.025345:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000001:3.0:1767384320.025349:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00010000:00000001:0.0:1767384320.025350:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384320.025353:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.025354:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:3.0:1767384320.025358:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384320.025358:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384320.025363:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000024017a8. 00000100:00000040:0.0:1767384320.025363:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003057d9d0 x1853236748234112/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384320.025367:0:19521:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004e24e68b. 00000020:00000040:3.0:1767384320.025373:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00100000:0.0:1767384320.025378:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003057d9d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748234112:12345-0@lo:400: Request processed in 402us (1635us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384320.025380:0:19521:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1767384320.025385:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000040:0.0:1767384320.025389:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000020:00000010:3.0:1767384320.025390:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4534b4d. 00000100:00000001:0.0:1767384320.025391:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384320.025396:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f81dc8ba. 00000100:00000001:0.0:1767384320.025396:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384320.025400:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000476d9052. 00000020:00000010:3.0:1767384320.025401:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000afb6d69a. 00000020:00000010:0.0:1767384320.025406:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7503ca0. 00000100:00000040:3.0:1767384320.025408:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384320.025410:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca01fde. 00000100:00000001:3.0:1767384320.025411:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384320.025415:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384320.025416:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:3.0:1767384320.025417:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384320.025422:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384320.025423:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:0.0:1767384320.025425:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003587d3c3. 00000100:00000001:3.0:1767384320.025426:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1767384320.025428:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384320.025429:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.025431:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.025438:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384320.025442:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384320.025447:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1767384320.025447:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074a7eb4b. 00000100:00000001:3.0:1767384320.025450:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384320.025451:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b44df42. 00000100:00100000:3.0:1767384320.025455:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384320.025458:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:3.0:1767384320.025459:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656100224 : -114055053451392 : ffff98447d0ddf80) 00000100:00000040:3.0:1767384320.025463:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b81054ad x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.025469:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384320.025471:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000100:00000001:0.0:1767384320.025473:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384320.025474:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384320.025476:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748234240 00000020:00000010:3.0:1767384320.025480:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e24e68b. 02000000:00000001:0.0:1767384320.025480:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384320.025482:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.025486:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.025488:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384320.025489:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b81054ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236748234496:12345-0@lo:400: 00000100:00100000:0.0:1767384320.025491:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748234240 00000020:00000001:0.0:1767384320.025494:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384320.025497:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000200:3.0:1767384320.025499:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748234496 00000020:00000001:0.0:1767384320.025499:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.025502:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:0.0:1767384320.025504:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:3.0:1767384320.025505:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384320.025506:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:3.0:1767384320.025509:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384320.025510:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384320.025514:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.025515:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001bf6f97. 00000020:00000001:3.0:1767384320.025521:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384320.025521:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384320.025526:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000010:0.0:1767384320.025526:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001bf6f97. 00000020:00000010:0.0:1767384320.025529:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca01fde. 00000020:00000001:3.0:1767384320.025532:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384320.025533:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000476d9052. 00000020:00000001:3.0:1767384320.025537:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384320.025538:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7503ca0. 00000020:00000001:3.0:1767384320.025543:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384320.025544:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384320.025546:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384320.025547:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384320.025549:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384320.025550:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.025552:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384320.025554:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384320.025557:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.025558:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.025562:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384320.025565:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384320.025567:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384320.025568:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384320.025574:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048273d97. 02000000:00000001:3.0:1767384320.025578:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.025578:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384320.025582:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384320.025583:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384320.025587:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.025588:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00010000:00000040:3.0:1767384320.025593:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748234496 00000100:00000040:0.0:1767384320.025595:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00010000:00000001:3.0:1767384320.025598:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384320.025604:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656102016 : -114055053449600 : ffff98447d0de680) 00010000:00000200:3.0:1767384320.025606:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b81054ad x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.025613:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006a808143 x1853236748234240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/0 e 0 to 0 dl 1767384331 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.025622:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384320.025626:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384320.025627:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.025629:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000001bf6f97. 00000100:00001000:3.0:1767384320.025632:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.025634:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384320.025639:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000001bf6f97. 00000100:00000001:3.0:1767384320.025641:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384320.025646:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006a808143 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748234240:12345-0@lo:400: 00000100:00000040:3.0:1767384320.025649:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000200:0.0:1767384320.025650:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748234240 00000100:00000001:3.0:1767384320.025655:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:0.0:1767384320.025655:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384320.025657:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384320.025662:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384320.025662:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.025664:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384320.025665:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.025667:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:3.0:1767384320.025669:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384320.025671:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384320.025674:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384320.025674:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.025677:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767384320.025678:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000020:00000001:0.0:1767384320.025679:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384320.025682:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384320.025684:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748234496, offset 224 00000020:00000001:0.0:1767384320.025685:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384320.025688:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384320.025691:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384320.025691:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384320.025694:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003587d3c3. 02000000:00000001:0.0:1767384320.025697:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384320.025701:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384320.025702:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.025706:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384320.025708:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748234240 00000400:00000200:3.0:1767384320.025713:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e102f00 00010000:00000001:0.0:1767384320.025713:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384320.025720:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13f1 [1] + 224 00010000:00000200:0.0:1767384320.025720:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006a808143 x1853236748234240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384320.025729:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384320.025735:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384320.025740:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384320.025741:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384320.025755:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384320.025760:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384320.025761:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=16 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384320.025767:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000063050d x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.025774:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384320.025779:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:0.0:1767384320.025785:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384320.025789:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384320.025791:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.025794:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384320.025796:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384320.025799:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384320.025803:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000400:00000010:0.0:1767384320.025804:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8af58a3. 00000400:00000010:3.0:1767384320.025806:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000001:3.0:1767384320.025811:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384320.025812:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748234240, offset 224 00000100:00000001:3.0:1767384320.025813:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384320.025818:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.025821:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384320.025824:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:3.0:1767384320.025827:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384320.025831:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384320.025831:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384320.025837:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384320.025843:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e102e00 00000100:00000040:3.0:1767384320.025844:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b81054ad x1853236748234496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.025857:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b81054ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236748234496:12345-0@lo:400: Request processed in 387us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384320.025866:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767384320.025869:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000400:00000200:0.0:1767384320.025873:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x13e1 [1] + 224 00000100:00000001:3.0:1767384320.025874:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384320.025878:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384320.025879:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384320.025881:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f81dc8ba. 00000020:00000010:3.0:1767384320.025887:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000afb6d69a. 00000400:00000200:0.0:1767384320.025889:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384320.025892:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4534b4d. 00000100:00000001:0.0:1767384320.025894:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384320.025899:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000200:0.0:1767384320.025902:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.025904:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384320.025920:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:0.0:1767384320.025921:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384320.025928:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:0.0:1767384320.025930:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1767384320.025935:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:0.0:1767384320.025937:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8af58a3 00000020:00000040:3.0:1767384320.025938:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000400:00000010:0.0:1767384320.025941:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8af58a3. 00000100:00000001:0.0:1767384320.025946:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384320.025950:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.025953:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.025956:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384320.025959:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384320.025960:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.025961:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384320.025964:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a808143 x1853236748234240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:301/0 lens 224/224 e 0 to 0 dl 1767384331 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.025975:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006a808143 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748234240:12345-0@lo:400: Request processed in 347us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384320.025993:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384320.025997:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:0.0:1767384320.026000:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384320.026006:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384320.026010:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000476d9052. 00000020:00000010:0.0:1767384320.026015:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7503ca0. 00000020:00000010:0.0:1767384320.026020:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca01fde. 00000020:00000040:0.0:1767384320.026025:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:0.0:1767384320.026029:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026053:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.026056:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384320.026060:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384320.026062:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384320.026066:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d56eb0. 00000400:00000200:0.0:1767384320.026073:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005851a055 00000400:00000010:0.0:1767384320.026077:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005851a055. 00000100:00000001:0.0:1767384320.026084:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.026091:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384320.026132:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.026143:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.026147:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026152:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.026157:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384320.026158:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.026161:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.026165:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.026171:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.026177:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.026181:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.026185:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.026187:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384320.026193:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.026197:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.026200:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384320.026205:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.026209:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384320.026211:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384320.026212:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a36199f7. 00000400:00000200:3.0:1767384320.026218:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b64a2c 00000100:00000001:0.0:1767384320.026218:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384320.026220:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384320.026222:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384320.026223:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.026226:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384320.026229:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2b64a2c. 00000100:00000001:3.0:1767384320.026234:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384320.026240:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384320.026242:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.026246:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.026249:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384320.026257:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384320.026264:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.026272:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bbb1434d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748234240:0@lo:400: 00000100:00000001:3.0:1767384320.026284:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.026287:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.026293:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384320.026295:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384320.026298:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384320.026299:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.026305:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384320.026309:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384320.026311:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.026313:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384320.026314:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.026316:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384320.026319:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.026325:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.026327:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384320.026328:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384320.026329:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384320.026330:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.026332:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.026336:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.026337:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384320.026338:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384320.026340:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.026345:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ccd0def pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748234368:0@lo:400: 00000400:00000001:3.0:1767384320.026355:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.026357:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384320.026358:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19786bb. 00000400:00000200:3.0:1767384320.026360:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d800cdfa 00000400:00000010:3.0:1767384320.026361:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d800cdfa. 00000100:00000001:3.0:1767384320.026362:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384320.026364:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384320.026369:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.026373:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.026374:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.026376:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384320.026377:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384320.026378:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384320.026379:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384320.026380:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384320.026383:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384320.026385:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384320.026387:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384320.026387:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384320.026388:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384320.026390:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384320.026394:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384320.026396:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384320.026397:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384320.026398:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384320.026399:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.026401:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.026404:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384320.026405:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384320.026410:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384320.026411:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384320.026414:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384320.026416:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384320.026422:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384320.026425:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384320.026428:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384320.026433:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748233984:0@lo:13: 00000100:00000001:3.0:1767384320.026435:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.026436:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384320.026438:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ccd0def x1853236748234368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.026442:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384320.026443:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384320.026445:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005be777b8. 02000000:00000001:3.0:1767384320.026447:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384320.026448:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384320.026449:0:16146:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384320.026451:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384320.026452:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081a27974. 02000000:00000001:3.0:1767384320.026454:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384320.026456:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384320.026457:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ccd0def. 00000400:00000001:0.0:1767384320.026457:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384320.026459:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767384320.026461:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384320.026462:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.026466:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384320.026467:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000100:00000040:3.0:1767384320.026468:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748233984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384320.026474:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020a60597 00000100:00000001:3.0:1767384320.026476:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384320.026479:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767384320.026479:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020a60597. 02000000:00000010:3.0:1767384320.026481:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c189c5b8. 00000100:00000001:0.0:1767384320.026485:0:16148:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384320.026491:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767384320.026492:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384320.026493:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384320.026496:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384320.026500:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384320.026501:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bbb9c0e. 02000000:00000001:3.0:1767384320.026507:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384320.026510:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384320.026512:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000100:00000200:0.0:1767384320.026514:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384320.026515:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384320.026517:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.026520:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384320.026526:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384320.026529:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.026531:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384320.026532:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384320.026535:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.026591:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026606:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.026608:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384320.026610:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.026612:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.026615:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.026618:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.026628:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.026631:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.026632:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.026634:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384320.026636:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.026637:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.026641:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.026646:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.026648:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.026649:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384320.026652:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.026658:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748234112:0@lo:400: 00000100:00000001:0.0:1767384320.026661:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026663:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.026666:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbb1434d x1853236748234240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.026670:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.026672:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.026674:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000addd6186. 02000000:00000001:0.0:1767384320.026677:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.026678:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.026679:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384320.026681:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.026683:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf02e5e6. 02000000:00000001:0.0:1767384320.026684:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384320.026685:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.026686:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbb1434d. 00000100:00000001:0.0:1767384320.026688:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.026689:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026690:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.026692:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f666b0 x1853236748234112/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.026705:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.026707:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.026708:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fb402fa. 02000000:00000001:0.0:1767384320.026710:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.026711:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.026712:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384320.026714:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.026715:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084586cf2. 02000000:00000001:0.0:1767384320.026716:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384320.026717:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.026718:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f666b0. 00000100:00000001:0.0:1767384320.026721:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.026722:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026724:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.026728:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.026730:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.026733:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.026735:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.036272:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294907916, at 4294907917 00000100:00000010:1.0:1767384320.036292:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:3.0:1767384320.037167:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294907916, at 4294907918 00000100:00000010:3.0:1767384320.037178:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006875d0ec. 00000100:00000040:0.0:1767384320.038545:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294907916, at 4294907919 00000100:00000010:0.0:1767384320.038552:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e449bbb. 00000020:00000001:0.0:1767384320.343482:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384320.343486:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.343488:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384320.353215:0:22166:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384320.353218:0:22166:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:1.0:1767384320.358621:0:22166:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384320.364990:0:22167:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c189c5b8. 00000400:00000010:3.0:1767384320.365002:0:22167:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000088d6e907. 00000400:00000010:3.0:1767384320.365011:0:22167:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000898c79e1. 00000400:00000010:3.0:1767384320.365014:0:22167:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005be777b8. 00000400:00000010:3.0:1767384320.365017:0:22167:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009dece33f. 00000400:00000010:3.0:1767384320.365021:0:22167:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5b43143. 00000400:00000010:3.0:1767384320.365022:0:22167:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000491a0b4e. 00000400:00000010:3.0:1767384320.365024:0:22167:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097c778e1. 00000400:00000010:3.0:1767384320.365026:0:22167:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006ae410d2. 00000800:00000010:3.0:1767384320.365036:0:22167:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004bbb9c0e. 00000800:00000200:3.0:1767384320.365045:0:22167:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384320.365051:0:22167:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384320.365082:0:22167:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384320.365100:0:22167:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384320.366417:0:22167:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000002d9706ab. 00000400:00000010:3.0:1767384320.366424:0:22167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19786bb. 00000400:00000010:3.0:1767384320.366430:0:22167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d800cdfa. 00000400:00000001:3.0:1767384320.366446:0:22167:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384320.366452:0:22167:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384320.366455:0:22167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 00000400:00000200:3.0:1767384320.366457:0:22167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a94b98 00000400:00000010:3.0:1767384320.366459:0:22167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a94b98. 00000400:00000010:3.0:1767384320.366463:0:22167:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000a1d7b886. 00000400:00000200:3.0:1767384320.366468:0:22167:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (11) 00000400:00000200:3.0:1767384320.366481:0:22167:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384320.366491:0:22167:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384320.366499:0:22167:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001093ad80. 00000020:01000000:3.0:1767384320.366504:0:22167:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384320.366506:0:22167:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp20 00000400:00000010:3.0:1767384320.366521:0:22167:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000088d6e907. 00000400:00000010:3.0:1767384320.366525:0:22167:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c189c5b8. 00000020:00000001:0.0:1767384320.366559:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384320.366564:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384320.366568:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384320.366571:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384320.366575:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384320.366578:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384320.366580:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.366583:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.366587:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.366590:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384320.366592:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384320.366594:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384320.366596:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384320.366606:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384320.366612:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f666b0. 00000020:00000040:0.0:1767384320.366617:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384320.366623:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.366626:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384320.366632:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384320.366643:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000072b10034. 00000100:00000001:0.0:1767384320.366651:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.366659:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384320.366662:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.366671:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066f666b0] to pc [ptlrpcd_00_02+2] req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384320.366706:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.366711:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.366714:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384320.366716:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384320.366726:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384320.366726:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384320.366731:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384320.366733:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384320.366734:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384320.366738:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384320.366739:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384320.366754:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384320.366759:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384320.366760:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384320.366765:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.366769:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.366775:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.366779:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.1:1767384320.366780:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (2) 00000020:01000004:0.0:1767384320.366783:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384320.366787:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384320.366787:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384320.366791:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384320.366792:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384320.366797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbb1434d. 02000000:00000001:1.0:1767384320.366798:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384320.366802:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:1.0:1767384320.366804:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.366806:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384320.366808:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384320.366811:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.366812:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384320.366820:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748234624:0@lo:253: 02000000:00000010:0.0:1767384320.366822:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000057c56f84. 00000100:00000001:0.0:1767384320.366827:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.366828:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384320.366834:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384320.366837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384320.366838:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.366840:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384320.366845:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384320.366847:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb1434d] to pc [ptlrpcd_00_03+3] req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384320.366855:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384320.366858:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.366860:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384320.366861:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce03169b. 00000020:01000000:0.0:1767384320.366861:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384320.366866:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001093ad80. 02000000:00000001:1.0:1767384320.366867:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.366876:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000100:00000001:0.0:1767384320.366880:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.366883:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384320.366884:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba13fd60. 00000100:00000001:0.0:1767384320.366884:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384320.366890:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748234624, portal 25 00000100:00000040:0.0:1767384320.366890:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.366896:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384320.366900:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656102912 : -114055053448704 : ffff98447d0dea00) 00000100:00000001:0.0:1767384320.366901:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384320.366904:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.366908:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384320.366910:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.366911:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384320.366917:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.366925:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbb1434d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748234752:0@lo:253: 00000100:00000001:0.0:1767384320.366933:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384320.366935:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384320.366936:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384320.366939:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.366942:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384320.366943:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1767384320.366947:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000080cf73dd. 02000000:00000001:0.0:1767384320.366950:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384320.366953:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:1.0:1767384320.366956:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b48332b. 00000400:00000010:0.0:1767384320.366958:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000074a772d. 00000100:00000200:1.0:1767384320.366963:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748234624, offset 0 00000100:00000200:0.0:1767384320.366964:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748234752, portal 25 00000100:00000001:0.0:1767384320.366970:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384320.366971:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656096640 : -114055053454976 : ffff98447d0dd180) 00000100:00000040:0.0:1767384320.366977:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.366978:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384320.366986:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384320.366992:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384320.366997:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.367001:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf543d49. 00000400:00000200:1.0:1767384320.367007:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e102f80 00000100:00000200:0.0:1767384320.367007:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748234752, offset 0 00000400:00000200:0.0:1767384320.367016:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.367023:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384320.367028:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000200:0.0:1767384320.367033:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103000 00000400:00000010:1.0:1767384320.367035:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d19fad2. 00000400:00000200:1.0:1767384320.367041:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a510a967 00000400:00000200:0.0:1767384320.367049:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000200:1.0:1767384320.367052:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384320.367053:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5e5a2e8. 00000400:00000200:0.0:1767384320.367058:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a901e886 00000400:00000200:1.0:1767384320.367061:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384320.367064:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.367068:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a510a967 00000400:00000200:0.0:1767384320.367070:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384320.367073:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a510a967. 00000100:00000001:1.0:1767384320.367080:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384320.367081:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a901e886 00000100:00000200:1.0:1767384320.367085:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384320.367085:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a901e886. 00000100:00000040:1.0:1767384320.367092:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000ef955229 x1853236748234624 msgsize 4848 00000100:00000001:0.0:1767384320.367092:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384320.367095:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384320.367099:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000079edc9ad x1853236748234752 msgsize 4848 00000100:00100000:0.0:1767384320.367124:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384320.367126:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384320.367131:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384320.367135:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384320.367136:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384320.367142:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf543d49 00000400:00000010:0.0:1767384320.367145:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf543d49. 00000100:00000001:0.0:1767384320.367148:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384320.367150:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384320.367153:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384320.367159:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b48332b 00000100:00000001:0.0:1767384320.367161:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384320.367165:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b48332b. 00000100:00000040:0.0:1767384320.367166:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384320.367171:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384320.367174:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.367176:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384320.367179:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.367182:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.367189:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294908260 00000100:00000010:0.0:1767384320.367195:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ead9cca6. 00000100:00000001:0.0:1767384320.367201:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384320.367209:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294908260 00000100:00000001:1.0:1767384320.367213:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384320.367218:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384320.367219:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa21a7c5. 00000100:00000001:0.0:1767384320.367224:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384320.367231:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294908260 00000100:00000001:1.0:1767384320.367234:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384320.367235:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc55e01c. 00000100:00000001:1.0:1767384320.367240:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.367241:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384320.367246:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294908260 00000100:00000001:1.0:1767384320.367249:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384320.367249:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa654b21. 00000100:00000001:0.0:1767384320.367254:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384320.367257:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294908260 00000100:00000001:0.0:1767384320.367258:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.367263:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367264:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294908260 00000100:00000001:0.0:1767384320.367269:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367271:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294908260 00000100:00000001:0.0:1767384320.367272:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384320.367278:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294908260 00000100:00000001:1.0:1767384320.367282:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294908260 00000100:00000001:0.0:1767384320.367282:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384320.367284:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294908260 00000100:00000001:0.0:1767384320.367285:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384320.367289:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384320.367290:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294908260 00000100:00000001:0.0:1767384320.367291:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384320.367295:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367296:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294908260 00000100:00000001:0.0:1767384320.367298:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367302:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.367308:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367313:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367316:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.367318:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384320.367321:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384320.367322:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748234752 00000100:00000001:1.0:1767384320.367325:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384320.367326:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384320.367330:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384320.367331:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.367332:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367334:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384320.367336:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367338:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.367340:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748234752 00000100:00000001:1.0:1767384320.367343:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.367344:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384320.367347:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384320.367351:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.367354:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:0.0:1767384320.367356:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384320.367358:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384320.367362:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384320.367366:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:0.0:1767384320.367368:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.367369:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384320.367373:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748234624 02000000:00000001:1.0:1767384320.367376:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1767384320.367377:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000100:00000001:1.0:1767384320.367379:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384320.367383:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.367384:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2b39430. 02000000:00000001:1.0:1767384320.367387:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384320.367390:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d77ba6ad. 00000100:00100000:1.0:1767384320.367392:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748234624 00000020:00000010:0.0:1767384320.367395:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7503ca0. 00000020:00000001:1.0:1767384320.367398:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384320.367405:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:1.0:1767384320.367408:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384320.367409:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384320.367411:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384320.367413:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384320.367414:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384320.367418:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384320.367423:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384320.367424:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.367429:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384320.367434:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384320.367434:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384320.367442:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb756dfc. 00000100:00000001:1.0:1767384320.367446:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.367449:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384320.367450:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb756dfc. 00000100:00000001:0.0:1767384320.367452:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384320.367456:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000020:00000010:1.0:1767384320.367458:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947d93c4. 00000100:00000040:0.0:1767384320.367459:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384320.367463:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612960336 : -114055096591280 : ffff98447a7b9c50) 00000020:00000010:1.0:1767384320.367467:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6c5032a. 00000100:00000040:0.0:1767384320.367467:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079edc9ad x1853236748234752/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384320.367475:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b3c9e5d5. 00000100:00000001:0.0:1767384320.367477:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384320.367481:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:1.0:1767384320.367485:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384320.367485:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384320.367490:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384320.367490:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000100:00000001:1.0:1767384320.367493:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384320.367498:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079edc9ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748234752:12345-0@lo:253: 00000100:00000001:1.0:1767384320.367502:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384320.367502:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748234752 00000020:00000001:0.0:1767384320.367507:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384320.367509:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.367510:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384320.367515:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.367517:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384320.367519:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384320.367522:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384320.367523:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384320.367526:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384320.367527:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384320.367528:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384320.367530:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384320.367537:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000020:00000001:0.0:1767384320.367537:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384320.367541:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384320.367542:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384320.367546:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612961360 : -114055096590256 : ffff98447a7ba050) 02000000:00000001:0.0:1767384320.367547:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384320.367554:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e84738e8. 00000100:00000040:1.0:1767384320.367555:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef955229 x1853236748234624/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 4848/0 e 0 to 0 dl 1767384331 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384320.367558:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.367562:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.367567:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384320.367573:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384320.367577:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb756dfc. 20000000:00000010:0.0:1767384320.367578:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008fc1eae3. 00000100:00000001:1.0:1767384320.367585:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384320.367585:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000010:1.0:1767384320.367591:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb756dfc. 20000000:00000001:0.0:1767384320.367592:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384320.367596:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384320.367599:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.367602:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384320.367603:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef955229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748234624:12345-0@lo:253: 20000000:00000001:0.0:1767384320.367605:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:1.0:1767384320.367610:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748234624 00000020:00000001:1.0:1767384320.367616:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:0.0:1767384320.367616:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ca01fde. 20000000:01000000:0.0:1767384320.367619:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:0.0:1767384320.367624:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384320.367629:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:0.0:1767384320.367631:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384320.367633:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384320.367638:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384320.367640:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384320.367643:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384320.367646:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384320.367650:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384320.367652:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384320.367654:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367657:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384320.367661:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384320.367666:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b7dc1e37. 02000000:00000001:1.0:1767384320.367669:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384320.367673:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384320.367676:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384320.367676:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384320.367680:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384320.367682:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.367684:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000010:1.0:1767384320.367687:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000811d0a2f. 00000020:00000001:0.0:1767384320.367688:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384320.367693:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 20000000:01000000:1.0:1767384320.367694:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384320.367699:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384320.367700:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:1.0:1767384320.367702:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384320.367706:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384320.367707:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000078edea66. 20000000:00000001:1.0:1767384320.367708:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.367711:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382342656 : -114060327208960 : ffff984342b6b800) 20000000:00000001:1.0:1767384320.367713:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384320.367715:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384320.367836:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384320.367837:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.367840:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384320.367855:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384320.367857:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384320.367949:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384320.367952:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384320.368185:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3631fdb. 00000800:00000010:1.0:1767384320.368191:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009b48332b. 00000800:00000010:1.0:1767384320.368217:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c98d2439. 00000800:00000200:1.1:1767384320.368223:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (2) 00000800:00000200:1.1:1767384320.368228:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp19 00000000c98d2439 deleted 00000800:00000010:1.1:1767384320.368229:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c98d2439. 00000800:00000200:1.1:1767384320.368233:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384320.368240:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:1003 00000800:00000200:1.1:1767384320.368243:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d91c0832 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384320.368247:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp19 p 3.x 192.168.202.119 -> 192.168.202.119:1003 incarnation:1767384318838241367 sched[0] 00000800:00000010:1.0:1767384320.368252:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb756dfc. 00000800:00000010:1.0:1767384320.368299:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb756dfc. 00000800:00000010:1.0:1767384320.368302:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009b48332b. 00000800:00000010:1.0:1767384320.368333:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000093e3b0c8. 00000800:00000001:1.0:1767384320.368347:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.368352:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384320.368414:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384320.368417:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d91c0832. 00000400:00000200:1.0:1767384320.368422:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.368431:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: PUT: OK 00000400:00000200:1.0:1767384320.368435:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384320.368438:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000200:2.1:1767384320.368527:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:1.0:1767384320.368584:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.368591:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384320.368592:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.368596:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.368603:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19) <- 192.168.202.119@tcp19 : PUT - for me 00000400:00000200:1.0:1767384320.368611:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384320.368615:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 224/224 into md 0x13bd [1] + 0 00000400:00000010:1.0:1767384320.368617:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:1.0:1767384320.368620:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbc32d90 00000800:00000001:1.0:1767384320.368622:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.368628:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384320.368629:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.368632:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: PUT: OK 00000400:00000200:1.0:1767384320.368634:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc32d90 00000400:00000010:1.0:1767384320.368635:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000400:00000200:1.0:1767384320.368638:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384320.368640:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (13) 00000400:00000200:1.0:1767384320.368643:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:1.0:1767384320.368648:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000044b12bed. 00000400:00000200:1.0:1767384320.368650:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 12 00000400:00000200:1.0:1767384320.368652:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384320.368659:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (14) 00000400:00000200:1.0:1767384320.368663:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384320.368667:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp19 to MR: 192.168.202.119@tcp19 local destination 00000400:00000200:1.0:1767384320.368672:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.119@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1767384320.368697:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) -> 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) 192.168.202.119@tcp19 : ACK try# 0 00000800:00000200:1.0:1767384320.368701:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp19 00000800:00000010:1.0:1767384320.368704:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000efd28ed. 00000400:00000200:0.0:1767384320.368708:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384320.368714:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d56eb0. 00000800:00000200:1.0:1767384320.368718:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (4) 00000400:00000010:0.0:1767384320.368722:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020a60597. 00000800:00000200:1.0:1767384320.368724:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:988 00000800:00000200:1.0:1767384320.368726:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000efd28ed type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384320.368735:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:0.0:1767384320.368754:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1004d1 00000400:00000010:0.0:1767384320.368762:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000006dde06b8. 00000400:00000010:0.0:1767384320.368766:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000000df67644. 00000400:00000010:0.0:1767384320.368769:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 000000006f7b4c73. 00000800:00000200:1.0:1767384320.368804:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384320.368806:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c03424ba. 00000800:00000010:1.0:1767384320.368808:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000efd28ed. 00000400:00000200:1.0:1767384320.368813:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.368814:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c03424ba nid 192.168.202.119@tcp20 00000400:00000010:0.0:1767384320.368821:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000072668542. 00000400:00000200:1.0:1767384320.368822:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: ACK: OK 00000400:00000200:0.0:1767384320.368827:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000072668542 net tcp20 00000800:00000001:1.0:1767384320.368832:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384320.368833:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (13) 00000800:00000001:1.0:1767384320.368839:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.368840:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp20 flags 0x11 00000800:00000001:1.0:1767384320.368845:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384320.368847:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000006dde06b8. 00000400:00000010:0.0:1767384320.368851:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000000df67644. 00000800:00000001:1.0:1767384320.368853:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384320.368853:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 000000006f7b4c73. 00000800:00000001:1.0:1767384320.368859:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384320.368859:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000044b12bed. 00000800:00000001:1.0:1767384320.368863:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.368865:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384320.368874:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19) <- 192.168.202.119@tcp19 : ACK - for me 00000400:00000200:0.0:1767384320.368874:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100551 00000400:00000200:1.0:1767384320.368885:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp19: ACK from 12345-192.168.202.119@tcp19 into md 0x1415 00000400:00000200:1.0:1767384320.368888:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384320.368891:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: ACK: OK 00000400:00000200:1.0:1767384320.368894:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:1.0:1767384320.368896:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000400:00000200:1.0:1767384320.368899:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384320.368901:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:1.0:1767384320.368905:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384320.368909:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (14) 00000800:00000001:1.0:1767384320.368912:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384320.368914:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384320.368928:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:0.0:1767384320.368932:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:0.0:1767384320.368935:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384320.368936:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:0.0:1767384320.368939:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384320.368942:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (13) 00000400:00000200:0.0:1767384320.370667:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp19 from 234.3.0.2 00000800:00000010:0.0:1767384320.370672:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000348fe372. 00000800:00000200:2.1:1767384320.370772:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (4) 00000800:00000200:2.1:1767384320.370777:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp19 00000000d2c72b4b deleted 00000800:00000010:2.1:1767384320.370780:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d2c72b4b. 00000800:00000200:2.1:1767384320.370784:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384320.371023:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384320.371030:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp19 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384318838241367 sched[0] 00000800:00000010:1.0:1767384320.371033:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007da2fb3d. 00080000:00000001:1.0:1767384320.376174:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384320.376174:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384320.376177:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384320.376181:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384320.376181:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:1.0:1767384320.376183:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384320.376186:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384320.376186:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384320.376191:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000078edea66. 20000000:00000001:0.0:1767384320.376191:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384320.376197:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384320.376203:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384320.376212:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384320.376215:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384320.376221:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384320.376329:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384320.376333:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384320.376335:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384320.376339:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384320.376342:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384320.376349:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092d0a213. 00010000:00000001:0.0:1767384320.376353:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384320.376356:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b722446. 00000020:00000001:0.0:1767384320.376359:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384320.376362:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b722446 with handle 0x4ac496f8d605e0d0 to hash 00000020:00000001:0.0:1767384320.376364:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384320.376366:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.376368:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.376371:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.376372:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.376375:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376382:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384320.376386:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384320.376388:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384320.376390:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.376394:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.376400:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.376401:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.376403:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384320.376405:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384320.376407:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384320.376408:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384320.376409:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000092d0a213) refcount = 1 00010000:00010000:0.0:1767384320.376413:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376419:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384320.376421:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384320.376423:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.376430:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.376432:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384320.376436:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384320.376440:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:0.0:1767384320.376445:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.376447:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.376449:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=4 00000020:00000001:0.0:1767384320.376451:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.376453:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.376455:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384320.376457:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376462:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384320.376464:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376468:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.376469:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384320.376471:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376474:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.376475:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.376478:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384320.376480:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384320.376484:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b722446 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384320.376487:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384320.376489:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384320.376491:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376495:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384320.376500:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.376502:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.376503:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=5 00000020:00000001:0.0:1767384320.376505:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.376507:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.376510:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384320.376512:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376516:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384320.376517:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384320.376519:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.376522:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384320.376524:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384320.376525:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.376527:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.376533:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b722446 with handle 0x4ac496f8d605e0d0 from hash 00010000:00000001:0.0:1767384320.376535:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384320.376538:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.376539:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.376541:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384320.376543:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384320.376544:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384320.376546:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384320.376548:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.376550:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.376552:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384320.376554:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384320.376556:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.376557:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.376558:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.376560:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.376561:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.376563:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376566:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.376572:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.376573:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384320.376575:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384320.376576:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.376578:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.376579:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384320.376581:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.376582:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.376584:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.376588:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384320.376589:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384320.376591:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384320.376595:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000092d0a213 count: 0 00010000:00000001:0.0:1767384320.376603:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384320.376604:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384320.380146:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294908260, at 4294908261 00000100:00000010:0.0:1767384320.380154:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ead9cca6. 00000100:00000040:1.0:1767384320.381185:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294908260, at 4294908262 00000100:00000010:1.0:1767384320.381194:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa21a7c5. 00000100:00000040:3.0:1767384320.381197:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294908260, at 4294908262 00000100:00000010:3.0:1767384320.381205:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa654b21. 00010000:00000010:0.1:1767384320.382142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092d0a213. 00010000:00000010:0.1:1767384320.382151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b722446. 00080000:00000001:0.0:1767384320.384806:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384320.384812:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384320.384818:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.384822:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384320.384824:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384320.384834:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384320.384838:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384320.384846:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384320.384857:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384320.384859:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384320.384861:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384320.384864:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384320.384867:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384320.384872:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092d0a213. 00010000:00000001:0.0:1767384320.384876:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384320.384885:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003b722446. 00000020:00000001:0.0:1767384320.384888:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384320.384890:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003b722446 with handle 0x4ac496f8d605e0d7 to hash 00000020:00000001:0.0:1767384320.384892:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384320.384894:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.384896:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.384898:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.384900:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.384903:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.384909:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384320.384912:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384320.384914:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384320.384915:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.384917:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.384919:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384320.384920:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.384922:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384320.384924:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384320.384925:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384320.384927:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384320.384928:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000092d0a213) refcount = 1 00010000:00010000:0.0:1767384320.384931:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.384935:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384320.384938:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384320.384939:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.384942:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.384943:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384320.384946:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384320.384948:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:0.0:1767384320.384950:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.384952:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.384959:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=4 00000020:00000001:0.0:1767384320.384961:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.384963:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.384965:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384320.384966:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.384971:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384320.384973:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.384977:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.384978:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384320.384980:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.384983:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.384985:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.384988:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384320.384989:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384320.384994:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003b722446 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384320.384995:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384320.384997:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384320.384998:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.385002:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384320.385003:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384320.385004:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384320.385006:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003b722446 refcount=5 00000020:00000001:0.0:1767384320.385008:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.385010:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387008 : -114056028164608 : ffff984442f4ee00) 00010000:00000001:0.0:1767384320.385012:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384320.385019:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.385023:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384320.385025:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384320.385026:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.385029:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384320.385031:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384320.385033:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384320.385034:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384320.385035:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003b722446 with handle 0x4ac496f8d605e0d7 from hash 00010000:00000001:0.0:1767384320.385037:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384320.385039:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.385039:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.385040:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384320.385041:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384320.385043:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384320.385044:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384320.385045:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384320.385047:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.385048:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384320.385049:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384320.385051:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.385052:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.385053:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.385055:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.385056:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.385058:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.385062:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.385063:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.385064:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384320.385066:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384320.385067:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384320.385068:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384320.385070:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384320.385072:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384320.385079:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384320.385081:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384320.385086:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384320.385087:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384320.385088:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003b722446/0x4ac496f8d605e0d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384320.385091:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000092d0a213 count: 0 00010000:00000001:0.0:1767384320.385097:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384320.385098:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384320.385844:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384320.385848:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384320.385850:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008fc1eae3. 20000000:00000001:0.0:1767384320.385856:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384320.385860:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748234752 00010000:00000001:0.0:1767384320.385863:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384320.385870:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079edc9ad x1853236748234752/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384320.385877:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384320.385879:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.385883:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.385887:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384320.385890:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384320.385892:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384320.385895:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384320.385898:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.385901:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384320.385904:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384320.385908:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a7f1091. 00000100:00000200:0.0:1767384320.385913:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748234752, offset 224 00000400:00000200:0.0:1767384320.385920:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384320.385930:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384320.385940:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103000 00000400:00000200:0.0:1767384320.385946:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1421 [2] + 224 00000400:00000200:0.0:1767384320.385959:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384320.385963:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384320.385968:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.385973:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384320.385979:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.385989:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384320.385997:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7f1091 00000400:00000010:0.0:1767384320.385999:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a7f1091. 00000100:00000001:0.0:1767384320.386001:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384320.386003:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384320.386008:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.386011:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384320.386013:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384320.386015:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384320.386017:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384320.386021:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079edc9ad x1853236748234752/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:301/0 lens 4848/4768 e 0 to 0 dl 1767384331 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.386030:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079edc9ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748234752:12345-0@lo:253: Request processed in 18550us (18927us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384320.386039:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:0.0:1767384320.386041:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384320.386044:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384320.386045:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384320.386050:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d77ba6ad. 00000020:00000010:0.0:1767384320.386054:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7503ca0. 00000020:00000010:0.0:1767384320.386058:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2b39430. 00000020:00000040:0.0:1767384320.386062:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384320.386066:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384320.386068:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e84738e8. 02000000:00000001:0.0:1767384320.386073:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384320.386075:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384320.386085:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384320.386090:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f528ad. 00000400:00000010:0.0:1767384320.386094:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a7f1091. 00000100:00000001:0.0:1767384320.386141:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.386144:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384320.386148:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384320.386150:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384320.386152:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000400:00000200:0.0:1767384320.386155:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000074a772d 00000400:00000010:0.0:1767384320.386156:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000074a772d. 00000100:00000001:0.0:1767384320.386159:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.386162:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384320.386170:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.386175:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.386177:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.386179:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.386181:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384320.386183:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.386184:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.386187:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.386191:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.386194:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.386197:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.386198:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.386200:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384320.386201:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.386203:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.386207:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.386212:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.386214:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.386215:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384320.386219:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384320.386220:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384320.386227:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.386229:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.386230:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.386232:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384320.386233:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384320.386235:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384320.386236:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384320.386238:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.386242:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bbb1434d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748234752:0@lo:253: 00000100:00000001:0.0:1767384320.386246:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.386248:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.386252:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbb1434d x1853236748234752/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.386257:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.386259:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.386262:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000080cf73dd. 02000000:00000001:0.0:1767384320.386267:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.386268:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.386270:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384320.386272:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.386274:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000057c56f84. 02000000:00000001:0.0:1767384320.386278:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384320.386279:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.386281:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbb1434d. 00000100:00000001:0.0:1767384320.386284:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.386286:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.386287:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.386293:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.386295:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.386297:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.386299:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.387802:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.387806:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384320.387812:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384320.387814:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384320.387819:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000400:00000200:0.0:1767384320.387828:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba13fd60 00000400:00000010:0.0:1767384320.387831:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba13fd60. 00000100:00000001:0.0:1767384320.387836:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384320.387842:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384320.387858:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.387872:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384320.387874:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.387877:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384320.387880:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384320.387883:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384320.387885:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384320.387887:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384320.387889:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384320.387893:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384320.387896:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384320.387899:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384320.387901:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384320.387905:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.387907:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384320.387913:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.387922:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384320.387924:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384320.387927:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384320.387931:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384320.387932:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384320.387937:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384320.387938:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384320.387942:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384320.387944:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384320.387946:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384320.387949:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384320.387951:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384320.387955:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384320.387959:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384320.387976:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748234624:0@lo:253: 00000100:00000001:0.0:1767384320.387982:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.387983:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384320.387986:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f666b0 x1853236748234624/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384320.387991:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384320.387993:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384320.387994:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ce03169b. 02000000:00000001:0.0:1767384320.387997:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384320.387998:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384320.387999:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384320.388000:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384320.388002:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000072b10034. 02000000:00000001:0.0:1767384320.388006:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384320.388008:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384320.388009:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f666b0. 00000100:00000001:0.0:1767384320.388012:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384320.388014:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.388015:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384320.388019:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384320.388020:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384320.388022:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384320.388024:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384320.388518:0:22172:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006cd60016. 00000400:00000040:1.0:1767384320.388540:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384320.388544:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384320.388547:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384320.388550:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384320.388553:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384320.388555:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384320.388559:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384320.388560:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384320.388563:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384320.388564:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384320.388567:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384320.388569:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384320.388572:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384320.388574:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384320.388575:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384320.388578:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384320.388579:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384320.388580:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384320.388582:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384320.388585:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384320.388587:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384320.388589:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384320.388590:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384320.388592:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384320.388594:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384320.388596:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384320.388598:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384320.388600:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384320.388601:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384320.388603:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384320.388604:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384320.388607:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384320.388609:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384320.388611:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384320.388612:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384320.388622:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384320.388624:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384320.388627:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384320.388629:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384320.388631:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384320.388633:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384320.388635:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384320.388637:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384320.388639:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384320.388641:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384320.388643:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384320.388645:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384320.388647:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384320.388649:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384320.388651:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384320.388653:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384320.388656:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384320.388657:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384320.388659:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384320.388661:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384320.388663:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384320.388665:0:22172:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384320.388703:0:22172:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006cd60016. 00010000:00000010:0.1:1767384320.394124:0:22175:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092d0a213. 00010000:00000010:0.1:1767384320.394131:0:22175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003b722446. 00000100:00000001:1.0:1767384320.535156:0:18575:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384320.535162:0:18575:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.157260:0:22405:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384321.157272:0:22405:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.157275:0:22405:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.157280:0:22405:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384321.157285:0:22405:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.157288:0:22405:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384321.367238:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384321.367241:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.367243:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384321.889182:0:22569:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384321.889186:0:22569:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:0.0:1767384321.891937:0:22569:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384321.898581:0:22570:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006a80a4b2. 00000400:00000010:0.0:1767384321.898595:0:22570:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000012e2eb84. 00000400:00000010:0.0:1767384321.898604:0:22570:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000750d5b02. 00000400:00000010:0.0:1767384321.898607:0:22570:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ddf9a0df. 00000400:00000010:0.0:1767384321.898614:0:22570:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000da803cef. 00000400:00000010:0.0:1767384321.898617:0:22570:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d03e0e1. 00000400:00000010:0.0:1767384321.898618:0:22570:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000acb572a7. 00000400:00000010:0.0:1767384321.898619:0:22570:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000595baf3b. 00000400:00000010:0.0:1767384321.898622:0:22570:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000185b14de. 00000800:00000010:0.0:1767384321.898632:0:22570:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000017c15458. 00000800:00000200:0.0:1767384321.898642:0:22570:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384321.898648:0:22570:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384321.898681:0:22570:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384321.898700:0:22570:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp21 [8/256/0/180] 00000400:00000010:0.0:1767384321.899950:0:22570:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000002f4f7e8e. 00000400:00000010:0.0:1767384321.899955:0:22570:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384321.899960:0:22570:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005851a055. 00000400:00000001:0.0:1767384321.899973:0:22570:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384321.899975:0:22570:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384321.899976:0:22570:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19786bb. 00000400:00000200:0.0:1767384321.899979:0:22570:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d800cdfa 00000400:00000010:0.0:1767384321.899980:0:22570:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d800cdfa. 00000400:00000010:0.0:1767384321.899984:0:22570:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000002d9706ab. 00000400:00000200:0.0:1767384321.899988:0:22570:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (12) 00000400:00000200:0.0:1767384321.899997:0:22570:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384321.900005:0:22570:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:0.0:1767384321.900011:0:22570:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008fc1eae3. 00000020:01000000:0.0:1767384321.900014:0:22570:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384321.900016:0:22570:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp21 00000400:00000010:0.0:1767384321.900025:0:22570:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000012e2eb84. 00000400:00000010:0.0:1767384321.900028:0:22570:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006a80a4b2. 00000020:00000001:3.0:1767384321.900057:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384321.900062:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384321.900067:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384321.900069:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384321.900072:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384321.900074:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384321.900078:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.900081:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.900084:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.900086:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.900087:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384321.900090:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384321.900093:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.900095:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384321.900101:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000020:00000040:3.0:1767384321.900188:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384321.900195:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384321.900199:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384321.900205:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384321.900216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001093ad80. 00000100:00000001:3.0:1767384321.900225:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900248:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384321.900252:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.900264:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_00+0] req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384321.900296:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384321.900299:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.900303:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.900305:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384321.900306:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.1:1767384321.900307:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (2) 00000100:00000001:1.0:1767384321.900311:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384321.900314:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384321.900314:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384321.900318:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384321.900320:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384321.900321:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:1.0:1767384321.900323:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384321.900324:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384321.900328:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384321.900333:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.900337:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.900341:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.900344:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.900345:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384321.900346:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384321.900347:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384321.900349:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384321.900350:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384321.900353:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6fc22ca. 00000020:00000040:3.0:1767384321.900356:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384321.900360:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384321.900361:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384321.900361:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384321.900365:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384321.900366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.900369:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384321.900374:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748234880:0@lo:253: 00000100:00000001:1.0:1767384321.900377:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384321.900382:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384321.900384:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384321.900386:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000eb107820. 02000000:00000001:1.0:1767384321.900386:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384321.900391:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce03169b. 00000100:00000001:3.0:1767384321.900393:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384321.900396:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900401:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384321.900402:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba9cf63. 00000100:00000001:3.0:1767384321.900405:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.900409:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd4a44eb. 00000100:00000040:3.0:1767384321.900413:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6fc22ca] to pc [ptlrpcd_00_01+1] req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384321.900414:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748234880, portal 25 00000100:00000001:1.0:1767384321.900419:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384321.900422:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000040:1.0:1767384321.900430:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384321.900434:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.900436:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384321.900440:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.900441:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384321.900446:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.900447:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bc98bc0. 00000100:00000200:1.0:1767384321.900451:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748234880, offset 0 00000020:01000000:3.0:1767384321.900458:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384321.900461:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384321.900463:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008fc1eae3. 00000400:00000200:1.0:1767384321.900471:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384321.900480:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384321.900484:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103080 00000100:00000001:3.0:1767384321.900485:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384321.900488:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384321.900491:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x955 [2] + 0 00000100:00000040:3.0:1767384321.900494:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384321.900496:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd2d3f07. 00000400:00000200:1.0:1767384321.900502:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000303e145d 00000100:00000001:3.0:1767384321.900504:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384321.900506:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384321.900509:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384321.900513:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384321.900516:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384321.900517:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384321.900521:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.900525:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748235008:0@lo:253: 00000400:00000200:1.0:1767384321.900525:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000303e145d 00000400:00000010:1.0:1767384321.900529:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000303e145d. 00000100:00000001:3.0:1767384321.900530:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384321.900534:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384321.900535:0:16146:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384321.900536:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384321.900538:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384321.900539:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384321.900543:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000193d500f x1853236748234880 msgsize 4848 02000000:00000010:3.0:1767384321.900546:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000df4a0c28. 02000000:00000001:3.0:1767384321.900549:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384321.900555:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000100:00100000:1.0:1767384321.900559:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384321.900562:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ff23ff6. 00000100:00000040:1.0:1767384321.900562:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384321.900568:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748235008, portal 25 00000100:00000001:3.0:1767384321.900571:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384321.900572:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716210304 : -114055993341312 : ffff984445084a80) 00000100:00000001:1.0:1767384321.900574:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384321.900576:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.900584:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384321.900584:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc98bc0 00000400:00000010:1.0:1767384321.900589:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc98bc0. 00000100:00000040:3.0:1767384321.900593:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384321.900596:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384321.900597:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ffb71c7. 00000100:00000200:3.0:1767384321.900601:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748235008, offset 0 00000100:00000200:1.0:1767384321.900603:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384321.900610:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384321.900617:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384321.900622:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384321.900623:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.900633:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.900634:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103100 00000100:00000001:1.0:1767384321.900635:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384321.900642:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000001:1.0:1767384321.900643:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.900647:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294909793 00000100:00000010:1.0:1767384321.900652:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bf990dc. 00000400:00000010:3.0:1767384321.900653:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dc62413. 00000400:00000200:3.0:1767384321.900661:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f98fb3c 00000100:00000001:1.0:1767384321.900661:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384321.900666:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384321.900669:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294909793 00000400:00000200:3.0:1767384321.900672:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384321.900676:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e449bbb. 00000400:00000200:3.0:1767384321.900677:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f98fb3c 00000400:00000010:3.0:1767384321.900680:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f98fb3c. 00000100:00000001:1.0:1767384321.900682:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384321.900684:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384321.900687:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384321.900687:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294909793 00000100:00000040:3.0:1767384321.900693:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000f4ff5b8a x1853236748235008 msgsize 4848 00000100:00000010:1.0:1767384321.900694:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fb86e2f. 00000100:00000001:1.0:1767384321.900700:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384321.900703:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384321.900706:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294909793 00000100:00000040:3.0:1767384321.900707:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384321.900712:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bce2eb0b. 00000100:00000001:1.0:1767384321.900715:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384321.900718:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384321.900720:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384321.900722:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384321.900725:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ffb71c7 00000100:00000001:1.0:1767384321.900740:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.900743:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384321.900746:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ffb71c7. 00000100:00000001:3.0:1767384321.900752:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384321.900753:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384321.900756:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.900756:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.900763:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384321.900768:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384321.900770:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.900772:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.900774:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.900775:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900784:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900787:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.900792:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900795:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294909793 00000100:00000001:3.0:1767384321.900797:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294909793 00000100:00000001:3.0:1767384321.900799:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294909793 00000100:00000001:1.0:1767384321.900800:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384321.900801:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294909793 00000100:00100000:1.0:1767384321.900803:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748234880 00000100:00000001:3.0:1767384321.900804:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294909793 02000000:00000001:1.0:1767384321.900807:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384321.900808:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294909793 00000100:00000001:1.0:1767384321.900811:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.900812:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294909793 00000100:00000001:1.0:1767384321.900815:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900817:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294909793 02000000:00000001:1.0:1767384321.900820:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900821:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384321.900825:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748234880 00000020:00000001:1.0:1767384321.900827:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384321.900830:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384321.900831:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.900833:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384321.900835:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.900836:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:3.0:1767384321.900839:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384321.900842:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384321.900845:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384321.900847:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384321.900849:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384321.900850:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384321.900855:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384321.900855:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d28e575a. 00000100:00000001:3.0:1767384321.900858:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384321.900860:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.900862:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.900863:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d28e575a. 00000100:00000001:3.0:1767384321.900866:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384321.900871:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8776a32. 00000020:00000010:1.0:1767384321.900877:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bed515d6. 00000020:00000010:1.0:1767384321.900881:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081a77dd3. 00000100:00000001:3.0:1767384321.900884:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384321.900888:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235008 00000100:00000040:1.0:1767384321.900889:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:3.0:1767384321.900891:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384321.900893:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.900894:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.900897:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.900897:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384321.900900:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.900902:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384321.900905:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235008 00000020:00000001:3.0:1767384321.900907:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384321.900909:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:1.0:1767384321.900909:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.900914:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384321.900917:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384321.900919:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384321.900921:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384321.900921:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.900924:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384321.900929:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071a9c18b. 00000100:00000001:3.0:1767384321.900931:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.900935:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071a9c18b. 00000100:00000001:1.0:1767384321.900936:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384321.900939:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384321.900940:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000217f8361. 00000100:00100000:1.0:1767384321.900944:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000020:00000010:3.0:1767384321.900945:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fe8588e. 00000100:00000040:1.0:1767384321.900949:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000020:00000010:3.0:1767384321.900951:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000afb6d69a. 00000100:00000001:1.0:1767384321.900952:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612959312 : -114055096592304 : ffff98447a7b9850) 00000100:00000001:3.0:1767384321.900955:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384321.900957:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767384321.900964:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000193d500f x1853236748234880/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.900965:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.900973:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.900974:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384321.900979:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384321.900979:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d28e575a. 00000100:00000001:1.0:1767384321.900986:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384321.900988:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d28e575a. 00000100:00000001:3.0:1767384321.900994:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384321.900997:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384321.900997:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000193d500f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748234880:12345-0@lo:253: 00000100:00000200:1.0:1767384321.901003:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748234880 00000100:00100000:3.0:1767384321.901009:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000020:00000001:1.0:1767384321.901009:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384321.901014:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000020:00000001:1.0:1767384321.901015:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384321.901016:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612954192 : -114055096597424 : ffff98447a7b8450) 00000020:00000001:1.0:1767384321.901020:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.901023:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4ff5b8a x1853236748235008/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:302/0 lens 4848/0 e 0 to 0 dl 1767384332 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384321.901026:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384321.901031:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000001:3.0:1767384321.901037:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384321.901039:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384321.901041:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071a9c18b. 00000020:00000001:1.0:1767384321.901042:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.901045:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384321.901048:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071a9c18b. 00000020:00000001:1.0:1767384321.901048:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384321.901053:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384321.901057:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4ff5b8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748235008:12345-0@lo:253: 00000020:00000001:1.0:1767384321.901058:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384321.901064:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748235008 00000100:00000001:1.0:1767384321.901066:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384321.901067:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384321.901069:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384321.901071:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384321.901074:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.901076:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384321.901076:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b7dc1e37. 00000020:00000001:3.0:1767384321.901078:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 02000000:00000001:1.0:1767384321.901081:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.901082:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384321.901084:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.901085:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384321.901088:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384321.901089:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384321.901092:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384321.901094:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.901096:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384321.901098:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384321.901099:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000811d0a2f. 02000000:00000010:3.0:1767384321.901103:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000859e0c89. 20000000:01000000:1.0:1767384321.901103:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384321.901133:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384321.901135:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384321.901139:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.901140:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.901142:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.901143:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.901146:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384321.901147:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384321.901155:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000861ffa68. 20000000:00000010:1.0:1767384321.901157:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008701856f. 20000000:01000000:3.0:1767384321.901158:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384321.901160:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:3.0:1767384321.901162:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384321.901165:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384321.901167:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.901167:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384321.901170:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.901178:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384321.901179:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384321.901226:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384321.901230:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384321.901232:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.901237:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384321.901241:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384321.901246:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384321.901249:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384321.901255:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006f5f575b. 00080000:00000001:1.0:1767384321.901257:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381320704 : -114060328230912 : ffff984342a72000) 00080000:00000001:1.0:1767384321.901260:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384321.901361:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384321.901363:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.901366:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384321.901382:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384321.901385:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384321.901510:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384321.901514:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384321.901655:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045db9e36. 00000800:00000010:0.0:1767384321.901660:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012e2eb84. 00000800:00000010:0.0:1767384321.901686:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000788c3428. 00000800:00000200:0.1:1767384321.901692:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (2) 00000800:00000200:0.1:1767384321.901698:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp20 00000000788c3428 deleted 00000800:00000010:0.1:1767384321.901700:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000788c3428. 00000800:00000200:0.1:1767384321.901705:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384321.901713:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp20 ip 192.168.202.119:1001 00000800:00000200:0.1:1767384321.901716:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007db629e9 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767384321.901722:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp20 p 3.x 192.168.202.119 -> 192.168.202.119:1001 incarnation:1767384320365037269 sched[0] 00000800:00000010:0.0:1767384321.901738:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000437a9145. 00000800:00000010:0.0:1767384321.901795:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000437a9145. 00000800:00000010:0.0:1767384321.901803:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012e2eb84. 00000800:00000010:0.0:1767384321.901838:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ad31910c. 00000800:00000001:0.0:1767384321.901850:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384321.901855:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384321.901910:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384321.901913:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007db629e9. 00000400:00000200:0.0:1767384321.901917:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384321.901922:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: PUT: OK 00000400:00000200:0.0:1767384321.901926:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384321.901930:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000200:2.1:1767384321.901969:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384321.902019:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902027:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384321.902030:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902034:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.902042:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20) <- 192.168.202.119@tcp20 : PUT - for me 00000400:00000200:3.0:1767384321.902052:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384321.902057:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 240/240 into md 0x1429 [1] + 0 00000400:00000010:3.0:1767384321.902060:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d56eb0. 00000400:00000200:3.0:1767384321.902064:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020a60597 00000800:00000001:3.0:1767384321.902067:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902078:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.902080:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.902085:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: PUT: OK 00000400:00000200:3.0:1767384321.902089:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020a60597 00000400:00000010:3.0:1767384321.902091:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020a60597. 00000400:00000200:3.0:1767384321.902096:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384321.902099:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (14) 00000400:00000200:3.0:1767384321.902103:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:3.0:1767384321.902127:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000005d20dca5. 00000400:00000200:3.0:1767384321.902130:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 13 00000400:00000200:3.0:1767384321.902134:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384321.902144:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (15) 00000400:00000200:3.0:1767384321.902148:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384321.902154:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp20 to MR: 192.168.202.119@tcp20 local destination 00000400:00000200:3.0:1767384321.902160:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.119@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767384321.902173:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20:192.168.202.119@tcp20) -> 192.168.202.119@tcp20(192.168.202.119@tcp20:192.168.202.119@tcp20) 192.168.202.119@tcp20 : ACK try# 0 00000800:00000200:3.0:1767384321.902179:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp20 00000800:00000010:3.0:1767384321.902182:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd427d41. 00000800:00000200:3.0:1767384321.902187:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (4) 00000800:00000200:3.0:1767384321.902192:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp20 ip 192.168.202.119:988 00000800:00000200:3.0:1767384321.902200:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd427d41 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384321.902273:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384321.902277:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd427d41. 00000400:00000200:3.0:1767384321.902281:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.902286:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: ACK: OK 00000800:00000001:3.0:1767384321.902294:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902298:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384321.902301:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902306:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384321.902308:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902312:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.902321:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20) <- 192.168.202.119@tcp20 : ACK - for me 00000400:00000200:3.0:1767384321.902331:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp20: ACK from 12345-192.168.202.119@tcp20 into md 0x1441 00000400:00000200:3.0:1767384321.902335:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.902339:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: ACK: OK 00000400:00000200:3.0:1767384321.902342:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:3.0:1767384321.902343:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000400:00000200:3.0:1767384321.902347:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384321.902351:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384321.902354:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384321.902358:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (14) 00000800:00000001:3.0:1767384321.902363:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.902367:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384321.902402:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384321.902407:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a36199f7. 00000400:00000010:3.0:1767384321.902412:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a94b98. 00000400:00000200:3.0:1767384321.902416:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:3.0:1767384321.902422:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:3.0:1767384321.902430:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000937233c6. 00000400:00000010:3.0:1767384321.902434:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000b5d604d7. 00000400:00000010:3.0:1767384321.902440:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 00000000d4534b4d. 00000400:00000010:3.0:1767384321.902462:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008ae3777b. 00000400:00000200:3.0:1767384321.902471:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008ae3777b nid 192.168.202.119@tcp21 00000400:00000010:3.0:1767384321.902477:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f5f30303. 00000400:00000200:3.0:1767384321.902485:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f5f30303 net tcp21 00000400:00000200:3.0:1767384321.902488:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (13) 00000400:00000200:3.0:1767384321.902495:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp21 flags 0x11 00000400:00000010:3.0:1767384321.902501:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000937233c6. 00000400:00000010:3.0:1767384321.902505:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000b5d604d7. 00000400:00000010:3.0:1767384321.902508:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 00000000d4534b4d. 00000400:00000010:3.0:1767384321.902511:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000005d20dca5. 00000400:00000200:3.0:1767384321.902516:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384321.902519:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:3.0:1767384321.902522:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:3.0:1767384321.902527:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:3.0:1767384321.902530:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384321.902533:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:3.0:1767384321.902541:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384321.902545:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (14) 00000800:00000200:2.1:1767384321.903416:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (4) 00000800:00000200:2.1:1767384321.903420:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp20 0000000089890ce4 deleted 00000800:00000010:2.1:1767384321.903422:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000089890ce4. 00000800:00000200:2.1:1767384321.903426:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1767384321.903518:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384321.903528:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp20 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384320365037269 sched[0] 00000800:00000010:3.0:1767384321.903531:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c113d4c8. 00000800:00000001:3.0:1767384321.903580:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384321.903585:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384321.909376:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384321.909382:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:1.0:1767384321.909382:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384321.909386:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384321.909387:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384321.909390:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384321.909390:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384321.909393:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384321.909396:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384321.909398:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006f5f575b. 20000000:01000000:3.0:1767384321.909401:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384321.909402:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384321.909414:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384321.909418:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c6e69b4. 20000000:01000000:3.0:1767384321.909419:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384321.909423:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:01000000:1.0:1767384321.909426:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384321.909427:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:3.0:1767384321.909429:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384321.909432:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384321.909434:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767384321.909436:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384321.909441:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384321.909443:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384321.909450:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e9b71168. 00010000:00000001:1.0:1767384321.909454:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384321.909457:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026b492fe. 00000020:00000001:1.0:1767384321.909460:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384321.909463:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000026b492fe with handle 0x4ac496f8d605e0de to hash 00080000:00000001:0.0:1767384321.909463:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384321.909466:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384321.909468:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384321.909469:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00080000:00000001:0.0:1767384321.909471:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909473:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00080000:00000001:0.0:1767384321.909474:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384321.909476:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384321.909480:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:1.0:1767384321.909483:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384321.909484:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384321.909486:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384321.909489:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384321.909490:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d33f1c76. 00080000:00000001:0.0:1767384321.909494:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382334464 : -114060327217152 : ffff984342b69800) 00080000:00000001:0.0:1767384321.909499:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384321.909503:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384321.909507:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384321.909509:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384321.909511:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384321.909512:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.909514:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384321.909515:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.909517:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384321.909518:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384321.909520:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384321.909521:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384321.909523:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e9b71168) refcount = 1 00010000:00010000:1.0:1767384321.909525:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.909530:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384321.909532:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384321.909533:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384321.909534:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909536:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384321.909538:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384321.909541:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384321.909543:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384321.909545:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.909546:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026b492fe refcount=4 00000020:00000001:1.0:1767384321.909548:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00010000:00000001:1.0:1767384321.909550:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00010000:00000001:1.0:1767384321.909552:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384321.909553:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384321.909557:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384321.909559:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384321.909561:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384321.909568:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384321.909570:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384321.909572:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909575:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384321.909576:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384321.909577:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384321.909579:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.909583:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384321.909584:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909587:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384321.909588:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384321.909593:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000026b492fe already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384321.909594:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384321.909595:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384321.909596:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.909600:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384321.909602:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384321.909603:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384321.909604:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000026b492fe refcount=5 00000020:00000001:1.0:1767384321.909605:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00010000:00000001:1.0:1767384321.909607:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00010000:00000001:1.0:1767384321.909610:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384321.909611:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.909615:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384321.909616:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384321.909623:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909626:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384321.909628:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384321.909629:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384321.909631:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384321.909633:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000026b492fe with handle 0x4ac496f8d605e0de from hash 00010000:00000001:1.0:1767384321.909635:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384321.909636:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.909638:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.909639:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384321.909641:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384321.909642:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384321.909644:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:0.0:1767384321.909645:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384321.909646:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384321.909649:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384321.909651:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909653:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384321.909655:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384321.909657:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.909658:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.909659:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909660:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384321.909662:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384321.909664:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.909667:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.909669:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.909670:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384321.909672:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384321.909673:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384321.909673:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384321.909675:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384321.909677:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384321.909678:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384321.909679:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384321.909682:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384321.909689:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384321.909690:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e0de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384321.909695:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e9b71168 count: 0 00010000:00000001:1.0:1767384321.909701:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384321.909703:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384321.913163:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294909793, at 4294909794 00000100:00000010:3.0:1767384321.913173:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bce2eb0b. 00000100:00000040:1.0:1767384321.913690:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294909793, at 4294909794 00000100:00000010:1.0:1767384321.913697:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e449bbb. 00000100:00000040:0.0:1767384321.914268:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294909793, at 4294909795 00000100:00000010:0.0:1767384321.914275:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bf990dc. 00010000:00000010:1.1:1767384321.916153:0:16626:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e9b71168. 00010000:00000010:1.1:1767384321.916159:0:16626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000026b492fe. 00080000:00000001:1.0:1767384321.917358:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384321.917361:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384321.917363:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384321.917365:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384321.917367:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384321.917369:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d33f1c76. 00080000:00000001:1.0:1767384321.917373:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384321.917468:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384321.917473:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384321.917477:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384321.917483:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384321.917486:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384321.917496:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384321.917499:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384321.917506:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384321.917515:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384321.917518:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384321.917520:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384321.917523:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384321.917526:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384321.917532:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092d0a213. 00010000:00000001:0.0:1767384321.917535:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384321.917539:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c25bed30. 00000020:00000001:0.0:1767384321.917542:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384321.917544:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c25bed30 with handle 0x4ac496f8d605e0e5 to hash 00000020:00000001:0.0:1767384321.917546:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384321.917547:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384321.917549:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384321.917552:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384321.917553:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.917556:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917563:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384321.917565:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384321.917567:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384321.917569:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384321.917571:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.917573:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384321.917574:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.917576:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384321.917578:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384321.917579:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384321.917580:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384321.917582:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000092d0a213) refcount = 1 00010000:00010000:0.0:1767384321.917585:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917595:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384321.917597:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384321.917599:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.917601:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.917603:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384321.917605:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384321.917607:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:0.0:1767384321.917609:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384321.917611:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.917612:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25bed30 refcount=4 00000020:00000001:0.0:1767384321.917614:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384321.917617:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384321.917619:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384321.917621:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917625:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384321.917626:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917630:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.917631:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384321.917632:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917635:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384321.917636:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.917637:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384321.917638:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384321.917643:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c25bed30 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384321.917644:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384321.917649:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384321.917650:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917655:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384321.917656:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384321.917656:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384321.917657:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25bed30 refcount=5 00000020:00000001:0.0:1767384321.917658:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384321.917660:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384321.917661:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384321.917663:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917666:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384321.917667:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384321.917668:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.917670:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384321.917671:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384321.917674:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384321.917675:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384321.917676:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c25bed30 with handle 0x4ac496f8d605e0e5 from hash 00010000:00000001:0.0:1767384321.917678:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384321.917679:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.917680:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.917681:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384321.917682:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384321.917683:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384321.917685:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384321.917686:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384321.917688:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.917689:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384321.917690:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384321.917692:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.917693:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.917694:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.917701:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384321.917702:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.917703:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917707:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.917708:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.917709:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384321.917710:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384321.917712:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384321.917713:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384321.917714:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384321.917717:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384321.917718:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384321.917720:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384321.917724:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384321.917740:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384321.917742:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e0e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384321.917746:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000092d0a213 count: 0 00010000:00000001:0.0:1767384321.917760:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384321.917762:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384321.919451:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384321.919455:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384321.919457:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000811d0a2f. 20000000:00000001:3.0:1767384321.919462:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384321.919472:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748234880 00010000:00000001:3.0:1767384321.919475:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384321.919482:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000193d500f x1853236748234880/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384321.919490:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384321.919493:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.919496:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.919500:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384321.919503:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384321.919505:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384321.919508:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384321.919510:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.919514:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384321.919518:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384321.919522:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a510a967. 00000100:00000200:3.0:1767384321.919527:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748234880, offset 224 00000400:00000200:3.0:1767384321.919535:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384321.919546:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384321.919556:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103080 00000400:00000200:3.0:1767384321.919563:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1445 [2] + 224 00000400:00000200:3.0:1767384321.919569:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384321.919572:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384321.919580:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.919583:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384321.919589:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.919603:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384321.919803:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a510a967 00000400:00000010:3.0:1767384321.919808:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a510a967. 00000100:00000001:3.0:1767384321.919813:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384321.919815:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384321.919819:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.919822:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384321.919832:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384321.919834:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384321.919837:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384321.919843:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000193d500f x1853236748234880/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.919853:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000193d500f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748234880:12345-0@lo:253: Request processed in 18878us (19308us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384321.919863:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:3.0:1767384321.919866:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384321.919870:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384321.919871:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384321.919877:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bed515d6. 00000020:00000010:3.0:1767384321.919882:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081a77dd3. 00000020:00000010:3.0:1767384321.919887:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8776a32. 00000020:00000040:3.0:1767384321.919894:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384321.919899:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384321.919902:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b7dc1e37. 02000000:00000001:3.0:1767384321.919906:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384321.919908:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384321.919914:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384321.919920:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df3ae2c5. 00000400:00000010:3.0:1767384321.919925:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a510a967. 00000100:00000001:3.0:1767384321.919945:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.919948:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384321.919953:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384321.919955:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384321.919957:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba9cf63. 00000400:00000200:3.0:1767384321.919961:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd4a44eb 00000400:00000010:3.0:1767384321.919963:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd4a44eb. 00000100:00000001:3.0:1767384321.919966:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384321.919970:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384321.919981:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.920002:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.920005:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.920008:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384321.920011:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384321.920014:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384321.920016:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384321.920019:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.920025:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=27 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384321.920030:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.920033:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.920035:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.920038:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384321.920040:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.920044:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.920048:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.920056:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.920060:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384321.920062:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384321.920066:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384321.920069:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384321.920072:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.920074:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.920075:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.920078:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.920080:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384321.920082:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384321.920084:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.920086:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384321.920090:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.920099:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748234880:0@lo:253: 00000100:00000001:3.0:1767384321.920132:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.920136:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.920147:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748234880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.920157:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.920160:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.920162:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ce03169b. 02000000:00000001:3.0:1767384321.920167:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.920170:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.920172:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384321.920175:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384321.920177:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384321.920182:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.920185:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.920186:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000100:00000001:3.0:1767384321.920192:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.920193:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.920196:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.920205:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.920207:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.920210:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.920212:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384321.920789:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384321.920792:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384321.920794:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000861ffa68. 20000000:00000001:1.0:1767384321.920799:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384321.920803:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748235008 00010000:00000001:1.0:1767384321.920804:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384321.920808:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4ff5b8a x1853236748235008/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384321.920814:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384321.920815:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384321.920817:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384321.920820:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384321.920822:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384321.920824:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384321.920827:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384321.920828:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384321.920830:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384321.920832:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384321.920835:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002677f0b6. 00000100:00000200:1.0:1767384321.920838:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748235008, offset 224 00000400:00000200:1.0:1767384321.920849:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384321.920856:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384321.920862:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103100 00000400:00000200:1.0:1767384321.920867:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x144d [2] + 224 00000400:00000200:1.0:1767384321.920872:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384321.920875:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384321.920879:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384321.920882:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384321.920888:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.920900:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384321.920904:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002677f0b6 00000400:00000010:1.0:1767384321.920906:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002677f0b6. 00000100:00000001:1.0:1767384321.920908:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384321.920910:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384321.920912:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384321.920914:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384321.920916:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384321.920917:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384321.920919:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384321.920920:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384321.920922:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ff5b8a x1853236748235008/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:302/0 lens 4848/4768 e 0 to 0 dl 1767384332 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.920924:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384321.920929:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384321.920932:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384321.920936:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 00000100:00100000:1.0:1767384321.920936:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4ff5b8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748235008:12345-0@lo:253: Request processed in 19895us (20239us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384321.920941:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff23ff6 00000400:00000010:3.0:1767384321.920944:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ff23ff6. 00000100:00000001:3.0:1767384321.920947:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384321.920947:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000040:1.0:1767384321.920952:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:3.0:1767384321.920954:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384321.920955:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384321.920958:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384321.920961:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fe8588e. 00000020:00000010:1.0:1767384321.920967:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000afb6d69a. 00000100:00000200:3.0:1767384321.920969:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384321.920971:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000217f8361. 00000100:00000001:3.0:1767384321.920979:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384321.920983:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384321.920983:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:3.0:1767384321.920988:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384321.920989:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384321.920992:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384321.920992:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000859e0c89. 02000000:00000001:1.0:1767384321.920994:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384321.920996:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384321.920997:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384321.921000:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384321.921004:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050171f02. 00000100:00000001:3.0:1767384321.921008:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384321.921009:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002677f0b6. 02000000:00000001:3.0:1767384321.921015:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384321.921019:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=27 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384321.921023:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384321.921027:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384321.921028:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384321.921030:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384321.921031:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.921033:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384321.921037:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.921044:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384321.921046:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384321.921048:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384321.921051:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384321.921053:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384321.921054:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384321.921055:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384321.921057:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384321.921059:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384321.921060:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384321.921062:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384321.921063:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384321.921065:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384321.921073:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748235008:0@lo:253: 00000100:00000001:3.0:1767384321.921078:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.921079:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384321.921081:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6fc22ca x1853236748235008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384321.921089:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384321.921091:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384321.921093:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000df4a0c28. 02000000:00000001:3.0:1767384321.921097:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384321.921098:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384321.921124:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384321.921126:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384321.921128:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000eb107820. 02000000:00000001:3.0:1767384321.921131:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384321.921132:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384321.921133:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6fc22ca. 00000100:00000001:3.0:1767384321.921135:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384321.921136:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.921138:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384321.921141:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384321.921142:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384321.921144:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384321.921145:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384321.922417:0:22576:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092d0a213. 00010000:00000010:0.1:1767384321.922428:0:22576:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c25bed30. 00000020:00000001:0.0:1767384323.415195:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384323.415198:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.415201:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384323.539285:0:22985:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000037b14928. 00000400:00000010:0.0:1767384323.539300:0:22985:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000036013e4e. 00000400:00000010:0.0:1767384323.539310:0:22985:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b02a8ba7. 00000400:00000010:0.0:1767384323.539315:0:22985:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007fce0b0c. 00000400:00000010:0.0:1767384323.539319:0:22985:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f776350. 00000400:00000010:0.0:1767384323.539324:0:22985:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000070b628e8. 00000400:00000010:0.0:1767384323.539326:0:22985:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000348fe372. 00000400:00000010:0.0:1767384323.539328:0:22985:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f9384b8. 00000400:00000010:0.0:1767384323.539332:0:22985:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b88f4f7c. 00000800:00000010:0.0:1767384323.539350:0:22985:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d9e61114. 00000800:00000200:0.0:1767384323.539361:0:22985:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384323.539370:0:22985:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384323.539410:0:22985:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384323.539433:0:22985:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767384323.542300:0:22985:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000339c8622. 00000400:00000010:0.0:1767384323.542307:0:22985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a26f4ae. 00000400:00000010:0.0:1767384323.542314:0:22985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8af58a3. 00000400:00000001:0.0:1767384323.542329:0:22985:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384323.542331:0:22985:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.542333:0:22985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000400:00000200:0.0:1767384323.542336:0:22985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005851a055 00000400:00000010:0.0:1767384323.542339:0:22985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005851a055. 00000400:00000010:0.0:1767384323.542346:0:22985:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000002f4f7e8e. 00000400:00000200:0.0:1767384323.542354:0:22985:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (13) 00000400:00000200:0.0:1767384323.542370:0:22985:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384323.542380:0:22985:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:0.0:1767384323.542388:0:22985:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008fc1eae3. 00000020:01000000:0.0:1767384323.542393:0:22985:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384323.542396:0:22985:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp22 00000400:00000200:3.0:1767384323.542402:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384323.542409:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:3.0:1767384323.542415:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 00000400:00000010:0.0:1767384323.542415:0:22985:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000036013e4e. 00000400:00000200:3.0:1767384323.542421:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (14) 00000400:00000010:0.0:1767384323.542424:0:22985:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000037b14928. 00000400:00000010:3.0:1767384323.542427:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033d9cf08. 00000400:00000200:3.0:1767384323.542432:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:00000001:1.0:1767384323.542437:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384323.542442:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384323.542445:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 10000000:00000001:1.0:1767384323.542447:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384323.542450:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384323.542451:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384323.542454:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384323.542457:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384323.542458:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384323.542460:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384323.542464:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384323.542466:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384323.542467:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384323.542470:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384323.542472:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384323.542474:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384323.542475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384323.542476:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384323.542479:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384323.542482:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:1.0:1767384323.542485:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecba4f7. 00000400:00000200:3.0:1767384323.542486:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384323.542492:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:1.0:1767384323.542492:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384323.542498:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:1.0:1767384323.542499:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384323.542502:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:1.0:1767384323.542503:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.542508:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.542515:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000010:1.0:1767384323.542517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ce03169b. 00000400:00000200:3.0:1767384323.542521:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:1.0:1767384323.542525:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.542526:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384323.542533:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000001:1.0:1767384323.542535:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384323.542538:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp21 00000100:00000001:1.0:1767384323.542539:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.542544:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384323.542549:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp21 00000100:00000040:1.0:1767384323.542549:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ecba4f7] to pc [ptlrpcd_00_02+2] req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.542558:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.119@tcp21 LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1767384323.542569:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp21 00000400:00000200:3.0:1767384323.542574:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21:) -> 192.168.202.119@tcp21(192.168.202.119@tcp:192.168.202.119@tcp21) : PUT try# 0 00000800:00000200:3.0:1767384323.542578:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.119@tcp21 00000800:00000010:3.0:1767384323.542582:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9e17f55. 10000000:00000001:1.0:1767384323.542584:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.542588:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.542589:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384323.542590:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003476d823. 00000020:01000000:1.0:1767384323.542591:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384323.542595:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e9541904. 00000800:00000200:3.0:1767384323.542601:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (2) 00000800:00000200:3.1:1767384323.542606:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (2) 00000020:00000001:1.0:1767384323.542607:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384323.542609:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384323.542611:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384323.542611:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384323.542613:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384323.542614:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384323.542615:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384323.542616:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384323.542618:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384323.542619:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384323.542621:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000020:01000004:1.0:1767384323.542622:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384323.542625:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384323.542627:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000020:01000004:1.0:1767384323.542628:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384323.542633:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb852b56. 00000020:00000040:1.0:1767384323.542637:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384323.542641:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384323.542643:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384323.542647:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384323.542654:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b7dc1e37. 00000100:00000001:3.0:1767384323.542656:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384323.542663:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.542663:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.542671:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384323.542674:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.542682:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb852b56] to pc [ptlrpcd_00_03+3] req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384323.542703:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384323.542706:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.542710:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384323.542725:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384323.542728:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008fc1eae3. 00000400:00000200:3.0:1767384323.542739:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.542742:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.542746:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.542749:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384323.542755:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.542763:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384323.542766:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.542777:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384323.542780:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384323.542782:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.542785:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb852b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748235264:0@lo:253: 00000400:00000200:3.0:1767384323.542787:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.542791:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384323.542795:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384323.542798:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.542800:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384323.542806:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000811d0a2f. 02000000:00000001:1.0:1767384323.542810:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.542814:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8354ec. 00000400:00000200:3.0:1767384323.542815:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000010:1.0:1767384323.542820:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e98e956. 00000100:00000200:1.0:1767384323.542825:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748235264, portal 25 00000100:00000001:1.0:1767384323.542828:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384323.542829:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407815296 : -114055301736320 : ffff98446e415880) 00000100:00000040:1.0:1767384323.542836:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.542841:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.542848:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.542854:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.542858:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606d2aa0. 00000100:00000200:1.0:1767384323.542862:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748235264, offset 0 00000400:00000200:1.0:1767384323.542868:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384323.542871:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384323.542879:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.542889:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103200 00000400:00000200:1.0:1767384323.542896:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000400:00000200:3.0:1767384323.542900:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000010:1.0:1767384323.542904:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089bb5700. 00000400:00000200:1.0:1767384323.542910:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000945ec834 00000400:00000200:1.0:1767384323.542916:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.542922:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384323.542934:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384323.542942:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000945ec834 00000400:00000010:1.0:1767384323.542945:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000945ec834. 00000100:00000001:1.0:1767384323.542950:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384323.542952:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384323.542958:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000006d385b38 x1853236748235264 msgsize 4848 00000400:00000200:3.0:1767384323.542965:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00100000:1.0:1767384323.542975:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384323.542981:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384323.542992:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384323.542995:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384323.543000:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606d2aa0 00000400:00000010:1.0:1767384323.543003:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606d2aa0. 00000100:00000001:1.0:1767384323.543008:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384323.543014:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.543020:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384323.543025:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.543034:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.543035:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543038:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.543045:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543049:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294911435 00000100:00000001:1.0:1767384323.543053:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294911435 00000100:00000001:1.0:1767384323.543058:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294911435 00000100:00000001:1.0:1767384323.543059:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294911435 00000100:00000001:1.0:1767384323.543062:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294911435 00000100:00000001:1.0:1767384323.543065:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294911435 00000100:00000001:1.0:1767384323.543070:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294911435 00000100:00000001:1.0:1767384323.543072:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294911435 00000400:00000200:3.0:1767384323.543074:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543077:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384323.543082:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543086:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543093:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.543099:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384323.543101:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543103:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384323.543128:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384323.543130:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.543134:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543138:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543163:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.543173:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235136 02000000:00000001:1.0:1767384323.543175:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.543177:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.543178:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.543181:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.543182:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00100000:1.0:1767384323.543184:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235136 00000020:00000001:1.0:1767384323.543187:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.543189:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384323.543191:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.543193:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384323.543195:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384323.543197:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384323.543201:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.543205:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384323.543209:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384323.543211:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000020:00000010:1.0:1767384323.543212:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000020:00000010:1.0:1767384323.543222:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017624472. 00000020:00000010:1.0:1767384323.543228:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008552324c. 00000400:00000200:3.0:1767384323.543234:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000020:00000010:1.0:1767384323.543234:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000af7d7a00. 00000100:00000040:1.0:1767384323.543247:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384323.543251:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.543253:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.543255:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.543263:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543264:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543279:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.543293:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.543296:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235264 02000000:00000001:1.0:1767384323.543299:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.543300:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.543302:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.543305:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.543306:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000100:00100000:1.0:1767384323.543310:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235264 00000020:00000001:1.0:1767384323.543313:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.543316:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384323.543320:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.543329:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000400:00000200:3.0:1767384323.543332:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000020:00000001:1.0:1767384323.543333:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384323.543338:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384323.543344:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.543349:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384323.543352:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384323.543354:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000020:00000010:1.0:1767384323.543357:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000020:00000010:1.0:1767384323.543365:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e999354. 00000020:00000010:1.0:1767384323.543370:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5f28ca0. 00000020:00000010:1.0:1767384323.543377:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000100:00000001:1.0:1767384323.543381:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384323.543384:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543385:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.543388:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543394:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543400:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.543414:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.543417:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384323.543423:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000100:00100000:1.0:1767384323.543426:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:1.0:1767384323.543430:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384323.543433:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018206467152 : -114055503084464 : ffff984462410450) 00000100:00000040:1.0:1767384323.543441:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d385b38 x1853236748235264/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 4848/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384323.543448:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543457:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.543461:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384323.543466:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.543470:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000100:00100000:1.0:1767384323.543478:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d385b38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748235264:12345-0@lo:253: 00000400:00000200:3.0:1767384323.543480:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000100:00000200:1.0:1767384323.543485:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748235264 00000020:00000001:1.0:1767384323.543488:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384323.543490:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384323.543493:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.543496:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.543505:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384323.543508:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.543510:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384323.543514:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.543515:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.543518:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384323.543519:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000100:00000001:1.0:1767384323.543520:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.543524:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384323.543530:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004b8a603f. 02000000:00000001:1.0:1767384323.543532:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.543535:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.543537:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384323.543545:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000720e50ef. 20000000:01000000:1.0:1767384323.543547:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384323.543549:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384323.543551:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384323.543553:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.543555:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.543560:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384323.543756:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb107820. 00000800:00000010:3.0:1767384323.543762:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a82d518. 00000800:00000010:3.0:1767384323.543767:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000388b00f7. 00000800:00000010:3.0:1767384323.543799:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000388b00f7. 00000400:00000200:3.0:1767384323.543852:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384323.543871:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp21 from 231.3.0.2 00000800:00000010:3.0:1767384323.543875:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c51afe69. 00000800:00000200:2.1:1767384323.543954:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (2) 00000800:00000200:2.1:1767384323.543960:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp21 0000000091ef12fd deleted 00000800:00000010:2.1:1767384323.543963:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000091ef12fd. 00000800:00000200:2.1:1767384323.543968:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384323.543974:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:999 00000800:00000200:2.1:1767384323.543977:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a9e17f55 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.1:1767384323.544239:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384323.544245:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp21 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384321898633471 sched[0] 00000800:00000010:3.0:1767384323.544248:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a82d518. 00000400:00000200:3.0:1767384323.544312:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544366:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544508:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544563:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544619:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544740:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544768:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544796:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544835:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544859:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544888:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544917:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544973:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.544998:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545017:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545033:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545069:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545089:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545191:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545227:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384323.545257:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000800:00000010:3.0:1767384323.545413:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df4a0c28. 00000800:00000010:3.0:1767384323.545416:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a82d518. 00000800:00000010:3.0:1767384323.545420:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000388b00f7. 00000800:00000010:3.0:1767384323.545452:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000388b00f7. 00000400:00000200:3.0:1767384323.545652:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384323.545669:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767384323.545673:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e9e29402. 00000800:00000200:2.1:1767384323.545776:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (4) 00000800:00000200:2.1:1767384323.545783:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp21 0000000091ef12fd deleted 00000800:00000010:2.1:1767384323.545785:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000091ef12fd. 00000800:00000200:2.1:1767384323.545790:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1767384323.545961:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384323.545968:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp21 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384321898633471 sched[0] 00000800:00000010:3.0:1767384323.545973:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a82d518. 00000800:00000001:3.0:1767384323.546008:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384323.546011:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384323.546014:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384323.552023:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384323.552027:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384323.552030:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384323.552033:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384323.552034:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384323.552039:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000084645cff. 00080000:00000001:1.0:1767384323.552044:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384323.552076:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007818a21e. 20000000:01000000:1.0:1767384323.552079:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384323.552082:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:1.0:1767384323.552083:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384323.552086:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384323.552090:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384323.552093:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384323.552094:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384323.552100:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767384323.552100:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b8dafb7. 00010000:00000001:1.0:1767384323.552133:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384323.552138:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044b90e06. 00000020:00000001:1.0:1767384323.552143:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384323.552147:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044b90e06 with handle 0x4ac496f8d605e0ec to hash 00000020:00000001:1.0:1767384323.552149:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384323.552151:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384323.552156:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384323.552158:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.552161:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384323.552161:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00000020:00000001:3.0:1767384323.552165:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384323.552167:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00000020:00000001:3.0:1767384323.552170:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384323.552174:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384323.552174:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.552179:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384323.552182:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d238be9. 00010000:00010000:1.0:1767384323.552184:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384323.552186:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017738237952 : -114055971313664 : ffff984446586800) 00080000:00000001:3.0:1767384323.552190:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384323.552196:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384323.552200:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384323.552202:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384323.552204:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.552206:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.552208:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.552210:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.552212:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384323.552215:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384323.552216:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384323.552218:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384323.552220:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b8dafb7) refcount = 1 00010000:00010000:1.0:1767384323.552225:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552233:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384323.552235:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384323.552237:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.552239:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.552242:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384323.552246:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384323.552249:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384323.552253:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.552255:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.552257:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044b90e06 refcount=4 00000020:00000001:1.0:1767384323.552260:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.552263:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.552265:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:3.0:1767384323.552266:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384323.552268:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384323.552271:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384323.552275:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552280:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384323.552282:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.552282:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384323.552287:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384323.552291:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.552293:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384323.552294:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552298:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.552300:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.552302:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384323.552304:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384323.552309:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000044b90e06 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384323.552311:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384323.552313:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384323.552315:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552319:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384323.552320:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.552322:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.552323:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044b90e06 refcount=5 00000020:00000001:1.0:1767384323.552325:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.552326:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.552329:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384323.552330:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552334:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384323.552340:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384323.552342:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.552345:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384323.552346:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384323.552349:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.552350:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384323.552352:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044b90e06 with handle 0x4ac496f8d605e0ec from hash 00010000:00000001:1.0:1767384323.552354:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384323.552355:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.552357:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.552358:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384323.552360:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:3.0:1767384323.552361:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384323.552362:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384323.552365:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1767384323.552366:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384323.552367:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.552371:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.552373:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384323.552374:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384323.552376:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.552378:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.552380:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.552381:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.552383:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.552385:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552388:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.552389:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.552390:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384323.552392:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384323.552393:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.552394:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.552396:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384323.552398:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.552399:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.552401:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.552413:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384323.552415:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384323.552416:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384323.552421:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b8dafb7 count: 0 00010000:00000001:1.0:1767384323.552430:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384323.552431:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384323.555179:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294911435, at 4294911436 00000100:00000010:0.0:1767384323.555190:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00000100:00000040:3.0:1767384323.556156:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294911435, at 4294911437 00000100:00000010:3.0:1767384323.556164:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b1cf455. 00000100:00000040:1.0:1767384323.556691:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294911435, at 4294911437 00000100:00000010:1.0:1767384323.556698:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ef8ad3c. 00010000:00000010:1.1:1767384323.559136:0:22987:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b8dafb7. 00010000:00000010:1.1:1767384323.559145:0:22987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044b90e06. 00080000:00000001:0.0:1767384323.560703:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384323.560707:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384323.560725:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384323.560728:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384323.560728:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:1.0:1767384323.560731:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384323.560734:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384323.560735:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384323.560739:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000d238be9. 20000000:00000001:0.0:1767384323.560740:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767384323.560746:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767384323.560746:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384323.560762:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384323.560766:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384323.560767:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:1.0:1767384323.560771:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384323.560774:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384323.560778:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000020:0.0:1767384323.560779:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384323.560781:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384323.560789:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ce4582a. 00010000:00000001:1.0:1767384323.560793:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384323.560797:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044b90e06. 00000020:00000001:1.0:1767384323.560800:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384323.560803:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044b90e06 with handle 0x4ac496f8d605e0f3 to hash 00000020:00000001:1.0:1767384323.560805:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384323.560806:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.560808:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.560811:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.560812:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.560814:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560827:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384323.560829:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384323.560832:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384323.560833:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.560835:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.560837:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.560838:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.560840:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384323.560842:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384323.560844:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384323.560845:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384323.560847:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ce4582a) refcount = 1 00010000:00010000:1.0:1767384323.560849:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560854:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384323.560855:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384323.560857:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.560858:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.560859:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384323.560861:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384323.560863:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384323.560865:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.560866:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.560867:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044b90e06 refcount=4 00000020:00000001:1.0:1767384323.560869:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.560870:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.560872:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384323.560874:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560878:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384323.560880:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560891:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.560891:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384323.560892:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560895:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.560896:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.560898:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384323.560899:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384323.560903:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000044b90e06 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384323.560905:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384323.560906:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384323.560907:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560910:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384323.560911:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384323.560912:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.560912:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000044b90e06 refcount=5 00000020:00000001:1.0:1767384323.560914:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.560915:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.560916:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384323.560917:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560921:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384323.560922:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384323.560923:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.560925:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384323.560926:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384323.560927:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384323.560932:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384323.560934:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000044b90e06 with handle 0x4ac496f8d605e0f3 from hash 00010000:00000001:1.0:1767384323.560936:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384323.560937:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.560939:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.560940:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384323.560942:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384323.560943:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384323.560945:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384323.560946:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.560948:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.560949:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384323.560950:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384323.560952:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.560953:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.560955:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.560956:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.560958:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.560960:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560963:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.560964:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.560966:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384323.560967:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384323.560968:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.560968:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384323.560970:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384323.560972:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.560974:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384323.560976:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.560980:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384323.560981:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384323.560982:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e0f3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384323.560993:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002ce4582a count: 0 00010000:00000001:1.0:1767384323.561002:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384323.561003:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384323.561762:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384323.561767:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384323.561777:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209d6f78. 20000000:00000001:0.0:1767384323.561783:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384323.561786:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748235136 00010000:00000001:0.0:1767384323.561789:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384323.561797:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001fd8e446 x1853236748235136/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384323.561805:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384323.561807:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.561810:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.561814:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384323.561816:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384323.561818:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384323.561820:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384323.561822:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.561826:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384323.561829:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384323.561833:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050b8e849. 00000100:00000200:0.0:1767384323.561839:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748235136, offset 224 00000400:00000200:0.0:1767384323.561848:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384323.561861:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384323.561874:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103180 00000400:00000200:0.0:1767384323.561883:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1471 [2] + 224 00000400:00000200:0.0:1767384323.561893:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.561897:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384323.561905:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384323.561911:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384323.561923:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.561942:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384323.561950:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8e849 00000400:00000010:0.0:1767384323.561952:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050b8e849. 00000100:00000001:0.0:1767384323.561956:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384323.561966:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384323.561973:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.561976:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384323.561979:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384323.561981:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.561985:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384323.561991:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fd8e446 x1853236748235136/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384323.562002:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001fd8e446 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748235136:12345-0@lo:253: Request processed in 18653us (19103us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384323.562014:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:0.0:1767384323.562018:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384323.562021:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384323.562024:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384323.562030:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008552324c. 00000020:00000010:0.0:1767384323.562036:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000af7d7a00. 00000020:00000010:0.0:1767384323.562041:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017624472. 00000020:00000040:0.0:1767384323.562048:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384323.562054:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384323.562056:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5c3c034. 02000000:00000001:0.0:1767384323.562061:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384323.562064:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384323.562072:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384323.562079:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384323.562084:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050b8e849. 00000100:00000001:0.0:1767384323.562129:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.562132:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384323.562138:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384323.562141:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.562143:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d1756a. 00000400:00000200:0.0:1767384323.562147:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d24b1cd6 00000400:00000010:0.0:1767384323.562150:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d24b1cd6. 00000100:00000001:0.0:1767384323.562154:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384323.562158:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.562183:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.562192:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384323.562195:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562198:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.562201:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.562203:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.562207:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.562210:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.562215:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384323.562220:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.562223:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.562225:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.562228:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.562230:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.562233:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.562237:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.562245:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.562249:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384323.562251:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384323.562255:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384323.562258:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384323.562259:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.562261:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.562263:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.562265:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.562267:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384323.562269:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384323.562271:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.562273:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384323.562276:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384323.562285:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ecba4f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748235136:0@lo:253: 00000100:00000001:0.0:1767384323.562299:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562303:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.562306:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ecba4f7 x1853236748235136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.562315:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.562318:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.562321:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b75ba406. 02000000:00000001:0.0:1767384323.562325:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.562328:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.562330:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384323.562332:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.562335:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ce03169b. 02000000:00000001:0.0:1767384323.562341:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.562343:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.562345:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecba4f7. 00000100:00000001:0.0:1767384323.562349:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.562351:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562354:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.562361:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.562363:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.562366:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.562369:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384323.564618:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384323.564621:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384323.564623:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000720e50ef. 20000000:00000001:1.0:1767384323.564627:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384323.564630:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748235264 00010000:00000001:1.0:1767384323.564632:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384323.564636:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d385b38 x1853236748235264/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.564643:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384323.564644:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.564646:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.564649:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384323.564651:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.564652:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384323.564654:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384323.564656:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.564658:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.564661:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.564664:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f52d225. 00000100:00000200:1.0:1767384323.564667:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748235264, offset 224 00000400:00000200:1.0:1767384323.564673:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.564678:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.564684:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103200 00000400:00000200:1.0:1767384323.564689:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1479 [2] + 224 00000400:00000200:1.0:1767384323.564694:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.564698:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.564702:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.564704:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.564726:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.564746:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.564751:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f52d225 00000400:00000010:1.0:1767384323.564753:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f52d225. 00000100:00000001:1.0:1767384323.564756:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384323.564757:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.564761:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.564763:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384323.564764:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:0.0:1767384323.564768:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384323.564769:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384323.564772:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.564774:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384323.564775:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384323.564778:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d385b38 x1853236748235264/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 4848/4768 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384323.564780:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384323.564784:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8354ec. 00000400:00000200:0.0:1767384323.564792:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e98e956 00000100:00100000:1.0:1767384323.564793:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d385b38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748235264:12345-0@lo:253: Request processed in 21334us (21832us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384323.564797:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e98e956. 00000100:00100000:1.0:1767384323.564803:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000001:0.0:1767384323.564804:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384323.564806:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384323.564809:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384323.564810:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384323.564812:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384323.564814:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5f28ca0. 00000020:00000010:1.0:1767384323.564819:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6b9a4f0. 00000020:00000010:1.0:1767384323.564825:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e999354. 00000020:00000040:1.0:1767384323.564832:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000200:0.0:1767384323.564833:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.564836:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384323.564839:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004b8a603f. 02000000:00000001:1.0:1767384323.564846:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384323.564849:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384323.564850:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.564854:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384323.564856:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384323.564860:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a28a86c. 00000400:00000010:1.0:1767384323.564863:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f52d225. 00000100:00000001:0.0:1767384323.564866:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.564870:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.564872:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.564874:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.564877:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384323.564881:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384323.564885:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384323.564889:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.564891:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.564893:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.564895:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.564897:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.564902:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.564910:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.564913:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384323.564915:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384323.564918:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384323.564920:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384323.564922:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384323.564923:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384323.564925:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384323.564927:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384323.564929:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384323.564930:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384323.564932:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384323.564936:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384323.564945:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb852b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748235264:0@lo:253: 00000100:00000001:0.0:1767384323.564952:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.564954:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.564956:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb852b56 x1853236748235264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.564964:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.564966:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.564975:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000811d0a2f. 02000000:00000001:0.0:1767384323.564980:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.564982:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.564984:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384323.564986:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.564988:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b7dc1e37. 02000000:00000001:0.0:1767384323.564991:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.564993:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.564995:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb852b56. 00000100:00000001:0.0:1767384323.564998:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.565000:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.565002:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.565007:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.565009:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.565011:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384323.565014:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384323.566671:0:22990:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000add7d414. 00000400:00000040:3.0:1767384323.566685:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.566688:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.566690:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.566691:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.566693:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.566694:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384323.566696:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.566697:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384323.566698:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.566699:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384323.566700:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.566701:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.566703:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.566704:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.566705:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384323.566723:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384323.566726:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384323.566727:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384323.566727:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384323.566729:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.566730:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.566731:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.566732:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.566734:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.566734:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384323.566736:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.566737:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.566738:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.566739:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.566740:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.566741:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384323.566742:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384323.566744:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384323.566745:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384323.566746:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384323.566747:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.566747:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384323.566749:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384323.566751:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.566751:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384323.566752:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.566753:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384323.566755:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384323.566756:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384323.566757:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384323.566757:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384323.566758:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384323.566759:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384323.566761:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384323.566762:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384323.566763:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384323.566764:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384323.566764:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384323.566766:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384323.566772:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384323.566773:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384323.566774:0:22990:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384323.566810:0:22990:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000add7d414. 00010000:00000010:1.1:1767384323.568150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ce4582a. 00010000:00000010:1.1:1767384323.568158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044b90e06. 00000100:00000001:1.0:1767384323.607517:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384323.607523:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235392 02000000:00000001:1.0:1767384323.607528:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.607532:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384323.607543:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384323.607550:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.607558:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235392 00000020:00000001:1.0:1767384323.607562:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.607566:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384323.607570:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.607573:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384323.607578:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384323.607583:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384323.607590:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.607597:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094247d58. 00000100:00000001:1.0:1767384323.607603:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.607606:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094247d58. 00000020:00000010:1.0:1767384323.607614:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1a806bb. 00000020:00000010:1.0:1767384323.607621:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6c5032a. 00000020:00000010:1.0:1767384323.607626:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000100:00000040:1.0:1767384323.607634:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384323.607638:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.607639:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.607641:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.607649:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.607663:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.607675:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.607678:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.607684:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:0.0:1767384323.607686:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384323.607688:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384323.607689:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384323.607693:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018206472272 : -114055503079344 : ffff984462411850) 00000100:00000001:0.0:1767384323.607693:0:16779:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.607698:0:16779:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384323.607702:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b439818 x1853236748235392/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 328/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.607726:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.607729:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094247d58. 00000100:00000001:1.0:1767384323.607732:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.607734:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094247d58. 00000100:00100000:1.0:1767384323.607744:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b439818 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748235392:12345-0@lo:101: 00000100:00000200:1.0:1767384323.607748:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748235392 00000020:00000001:1.0:1767384323.607752:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384323.607755:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384323.607758:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.607760:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.607762:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:1.0:1767384323.607766:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.607768:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384323.607770:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.607772:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.607775:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.607777:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384323.607780:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384323.607782:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384323.607784:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384323.607786:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.607790:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384323.607796:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002ce4582a. 00010000:00000001:1.0:1767384323.607800:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384323.607802:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044b90e06. 00000020:00000001:1.0:1767384323.607805:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384323.607806:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000044b90e06 with handle 0x4ac496f8d605e101 to hash 00000020:00000001:1.0:1767384323.607808:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384323.607810:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00000001:1.0:1767384323.607813:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174199808 : -114055535351808 : ffff98446054a800) 00010000:00010000:1.0:1767384323.607815:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e0fa expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384323.607823:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:1.0:1767384323.607825:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:1.0:1767384323.607832:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.607834:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384323.607838:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e2f1de47. 02000000:00000001:1.0:1767384323.607846:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.607848:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.607851:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384323.607854:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384323.607856:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384323.607858:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.607860:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.607863:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384323.607864:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.607867:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384323.607869:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384323.607870:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384323.607872:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384323.607874:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ce4582a) refcount = 1 00010000:00010000:1.0:1767384323.607878:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e0fa expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.607885:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384323.607887:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384323.607888:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.607889:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.607891:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384323.607896:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384323.607899:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e0fa expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384323.607906:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384323.607908:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384323.607910:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384323.607913:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.607915:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384323.607917:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384323.607919:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384323.607920:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000044b90e06, rc 0) 00000020:00000001:1.0:1767384323.607923:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384323.607926:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748235392 00010000:00000001:1.0:1767384323.607930:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384323.607939:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b439818 x1853236748235392/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.607948:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384323.607950:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.607954:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.607959:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384323.607961:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.607963:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384323.607967:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384323.607969:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.607972:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.607975:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.607979:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000100:00000200:1.0:1767384323.607982:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748235392, offset 224 00000400:00000200:1.0:1767384323.607987:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.607994:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.608002:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e103280 00000400:00000200:1.0:1767384323.608007:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1495 [1] + 224 00000400:00000200:1.0:1767384323.608012:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.608015:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.608018:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.608022:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.608032:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.608053:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.608060:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:1.0:1767384323.608062:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000001:1.0:1767384323.608066:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384323.608068:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.608073:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608073:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384323.608079:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:0.0:1767384323.608080:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384323.608082:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384323.608085:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384323.608086:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.608089:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047961cad. 00000400:00000200:0.0:1767384323.608094:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000020:00000001:1.0:1767384323.608097:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384323.608098:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:0.0:1767384323.608120:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384323.608125:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.608130:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b439818 x1853236748235392/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 328/344 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.608135:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.608159:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384323.608163:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b439818 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748235392:12345-0@lo:101: Request processed in 433us (697us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384323.608163:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.608167:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.608170:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.608173:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.608175:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.608177:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:1.0:1767384323.608181:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 02000000:00000001:0.0:1767384323.608184:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.608185:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384323.608189:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384323.608189:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384323.608194:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=29 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384323.608196:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6c5032a. 00000100:00000001:0.0:1767384323.608197:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384323.608200:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384323.608203:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6b9a4f0. 00010000:00000001:0.0:1767384323.608203:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.608204:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608208:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384323.608210:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1a806bb. 00000100:00000040:0.0:1767384323.608213:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384323.608218:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:0.0:1767384323.608224:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384323.608227:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384323.608228:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1767384323.608231:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e2f1de47. 00000100:00000001:0.0:1767384323.608232:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384323.608237:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.608238:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384323.608242:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384323.608249:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748235392:0@lo:101: 00000100:00000200:1.0:1767384323.608252:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384323.608253:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.608258:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384323.608259:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8354ec. 00000100:00000001:0.0:1767384323.608260:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384323.608263:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.608266:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384323.608267:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d641745. 00000100:00000001:0.0:1767384323.608275:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384323.608278:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c5c34b58. 00000100:00000001:0.0:1767384323.608281:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384323.608282:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.608284:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384323.608286:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.608288:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.608289:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=4 00000020:00000001:0.0:1767384323.608290:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:0.0:1767384323.608293:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000040:0.0:1767384323.608296:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003811b824, remote cookie: 0x4ac496f8d605e101, flags: 0x0 00010000:00000001:0.0:1767384323.608304:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384323.608306:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384323.608307:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384323.608308:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384323.608309:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384323.608310:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000124b4b84) refcount = 1 00010000:00010000:0.0:1767384323.608312:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.608317:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384323.608318:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384323.608320:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384323.608323:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384323.608325:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384323.608327:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.608331:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384323.608333:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.608334:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.608335:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.608336:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.608337:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608339:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.608342:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678d8a77 x1853236748235392/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.608347:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.608349:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.608351:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004a94947e. 02000000:00000001:0.0:1767384323.608354:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.608356:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.608357:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384323.608359:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384323.608360:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e2cb518. 02000000:00000001:0.0:1767384323.608363:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.608364:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.608366:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678d8a77. 00000100:00000001:0.0:1767384323.608374:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.608375:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384323.608377:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.608379:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384323.608380:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384323.608382:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.608384:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.608385:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.608386:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:0.0:1767384323.608388:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:0.0:1767384323.608389:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:0.0:1767384323.608391:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384323.608392:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.608393:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384323.608394:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.608397:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384323.608400:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000065c9058e. 00000100:00000010:0.0:1767384323.608413:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f666b0. 00000020:00000040:0.0:1767384323.608416:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384323.608419:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384323.608421:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384323.608424:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384323.608428:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004138d37c. 00000100:00000001:0.0:1767384323.608433:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608436:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384323.608440:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000037b14928. 00000100:00000010:0.0:1767384323.608443:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004fad9c19. 00000020:00000040:0.0:1767384323.608445:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384323.608449:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384323.608451:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384323.608455:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a58668db. 00000100:00000001:0.0:1767384323.608457:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017902999040 : -114055806552576 : ffff9844502a7600) 00000100:00000001:0.0:1767384323.608460:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384323.608462:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656102912 : -114055053448704 : ffff98447d0dea00) 00000100:00000001:0.0:1767384323.608464:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384323.608471:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608473:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384323.608474:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384323.608478:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.608483:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384323.608484:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.608486:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384323.608488:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384323.608489:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384323.608491:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748235520:0@lo:256: 00000100:00000001:0.0:1767384323.608494:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384323.608496:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384323.608497:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608499:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384323.608503:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f248c1. 00000400:00000010:0.0:1767384323.608507:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000cae7959c. 00000100:00000200:0.0:1767384323.608510:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e103300-0x695824e103300, portal 33 00000100:00000001:0.0:1767384323.608513:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.608514:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384323.608516:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e39ebdc0. 02000000:00000001:0.0:1767384323.608518:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.608519:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0379e46. 00000400:00000010:0.0:1767384323.608522:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005851a055. 00000100:00000200:0.0:1767384323.608524:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748235520, portal 25 00000100:00000001:0.0:1767384323.608525:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384323.608526:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656102912 : -114055053448704 : ffff98447d0dea00) 00000100:00000040:0.0:1767384323.608529:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.608533:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384323.608536:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384323.608538:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001022c0b4. 00000100:00000200:0.0:1767384323.608540:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748235520, offset 0 00000400:00000200:0.0:1767384323.608543:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384323.608552:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384323.608557:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e103300 00000400:00000200:0.0:1767384323.608560:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9a5 [2] + 0 00000400:00000010:0.0:1767384323.608563:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7f912e. 00000400:00000200:0.0:1767384323.608565:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eff468cf 00000400:00000200:0.0:1767384323.608567:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384323.608570:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384323.608572:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff468cf 00000400:00000010:0.0:1767384323.608573:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eff468cf. 00000100:00000001:0.0:1767384323.608576:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384323.608577:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384323.608579:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000b4ce020d x1853236748235520 msgsize 304 00000100:00100000:0.0:1767384323.608583:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384323.608584:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384323.608594:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384323.608597:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001022c0b4 00000400:00000010:0.0:1767384323.608599:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001022c0b4. 00000100:00000001:0.0:1767384323.608603:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384323.608606:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.608611:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.608614:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.608619:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608620:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384323.608623:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384323.608623:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608627:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294911501 00000100:00100000:1.0:1767384323.608628:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235520 02000000:00000001:1.0:1767384323.608632:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384323.608635:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.608635:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911500 00000100:00000001:1.0:1767384323.608639:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608641:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294911501 02000000:00000001:1.0:1767384323.608644:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608647:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911500 00000100:00100000:1.0:1767384323.608648:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235520 00000100:00000001:0.0:1767384323.608652:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294911501 00000020:00000001:1.0:1767384323.608653:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384323.608656:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384323.608659:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911500 00000020:00000001:1.0:1767384323.608660:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384323.608663:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384323.608667:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384323.608670:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294911501 00000020:00000001:1.0:1767384323.608671:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384323.608675:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911500 00000100:00000001:1.0:1767384323.608676:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384323.608678:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384323.608680:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.608681:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384323.608683:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384323.608685:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a58668db going to sleep for 11 seconds 00000020:00000010:1.0:1767384323.608688:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094247d58. 00000100:00000001:0.0:1767384323.608689:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384323.608692:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.608693:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.608697:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094247d58. 00000020:00000010:1.0:1767384323.608703:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1a806bb. 00000020:00000010:1.0:1767384323.608707:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f6c5032a. 00000020:00000010:1.0:1767384323.608726:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000100:00000040:1.0:1767384323.608734:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384323.608737:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384323.608738:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384323.608740:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.608745:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.608756:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384323.608765:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384323.608767:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384323.608771:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:1.0:1767384323.608774:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384323.608776:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378285648 : -114060331265968 : ffff98434278d050) 00000100:00000040:1.0:1767384323.608781:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4ce020d x1853236748235520/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 304/0 e 0 to 0 dl 1767384334 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.608790:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384323.608793:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094247d58. 00000100:00000001:1.0:1767384323.608796:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384323.608799:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094247d58. 00000100:00100000:1.0:1767384323.608805:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4ce020d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748235520:12345-0@lo:256: 00000100:00000200:1.0:1767384323.608809:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748235520 00000020:00000001:1.0:1767384323.608811:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384323.608814:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384323.608816:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384323.608818:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384323.608820:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:1.0:1767384323.608823:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384323.608825:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384323.608833:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384323.608835:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384323.608837:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.608841:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384323.608843:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384323.608846:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e2f1de47. 02000000:00000001:1.0:1767384323.608848:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.608850:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.608853:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384323.608857:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384323.608860:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384323.608862:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384323.608865:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384323.608867:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384323.608869:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384323.608872:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e2daf508. 20000000:00000001:1.0:1767384323.608875:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384323.608887:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384323.608893:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384323.608897:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384323.608900:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384323.608902:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384323.608904:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384323.608906:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384323.608908:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384323.608910:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384323.608912:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384323.608914:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384323.608917:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384323.608919:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384323.608920:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:1.0:1767384323.608923:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3792/1/4/3. 20000000:00000040:1.0:1767384323.608929:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384323.608931:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384323.608933:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384323.608935:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384323.608937:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384323.608939:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384323.608946:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384323.608948:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384323.608950:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384323.608952:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384323.608954:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384323.608956:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384323.608958:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384323.608960:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:1.0:1767384323.608962:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3488/1/4/3. 20000000:01000000:1.0:1767384323.608965:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 608, version 32 20000000:00000001:1.0:1767384323.608967:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=608 : 608 : 260) 00000100:00000001:1.0:1767384323.608969:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384323.608973:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001a1b4c5a. 00000100:00000010:1.0:1767384323.608977:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e376d53f. 00000020:00000040:1.0:1767384323.608979:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:1.0:1767384323.608982:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384323.608985:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384323.608988:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000400:00000010:1.0:1767384323.608997:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e610d40e. 00000400:00000200:1.0:1767384323.609001:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.609008:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.609016:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 608 into portal 33 MB=0x695824e103300 00000400:00000200:1.0:1767384323.609021:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 608/608 into md 0x14a5 [4] + 0 00000400:00000010:1.0:1767384323.609024:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f248c1. 00000400:00000200:1.0:1767384323.609028:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cae7959c 00000400:00000200:1.0:1767384323.609031:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.609034:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384323.609036:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7959c 00000400:00000010:1.0:1767384323.609038:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000cae7959c. 00000100:00000001:1.0:1767384323.609042:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384323.609044:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000066f666b0 desc 0000000037b14928 mbits 1853236748235520 00000100:00000001:1.0:1767384323.609057:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384323.609061:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384323.609065:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384323.609074:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14b1 00000100:00000001:0.0:1767384323.609075:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384323.609079:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384323.609079:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384323.609090:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384323.609094:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384323.609096:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001a1b4c5a 00000100:00000001:1.0:1767384323.609099:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384323.609131:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:1.0:1767384323.609134:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000001:1.0:1767384323.609137:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384323.609139:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001a1b4c5a 00000100:00000001:1.0:1767384323.609141:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384323.609147:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 608 bytes via portal 33 id 12345-0@lo mbits 0x695824e103300-0x695824e103300 00000100:00000001:1.0:1767384323.609150:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384323.609154:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.609157:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384323.609160:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:1.0:1767384323.609163:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e376d53f. 00000100:00000010:1.0:1767384323.609167:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001a1b4c5a. 00000100:00000001:1.0:1767384323.609171:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384323.609172:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384323.609180:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e2daf508. 20000000:00000001:1.0:1767384323.609183:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384323.609186:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748235520 00010000:00000001:1.0:1767384323.609188:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384323.609192:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4ce020d x1853236748235520/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384323.609200:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384323.609202:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384323.609204:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.609207:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384323.609209:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384323.609212:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384323.609215:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384323.609217:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384323.609220:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384323.609223:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384323.609226:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000100:00000200:1.0:1767384323.609236:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748235520, offset 224 00000400:00000200:1.0:1767384323.609241:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384323.609247:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384323.609253:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e103300 00000400:00000200:1.0:1767384323.609257:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14a9 [1] + 224 00000400:00000200:1.0:1767384323.609261:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384323.609264:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384323.609268:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384323.609272:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384323.609280:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384323.609297:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384323.609301:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:1.0:1767384323.609303:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000001:1.0:1767384323.609306:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384323.609309:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384323.609309:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384323.609313:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384323.609314:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384323.609317:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384323.609318:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:0.0:1767384323.609319:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0379e46. 00010000:00000001:1.0:1767384323.609325:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384323.609325:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005851a055 00000020:00000001:1.0:1767384323.609329:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384323.609330:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005851a055. 00000020:00000001:1.0:1767384323.609336:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384323.609336:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384323.609346:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4ce020d x1853236748235520/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:304/0 lens 304/240 e 0 to 0 dl 1767384334 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.609346:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384323.609365:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.609374:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384323.609375:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4ce020d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748235520:12345-0@lo:256: Request processed in 582us (792us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384323.609377:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.609381:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384323.609383:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384323.609386:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384323.609387:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384323.609389:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384323.609391:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00001000:0.0:1767384323.609392:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=29 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384323.609395:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00001000:0.0:1767384323.609397:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384323.609401:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384323.609402:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384323.609405:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384323.609405:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.609406:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384323.609409:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384323.609411:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f6c5032a. 00000020:00000010:1.0:1767384323.609416:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6b9a4f0. 00000100:00000001:0.0:1767384323.609418:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384323.609422:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384323.609429:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1a806bb. 00000020:00000040:1.0:1767384323.609435:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000040:0.0:1767384323.609439:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384323.609441:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384323.609444:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e2f1de47. 02000000:00000001:1.0:1767384323.609450:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384323.609453:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.609454:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384323.609459:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384323.609460:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384323.609463:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384323.609465:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba9cf63. 00000400:00000010:1.0:1767384323.609472:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071ec7630. 00000100:00100000:0.0:1767384323.609473:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066f666b0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748235520:0@lo:256: 00000100:00000001:0.0:1767384323.609480:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.609483:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.609484:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384323.609485:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.609487:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.609491:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384323.609493:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a58668db. 00000100:00000001:0.0:1767384323.609495:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384323.609496:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384323.609499:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 32, more 0. 10000000:00000001:0.0:1767384323.609501:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384323.609506:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c4a8f549. 10000000:00000040:0.0:1767384323.609513:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384323.609518:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384323.609521:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384323.609524:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:0.0:1767384323.609526:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384323.609528:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384323.609529:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:0.0:1767384323.609530:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000400:00000200:0.0:1767384323.609533:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 14 NIDs 00000400:00001000:0.0:1767384323.609540:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384323.609543:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384323.609546:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384323.609550:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (14) 00000400:00000200:0.0:1767384323.609553:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384323.609556:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384323.609558:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (15) 00000400:00000200:0.0:1767384323.609560:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:0.0:1767384323.609561:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:0.0:1767384323.609564:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609565:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:0.0:1767384323.609566:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:0.0:1767384323.609568:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609569:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:0.0:1767384323.609570:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:0.0:1767384323.609572:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609573:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:0.0:1767384323.609574:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:0.0:1767384323.609576:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609577:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:0.0:1767384323.609578:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:0.0:1767384323.609580:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609580:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:0.0:1767384323.609581:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:0.0:1767384323.609584:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609585:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:0.0:1767384323.609586:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:0.0:1767384323.609588:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609588:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:0.0:1767384323.609589:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:0.0:1767384323.609591:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609592:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:0.0:1767384323.609593:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:0.0:1767384323.609594:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609595:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:0.0:1767384323.609596:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:0.0:1767384323.609604:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609605:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:0.0:1767384323.609607:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:0.0:1767384323.609609:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609610:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:0.0:1767384323.609611:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:0.0:1767384323.609613:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609613:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:0.0:1767384323.609615:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:0.0:1767384323.609616:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384323.609617:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000100:00000001:0.0:1767384323.609619:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384323.609620:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384323.609622:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:0.0:1767384323.609625:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009ad44396. 10000000:00000040:0.0:1767384323.609627:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 32/32 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:0.0:1767384323.609629:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384323.609633:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384323.609637:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f41ad06. 00000020:00000010:0.0:1767384323.609641:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088fe2c1c. 00000040:00000010:0.0:1767384323.609645:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b0ee173a. 00000020:00000010:0.0:1767384323.609649:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000043e0e458. 00000020:00000010:0.0:1767384323.609652:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020eb95bc. 00000020:00000010:0.0:1767384323.609656:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e52e022. 80000000:00000010:0.0:1767384323.609660:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a61d6981. 40000000:00000010:0.0:1767384323.609662:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005ac4d2e5. 00100000:00000010:0.0:1767384323.609667:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000029d1520c. 00040000:00000010:0.0:1767384323.609728:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000022e0ed94. 00040000:00000010:0.0:1767384323.609733:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009c1f6803. 00040000:00000010:0.0:1767384323.609736:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ef0e584. 00080000:00000010:0.0:1767384323.609740:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6ca9986. 00000004:00000010:0.0:1767384323.609745:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077bbf11f. 00000004:00000010:0.0:1767384323.609750:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3ce68bf. 00000004:00000010:0.0:1767384323.609754:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001e506fea. 00002000:00000010:0.0:1767384323.609764:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000228bcdd6. 00000004:00000010:0.0:1767384323.609768:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b80ff957. 00000004:00000001:0.0:1767384323.609771:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384323.609774:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384323.609776:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009ad44396 00000040:00001000:0.0:1767384323.609777:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384323.609778:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384323.609779:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384323.609780:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384323.609782:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384323.609783:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384323.609784:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384323.609785:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:0.0:1767384323.609787:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384323.609827:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384323.609831:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088fe2c1c. 00000040:00000010:0.0:1767384323.609835:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b0ee173a. 00000020:00000010:0.0:1767384323.609837:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000043e0e458. 00000020:00000010:0.0:1767384323.609841:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020eb95bc. 00000020:00000010:0.0:1767384323.609844:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e52e022. 80000000:00000010:0.0:1767384323.609847:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a61d6981. 40000000:00000010:0.0:1767384323.609850:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005ac4d2e5. 00100000:00000010:0.0:1767384323.609852:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000029d1520c. 00040000:00000010:0.0:1767384323.609855:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000022e0ed94. 00040000:00000010:0.0:1767384323.609858:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009c1f6803. 00040000:00000010:0.0:1767384323.609860:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ef0e584. 00080000:00000010:0.0:1767384323.609862:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6ca9986. 00000004:00000010:0.0:1767384323.609865:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077bbf11f. 00000004:00000010:0.0:1767384323.609867:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a3ce68bf. 00000004:00000010:0.0:1767384323.609870:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001e506fea. 00002000:00000010:0.0:1767384323.609873:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000228bcdd6. 00000004:00000010:0.0:1767384323.609875:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b80ff957. 00000020:00000010:0.0:1767384323.609877:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f41ad06. 00000020:00000001:0.0:1767384323.609879:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384323.609881:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384323.609883:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009ad44396. 10000000:00000010:0.0:1767384323.609891:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c4a8f549. 10000000:00000001:0.0:1767384323.609893:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384323.609895:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384323.609897:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066f666b0 x1853236748235520/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384323.609902:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384323.609904:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384323.609905:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e39ebdc0. 02000000:00000001:0.0:1767384323.609907:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384323.609908:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.609910:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384323.609911:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384323.609912:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384323.609913:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384323.609915:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384323.609916:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384323.609917:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004fad9c19. 00000100:00000010:0.0:1767384323.609918:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000037b14928. 00000100:00000001:0.0:1767384323.609920:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384323.609921:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004138d37c. 02000000:00000001:0.0:1767384323.609923:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384323.609924:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384323.609925:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f666b0. 00000100:00000001:0.0:1767384323.609927:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384323.609928:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384323.609939:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000065c9058e. 10000000:01000000:0.0:1767384323.609942:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384323.609944:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384323.609946:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384323.609947:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384323.609948:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:0.0:1767384323.609950:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:0.0:1767384323.609952:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:0.0:1767384323.609954:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384323.609956:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.609966:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.609967:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384323.609969:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384323.609972:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384323.609973:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384323.609974:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384323.609975:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.609976:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384323.609977:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384323.609979:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384323.609980:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384323.609982:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384323.621144:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294911501, at 4294911502 00000100:00000010:3.0:1767384323.621154:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000100:00000040:0.0:1767384323.621156:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294911501, at 4294911502 00000100:00000010:0.0:1767384323.621163:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5c23c18. 00000100:00000040:1.0:1767384323.621171:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294911501, at 4294911502 00000100:00000010:1.0:1767384323.621180:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5755cc2. 00000020:00000010:3.0:1767384323.622023:0:23011:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000388b00f7. 00000020:00000040:3.0:1767384323.622030:0:23011:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384323.622032:0:23011:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000388b00f7. 00080000:00000001:3.0:1767384324.420570:0:23247:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384324.420581:0:23247:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.420584:0:23247:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384324.420589:0:23247:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384324.420594:0:23247:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384324.420596:0:23247:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384325.118857:0:23411:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384325.118861:0:23411:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767384325.121811:0:23411:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384325.130495:0:23412:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000037b14928. 00000400:00000010:0.0:1767384325.130512:0:23412:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000033189ad3. 00000400:00000010:0.0:1767384325.130523:0:23412:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d24b1cd6. 00000400:00000010:0.0:1767384325.130527:0:23412:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007a036cfe. 00000400:00000010:0.0:1767384325.130531:0:23412:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003379c28d. 00000400:00000010:0.0:1767384325.130535:0:23412:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044c51ef4. 00000400:00000010:0.0:1767384325.130537:0:23412:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f3f661e. 00000400:00000010:0.0:1767384325.130539:0:23412:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a2f4e46. 00000400:00000010:0.0:1767384325.130542:0:23412:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c8c87489. 00000800:00000010:0.0:1767384325.130554:0:23412:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000022e0ed94. 00000800:00000200:0.0:1767384325.130565:0:23412:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384325.130574:0:23412:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384325.130615:0:23412:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384325.130642:0:23412:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384325.133222:0:23412:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000610c4e71. 00000400:00000010:0.0:1767384325.133229:0:23412:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0379e46. 00000400:00000010:0.0:1767384325.133236:0:23412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005851a055. 00000400:00000001:0.0:1767384325.133252:0:23412:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384325.133254:0:23412:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384325.133256:0:23412:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a26f4ae. 00000400:00000200:0.0:1767384325.133259:0:23412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8af58a3 00000400:00000010:0.0:1767384325.133261:0:23412:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8af58a3. 00000400:00000010:0.0:1767384325.133267:0:23412:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000339c8622. 00000400:00000200:0.0:1767384325.133272:0:23412:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (14) 00000400:00000200:0.0:1767384325.133285:0:23412:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384325.133295:0:23412:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:0.0:1767384325.133303:0:23412:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008fc1eae3. 00000020:01000000:0.0:1767384325.133310:0:23412:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384325.133317:0:23412:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp23 00000400:00000010:0.0:1767384325.133338:0:23412:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000033189ad3. 00000400:00000010:0.0:1767384325.133345:0:23412:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000037b14928. 00000020:00000001:1.0:1767384325.133363:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384325.133368:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384325.133372:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384325.133374:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384325.133380:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384325.133383:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384325.133387:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384325.133390:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384325.133393:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384325.133396:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384325.133399:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384325.133401:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384325.133404:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384325.133407:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384325.133419:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047e5273b. 00000020:00000040:1.0:1767384325.133425:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384325.133434:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.133438:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.133443:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.133453:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000720e50ef. 00000100:00000001:1.0:1767384325.133462:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.133471:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384325.133474:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.133483:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047e5273b] to pc [ptlrpcd_00_00+0] req@0000000047e5273b x1853236748235648/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384325.133514:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (2) 10000000:00000001:1.0:1767384325.133544:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384325.133549:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.133552:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384325.133555:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384325.133563:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384325.133566:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384325.133570:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384325.133571:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384325.133576:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384325.133580:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384325.133582:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384325.133586:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384325.133590:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384325.133595:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384325.133598:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000020:01000004:1.0:1767384325.133598:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384325.133602:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384325.133606:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384325.133611:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb852b56. 00000020:00000040:1.0:1767384325.133617:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384325.133624:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.133628:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.133631:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.133639:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000020cec4f9. 00000400:00000200:3.0:1767384325.133644:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.133644:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.133652:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384325.133654:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.133661:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb852b56] to pc [ptlrpcd_00_01+1] req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384325.133670:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 10000000:00000001:1.0:1767384325.133673:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384325.133677:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.133680:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384325.133682:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384325.133684:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008fc1eae3. 00000100:00000001:1.0:1767384325.133714:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384325.133718:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.133725:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.133728:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384325.133735:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.133746:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.133749:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.133751:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 02000000:00000001:1.0:1767384325.133754:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384325.133758:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384325.133761:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.133766:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb852b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748235776:0@lo:253: 00000100:00000001:1.0:1767384325.133772:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384325.133775:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384325.133776:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 02000000:00000001:1.0:1767384325.133777:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.133781:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384325.133787:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004b8a603f. 02000000:00000001:1.0:1767384325.133791:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.133796:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000400:00000200:3.0:1767384325.133807:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000010:1.0:1767384325.133810:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc37e65. 00000100:00000200:1.0:1767384325.133816:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748235776, portal 25 00000100:00000001:1.0:1767384325.133819:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.133821:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407815296 : -114055301736320 : ffff98446e415880) 00000100:00000040:1.0:1767384325.133828:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.133834:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.133836:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384325.133840:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000010:1.0:1767384325.133840:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091ef12fd. 00000100:00000200:1.0:1767384325.133846:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748235776, offset 0 00000400:00000200:1.0:1767384325.133857:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.133869:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384325.133876:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384325.133880:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103400 00000400:00000200:1.0:1767384325.133890:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9cd [2] + 0 00000400:00000010:1.0:1767384325.133896:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045636173. 00000400:00000200:1.0:1767384325.133900:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000873d2865 00000400:00000200:1.0:1767384325.133905:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384325.133906:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384325.133919:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384325.133923:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873d2865 00000400:00000010:1.0:1767384325.133927:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000873d2865. 00000100:00000001:1.0:1767384325.133931:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.133934:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384325.133937:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000029e6807f x1853236748235776 msgsize 4848 00000400:00000200:3.0:1767384325.133941:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00100000:1.0:1767384325.133948:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384325.133952:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384325.133963:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.133970:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091ef12fd 00000400:00000010:1.0:1767384325.133973:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091ef12fd. 00000400:00000200:3.0:1767384325.133974:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.133975:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.133989:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.134001:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.134004:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384325.134005:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134017:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134019:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.134026:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134030:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294913026 00000100:00000001:1.0:1767384325.134034:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294913026 00000100:00000001:1.0:1767384325.134036:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294913026 00000100:00000001:1.0:1767384325.134038:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294913026 00000100:00000001:1.0:1767384325.134040:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294913026 00000400:00000200:3.0:1767384325.134042:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134042:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294913026 00000100:00000001:1.0:1767384325.134048:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294913026 00000100:00000001:1.0:1767384325.134049:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294913026 00000100:00000001:1.0:1767384325.134051:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.134053:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134056:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134059:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.134072:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384325.134074:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134076:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384325.134082:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.134085:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.134088:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134094:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.134135:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134136:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384325.134141:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235776 02000000:00000001:1.0:1767384325.134144:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.134146:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.134149:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.134153:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.134157:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235776 00000020:00000001:1.0:1767384325.134159:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.134160:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384325.134163:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.134166:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000400:00000200:3.0:1767384325.134168:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000020:00000001:1.0:1767384325.134171:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384325.134176:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384325.134181:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.134185:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000100:00000001:1.0:1767384325.134187:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.134189:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007652143b. 00000400:00000200:3.0:1767384325.134191:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000020:00000010:1.0:1767384325.134197:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e38a5b6a. 00000020:00000010:1.0:1767384325.134204:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5f28ca0. 00000020:00000010:1.0:1767384325.134208:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000100:00000001:1.0:1767384325.134212:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.134214:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384325.134215:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134221:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134223:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384325.134233:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134234:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384325.134237:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384325.134248:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1767384325.134253:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384325.134256:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378289744 : -114060331261872 : ffff98434278e050) 00000400:00000200:3.0:1767384325.134260:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000100:00000040:1.0:1767384325.134271:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029e6807f x1853236748235776/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:306/0 lens 4848/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.134280:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.134284:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000400:00000200:3.0:1767384325.134285:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134288:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.134293:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007652143b. 00000100:00100000:1.0:1767384325.134302:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029e6807f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16147:x1853236748235776:12345-0@lo:253: 00000100:00000200:1.0:1767384325.134307:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748235776 00000020:00000001:1.0:1767384325.134310:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384325.134315:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384325.134318:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.134321:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384325.134322:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000020:00000001:1.0:1767384325.134326:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384325.134330:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384325.134334:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.134338:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384325.134342:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384325.134344:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.134348:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000100:00000001:1.0:1767384325.134351:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384325.134356:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384325.134370:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000900dccc2. 02000000:00000001:1.0:1767384325.134373:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.134377:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.134380:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384325.134390:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e3b760d. 20000000:01000000:1.0:1767384325.134392:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384325.134395:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384325.134397:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384325.134398:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 20000000:00000001:1.0:1767384325.134399:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.134404:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.134408:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384325.134417:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d427bf41. 20000000:01000000:1.0:1767384325.134420:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384325.134428:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384325.134439:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00080000:00000001:1.0:1767384325.134441:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384325.134475:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00080000:00000001:1.0:1767384325.134484:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.134489:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384325.134491:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.134494:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384325.134498:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384325.134504:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384325.134509:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384325.134518:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000085fb9a49. 00080000:00000001:1.0:1767384325.134521:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381322752 : -114060328228864 : ffff984342a72800) 00080000:00000001:1.0:1767384325.134525:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384325.134660:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384325.134662:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.134665:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384325.134691:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.134695:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767384325.134713:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000859e0c89. 00000800:00000010:3.0:1767384325.134719:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b6ba45c. 00000800:00000010:3.0:1767384325.134725:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb1f21a0. 00000800:00000010:3.0:1767384325.134759:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb1f21a0. 00080000:00000001:1.0:1767384325.134851:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384325.134855:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767384325.134856:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384325.134871:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384325.134875:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008040ac36. 00000800:00000200:2.1:1767384325.134949:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (2) 00000800:00000200:2.1:1767384325.134954:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp22 000000004eb80704 deleted 00000800:00000010:2.1:1767384325.134956:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004eb80704. 00000800:00000200:2.1:1767384325.134961:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384325.134966:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp22 ip 192.168.202.119:997 00000800:00000200:2.1:1767384325.134969:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000234370ad type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.1:1767384325.135238:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384325.135368:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384325.135480:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384325.135486:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a26f4ae. 00000400:00000010:0.0:1767384325.135491:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8af58a3. 00000400:00000200:0.0:1767384325.135495:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f4f72ba4 00000400:00000200:0.0:1767384325.135501:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1004d1 00000400:00000010:0.0:1767384325.135510:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 000000005dd5aea9. 00000400:00000010:0.0:1767384325.135515:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 000000007f057258. 00000400:00000010:0.0:1767384325.135519:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000f7120ca6. 00000400:00000200:3.0:1767384325.135536:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000010:0.0:1767384325.135543:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b37bab35. 00000400:00000200:0.0:1767384325.135551:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b37bab35 nid 192.168.202.119@tcp23 00000400:00000010:0.0:1767384325.135556:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ead9cca6. 00000400:00000200:0.0:1767384325.135559:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ead9cca6 net tcp23 00000400:00000200:0.0:1767384325.135562:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (16) 00000400:00000200:0.0:1767384325.135570:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp23 flags 0x11 00000400:00000200:3.0:1767384325.135572:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000010:0.0:1767384325.135575:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 000000005dd5aea9. 00000400:00000010:0.0:1767384325.135581:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 000000007f057258. 00000400:00000010:0.0:1767384325.135591:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000f7120ca6. 00000400:00000200:3.0:1767384325.135595:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000010:0.0:1767384325.135596:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008e999354. 00000400:00000200:0.0:1767384325.135606:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384325.135611:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100551 00000400:00000200:0.0:1767384325.135615:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 1 00000400:00000200:0.0:1767384325.135620:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 00000400:00000200:0.0:1767384325.135624:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384325.135627:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100511 rc 0 00000400:00000200:3.0:1767384325.135629:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384325.135633:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384325.135639:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (17) 00000400:00000200:3.0:1767384325.135657:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384325.135683:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384325.135728:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384325.135758:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384325.135802:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384325.135832:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000800:00000001:0.0:1767384325.135958:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.135965:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.137150:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384325.137175:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp22 from 228.3.0.2 00000800:00000010:0.0:1767384325.137179:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d3663df7. 00000800:00000010:3.0:1767384325.137206:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000861ffa68. 00000800:00000010:3.0:1767384325.137211:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000da7a243. 00000800:00000010:3.0:1767384325.137227:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009c48c3dd. 00000800:00000200:3.1:1767384325.137233:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (4) 00000800:00000200:3.1:1767384325.137238:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp22 000000009c48c3dd deleted 00000800:00000010:3.1:1767384325.137240:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009c48c3dd. 00000800:00000200:3.1:1767384325.137243:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384325.137248:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp22 p 3.x 192.168.202.119 -> 192.168.202.119:996 incarnation:1767384323539352695 sched[0] 00000800:00000010:3.0:1767384325.137253:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008fe60746. 00000800:00000010:3.0:1767384325.137323:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008fe60746. 00000800:00000010:3.0:1767384325.137328:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000da7a243. 00000800:00000010:3.0:1767384325.137360:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d3663df7. 00000800:00000200:3.1:1767384325.137397:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384325.137404:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp22 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384323539352695 sched[0] 00000800:00000010:3.0:1767384325.137407:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5c34b58. 00000800:00000001:0.0:1767384325.137419:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.137423:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384325.137562:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384325.137568:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.143163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384325.143169:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384325.143174:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecba4f7. 00000020:00000040:1.0:1767384325.143178:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384325.143181:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.143184:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.143187:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.143192:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fa927199. 00000100:00000001:1.0:1767384325.143197:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.143203:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1767384325.143207:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384325.143211:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1767384325.143212:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384325.143215:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384325.143216:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6fc22ca. 00000020:00000040:3.0:1767384325.143221:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384325.143224:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ecba4f7] to pc [ptlrpcd_00_02+2] req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.143226:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384325.143229:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384325.143234:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.143239:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d20dca5. 00000100:00000001:3.0:1767384325.143243:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.143247:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384325.143249:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143249:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.143255:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6fc22ca] to pc [ptlrpcd_00_03+3] req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.143258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384325.143263:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384325.143267:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000388f42ba. 00000020:00000040:1.0:1767384325.143269:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384325.143272:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.143273:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.143276:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.143281:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000149ae914. 00000100:00000001:1.0:1767384325.143286:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.143291:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.143299:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384325.143302:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.143307:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000388f42ba] to pc [ptlrpcd_00_00+0] req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384325.143323:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143333:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.143338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384325.143343:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384325.143346:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000741d4806. 00000020:00000040:1.0:1767384325.143350:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384325.143352:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.143354:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.143356:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.143361:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078bf251d. 00000100:00000001:1.0:1767384325.143365:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.143370:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384325.143370:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.143376:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.143381:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384325.143386:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384325.143388:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.143390:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.143394:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000741d4806] to pc [ptlrpcd_00_01+1] req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.143417:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384325.143421:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.143428:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384325.143432:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.143435:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.143436:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.143443:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000388f42ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748236160:0@lo:400: 00000100:00000001:0.0:1767384325.143448:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384325.143453:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384325.143456:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.143459:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384325.143471:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b31e6f52. 02000000:00000001:0.0:1767384325.143474:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384325.143481:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7f912e. 00000400:00000010:0.0:1767384325.143490:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001022c0b4. 00000100:00000001:1.0:1767384325.143492:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384325.143495:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748236160, portal 10 00000100:00000001:1.0:1767384325.143497:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.143500:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.143501:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384325.143504:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407816192 : -114055301735424 : ffff98446e415c00) 00000100:00000040:1.0:1767384325.143509:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.143515:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.143528:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.143532:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.143533:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384325.143538:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384325.143539:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384325.143542:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384325.143544:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0cfea8b. 02000000:00000001:1.0:1767384325.143547:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.143550:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748236160, offset 0 00000100:00100000:1.0:1767384325.143554:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ecba4f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748235904:0@lo:400: 00000100:00000001:1.0:1767384325.143558:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384325.143561:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384325.143562:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384325.143564:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.143566:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384325.143569:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e2cb518. 02000000:00000001:1.0:1767384325.143571:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.143576:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384325.143577:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384325.143584:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000100:00000200:1.0:1767384325.143588:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748235904, portal 4 00000100:00000001:1.0:1767384325.143590:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384325.143590:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e103580 00000100:00000001:1.0:1767384325.143593:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407817088 : -114055301734528 : ffff98446e415f80) 00000100:00000040:1.0:1767384325.143602:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384325.143603:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000001:1.0:1767384325.143614:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384325.143616:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384325.143617:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.143621:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4baee. 00000100:00000200:1.0:1767384325.143624:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748235904, offset 0 00000400:00000200:0.0:1767384325.143625:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384325.143630:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.143636:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.143642:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e103480 00000100:00000001:0.0:1767384325.143642:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384325.143646:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384325.143651:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2320 00000100:00000010:0.0:1767384325.143654:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066f666b0. 00000100:00000040:0.0:1767384325.143659:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000066f666b0 x1853236748236160 msgsize 224 00000400:00000200:1.0:1767384325.143663:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384325.143670:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384325.143672:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.143678:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.143679:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384325.143682:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000156f3d7d. 00000100:00000001:0.0:1767384325.143684:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384325.143685:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000156f3d7d x1853236748235904 msgsize 224 00000100:00100000:1.0:1767384325.143690:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384325.143694:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cfea8b 00000100:00000001:1.0:1767384325.143714:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384325.143714:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0cfea8b. 00000100:00000001:0.0:1767384325.143723:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384325.143728:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384325.143729:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff4baee 00000400:00000010:1.0:1767384325.143733:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bff4baee. 00000100:00000001:1.0:1767384325.143737:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.143742:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.143746:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384325.143754:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384325.143754:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.143759:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.143778:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143780:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143781:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.143786:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.143789:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384325.143791:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7075 usecs (8 jiffies) 00000100:00000001:1.0:1767384325.143795:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913032 00000100:00000001:0.0:1767384325.143797:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143800:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294913026 00000100:00000040:0.0:1767384325.143803:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3217 usecs (4 jiffies) 00000100:00000001:1.0:1767384325.143805:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913032 00000100:00000001:0.0:1767384325.143809:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913028 00000100:00000001:1.0:1767384325.143811:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294913026 00000100:00000001:0.0:1767384325.143816:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294913032 00000100:00000001:1.0:1767384325.143817:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913032 00000100:00000001:0.0:1767384325.143823:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913028 00000100:00000001:1.0:1767384325.143824:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294913026 00000100:00000001:0.0:1767384325.143830:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294913032 00000100:00000001:1.0:1767384325.143831:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913032 00000100:00000001:1.0:1767384325.143836:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294913026 00000100:00000001:0.0:1767384325.143837:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913028 00000100:00000001:1.0:1767384325.143842:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.143843:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294913032 00000100:00000001:1.0:1767384325.143846:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.143849:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913028 00000100:00000001:0.0:1767384325.143852:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294913032 00000100:00000001:1.0:1767384325.143856:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.143857:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.143859:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.143862:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143867:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.143868:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143870:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384325.143872:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.143874:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.143876:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.143879:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.143880:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384325.143881:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384325.143884:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384325.143885:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.143892:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384325.143892:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.143897:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.143897:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.143902:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.143903:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143904:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.143906:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384325.143912:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384325.143912:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384325.143917:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.143924:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384325.143924:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.143926:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.143929:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384325.143929:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384325.143933:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.143935:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384325.143936:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.143939:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384325.143941:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748236032:0@lo:13: 00000100:00000001:0.0:1767384325.143943:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384325.143945:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384325.143948:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384325.143950:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.143952:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384325.143953:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384325.143955:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000608f32f2. 02000000:00000001:1.0:1767384325.143960:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.143967:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000100:00000001:0.0:1767384325.143970:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384325.143972:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4baee. 00000100:00000001:0.0:1767384325.143974:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384325.143977:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748236032, portal 4 02000000:00000001:0.0:1767384325.143979:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384325.143980:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.143983:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716210304 : -114055993341312 : ffff984445084a80) 02000000:00000001:0.0:1767384325.143984:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384325.143988:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384325.143998:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.143999:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384325.144005:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000741d4806 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748236288:0@lo:400: 00000100:00000040:1.0:1767384325.144009:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384325.144014:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384325.144015:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000913faa64. 02000000:00000001:0.0:1767384325.144018:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384325.144019:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748236032, offset 0 02000000:00000001:0.0:1767384325.144023:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.144026:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384325.144030:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384325.144035:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384325.144036:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005dd5aea9. 02000000:00000001:0.0:1767384325.144041:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384325.144044:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e103500 00000400:00000010:0.0:1767384325.144048:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f8fc1a. 00000400:00000200:1.0:1767384325.144052:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 896 00000400:00000200:1.0:1767384325.144056:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.144059:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384325.144059:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0cfea8b. 00000100:00000200:0.0:1767384325.144068:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748236288, portal 10 00000100:00000001:1.0:1767384325.144069:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.144071:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384325.144074:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1767384325.144076:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ff4b627. 00000100:00000001:0.0:1767384325.144077:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407818880 : -114055301732736 : ffff98446e416680) 00000100:00000040:1.0:1767384325.144080:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000002ff4b627 x1853236748236032 msgsize 224 00000100:00100000:1.0:1767384325.144086:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384325.144089:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.144096:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.144099:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384325.144101:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000913faa64 00000100:00000040:0.0:1767384325.144132:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384325.144136:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f3560e. 00000400:00000010:1.0:1767384325.144143:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000913faa64. 00000100:00000001:1.0:1767384325.144147:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384325.144150:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748236288, offset 0 00000100:00000200:1.0:1767384325.144151:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.144161:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384325.144164:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384325.144166:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.144173:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.144174:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384325.144178:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384325.144179:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.144183:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7075 usecs (8 jiffies) 00000100:00000001:1.0:1767384325.144185:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294913033 00000400:00000200:0.0:1767384325.144190:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e103600 00000100:00000001:1.0:1767384325.144191:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294913032 00000100:00000001:1.0:1767384325.144200:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294913033 00000400:00000200:0.0:1767384325.144201:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000001:1.0:1767384325.144206:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294913032 00000400:00000200:0.0:1767384325.144209:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384325.144211:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294913033 00000400:00000200:0.0:1767384325.144216:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384325.144225:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384325.144226:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294913032 00000100:00000200:0.0:1767384325.144230:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384325.144232:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294913033 00000100:00000010:0.0:1767384325.144237:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbb1434d. 00000100:00000001:1.0:1767384325.144238:0:16148:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294913032 00000100:00000001:1.0:1767384325.144244:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384325.144244:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000bbb1434d x1853236748236288 msgsize 224 00000100:00000001:1.0:1767384325.144246:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.144252:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.144256:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.144258:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384325.144269:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.144271:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.144272:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384325.144280:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f3560e 00000400:00000010:0.0:1767384325.144284:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001f3560e. 00000100:00000001:1.0:1767384325.144285:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.144288:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384325.144288:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384325.144290:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.144291:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384325.144293:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.144295:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748236160 02000000:00000001:3.0:1767384325.144300:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384325.144302:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.144305:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384325.144305:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384325.144311:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.144317:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748236160 00080000:00000001:1.0:1767384325.144317:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.144320:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384325.144323:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000002:1.0:1767384325.144325:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00000020:00000040:3.0:1767384325.144327:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000040:0.0:1767384325.144327:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384325.144329:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.144331:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.144336:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 20000000:00000001:1.0:1767384325.144336:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000001:3.0:1767384325.144342:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:0.0:1767384325.144346:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.144348:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:0.0:1767384325.144349:0:16146:0:(events.c:68:request_out_callback()) Process leaving 20000000:01000000:1.0:1767384325.144351:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:0.0:1767384325.144356:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.144357:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384325.144362:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384325.144362:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3465 usecs (4 jiffies) 00000100:00000001:0.0:1767384325.144369:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294913029 20000000:01000000:1.0:1767384325.144370:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000010:3.0:1767384325.144371:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1742b30. 00000100:00000001:0.0:1767384325.144375:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294913033 00000100:00000001:3.0:1767384325.144379:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384325.144380:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294913029 00080000:00000020:1.0:1767384325.144383:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000020:00000010:3.0:1767384325.144386:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1742b30. 00000100:00000001:0.0:1767384325.144387:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294913033 00000100:00000001:0.0:1767384325.144393:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294913029 00000100:00000001:0.0:1767384325.144395:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294913033 00000020:00000010:3.0:1767384325.144396:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947d93c4. 00000100:00000001:0.0:1767384325.144397:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294913029 00000020:00000010:3.0:1767384325.144402:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4d416e0. 00000100:00000001:0.0:1767384325.144403:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294913033 00000020:00000010:3.0:1767384325.144409:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000100:00000001:0.0:1767384325.144409:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.144413:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384325.144415:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384325.144418:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000040:3.0:1767384325.144420:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384325.144420:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384325.144423:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384325.144425:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384325.144426:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384325.144427:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384325.144428:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00040000:00000001:1.0:1767384325.144432:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384325.144433:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384325.144436:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000085fb9a49. 00000100:00000001:3.0:1767384325.144440:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384325.144444:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00080000:00000001:1.0:1767384325.144444:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:3.0:1767384325.144448:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.144452:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384325.144456:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748236288 00000100:00000001:3.0:1767384325.144459:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384325.144459:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384325.144464:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384325.144467:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384325.144470:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.144473:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384325.144473:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748236288 00000020:00000001:0.0:1767384325.144475:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384325.144476:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384325.144478:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748235904 00000020:00000040:0.0:1767384325.144480:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000001:3.0:1767384325.144481:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384325.144483:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384325.144486:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384325.144487:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384325.144490:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000020:00000040:0.0:1767384325.144491:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000001:1.0:1767384325.144492:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.144494:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:3.0:1767384325.144498:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656102912 : -114055053448704 : ffff98447d0dea00) 02000000:00000001:1.0:1767384325.144500:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.144504:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000040:3.0:1767384325.144507:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066f666b0 x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.144507:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748235904 00000020:00000001:0.0:1767384325.144511:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:1.0:1767384325.144512:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384325.144519:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384325.144521:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384325.144524:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000010:0.0:1767384325.144526:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005016a0ff. 00000020:00000010:3.0:1767384325.144527:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1742b30. 00000020:00000001:1.0:1767384325.144529:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.144535:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000010:0.0:1767384325.144536:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000024017a8. 00000020:00000001:1.0:1767384325.144541:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:3.0:1767384325.144544:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384325.144545:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000020:00000001:1.0:1767384325.144546:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000010:3.0:1767384325.144549:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1742b30. 00000100:00000001:1.0:1767384325.144555:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384325.144557:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066f666b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748236160:12345-0@lo:400: 00000100:00000200:3.0:1767384325.144561:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748236160 00000020:00000010:1.0:1767384325.144561:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000100:00000001:0.0:1767384325.144562:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1767384325.144567:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384325.144569:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e1e182c4. 00000020:00000001:3.0:1767384325.144570:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384325.144570:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059f4db20. 00000020:00000001:3.0:1767384325.144574:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.144577:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000020:00000010:0.0:1767384325.144577:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000057244e69. 00000020:00000001:3.0:1767384325.144578:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384325.144581:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000010:0.0:1767384325.144584:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7503ca0. 00000020:00000001:3.0:1767384325.144586:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384325.144586:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384325.144591:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384325.144592:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3c61a6. 00000020:00000001:3.0:1767384325.144596:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.144596:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384325.144601:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384325.144601:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac163e57. 00000100:00000001:0.0:1767384325.144601:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384325.144605:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384325.144609:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000983f9e2b. 00000020:00000001:3.0:1767384325.144610:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.144611:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384325.144616:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384325.144616:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384325.144620:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.144621:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384325.144623:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767384325.144625:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384325.144630:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384325.144631:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d7376ec4. 00000100:00000001:0.0:1767384325.144632:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.144634:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384325.144636:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.144639:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.144639:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384325.144645:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.144647:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000040:3.0:1767384325.144648:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748236160 00000100:00000001:1.0:1767384325.144649:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384325.144651:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384325.144654:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384325.144655:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384325.144659:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384325.144660:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000200:3.0:1767384325.144661:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066f666b0 x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384325.144667:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:0.0:1767384325.144672:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656096640 : -114055053454976 : ffff98447d0dd180) 00010000:00000001:3.0:1767384325.144673:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384325.144673:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.144678:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.144681:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbb1434d x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384325.144683:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.144688:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384325.144691:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384325.144693:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384325.144708:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384325.144711:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00100000:1.0:1767384325.144715:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000001:3.0:1767384325.144717:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384325.144720:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.144724:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.144724:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:0.0:1767384325.144724:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384325.144730:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384325.144730:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407823360 : -114055301728256 : ffff98446e417800) 00000020:00000010:0.0:1767384325.144731:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3155bd. 00000400:00000010:3.0:1767384325.144736:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000001:0.0:1767384325.144738:0:16787:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384325.144740:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000156f3d7d x1853236748235904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384325.144741:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748236160, offset 224 00000020:00000010:0.0:1767384325.144743:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3155bd. 00000400:00000200:3.0:1767384325.144751:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384325.144757:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb1434d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748236288:12345-0@lo:400: 00000400:00000200:3.0:1767384325.144765:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384325.144766:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384325.144767:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748236288 00000020:00000001:0.0:1767384325.144772:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384325.144773:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f81e8ecf. 00000020:00000001:0.0:1767384325.144775:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384325.144779:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e103580 00000100:00000001:1.0:1767384325.144779:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384325.144785:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.144786:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14d9 [1] + 224 00000020:00000010:1.0:1767384325.144787:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f81e8ecf. 00000020:00000001:0.0:1767384325.144792:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384325.144794:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384325.144796:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00100000:1.0:1767384325.144800:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000156f3d7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748235904:12345-0@lo:400: 00000400:00000200:3.0:1767384325.144802:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384325.144803:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384325.144807:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.144808:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384325.144814:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384325.144815:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.144816:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748235904 00000020:00000001:0.0:1767384325.144818:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384325.144822:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.144823:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384325.144828:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384325.144829:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384325.144833:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.144834:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384325.144837:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384325.144839:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384325.144840:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384325.144845:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 02000000:00000010:0.0:1767384325.144846:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006738afec. 02000000:00000001:0.0:1767384325.144850:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.144852:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384325.144853:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384325.144855:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.144857:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.144858:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.144860:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000020:00000001:1.0:1767384325.144862:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:0.0:1767384325.144863:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748236288 00000400:00000010:3.0:1767384325.144864:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000020:00000001:1.0:1767384325.144866:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384325.144869:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384325.144870:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384325.144871:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.144872:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384325.144877:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384325.144879:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384325.144879:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbb1434d x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.144882:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384325.144886:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 02000000:00000001:1.0:1767384325.144887:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384325.144893:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:1.0:1767384325.144894:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000085fb9a49. 00000020:00000001:3.0:1767384325.144896:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.144897:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384325.144899:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384325.144900:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384325.144902:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.144905:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066f666b0 x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.144905:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384325.144907:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=26 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384325.144911:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.144918:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384325.144919:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748235904 00000100:00100000:3.0:1767384325.144923:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066f666b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748236160:12345-0@lo:400: Request processed in 399us (1261us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384325.144924:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:1.0:1767384325.144926:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384325.144932:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00010000:00000200:1.0:1767384325.144934:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000156f3d7d x1853236748235904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.144939:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000001:0.0:1767384325.144939:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384325.144944:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.144945:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:3.0:1767384325.144951:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384325.144952:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384325.144954:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384325.144954:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.144958:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384325.144959:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384325.144960:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4d416e0. 00000100:00001000:1.0:1767384325.144964:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=21 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384325.144966:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f3560e. 00000020:00000010:3.0:1767384325.144967:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00000020:00000010:3.0:1767384325.144975:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947d93c4. 00000100:00000001:1.0:1767384325.144975:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384325.144975:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748236288, offset 224 00000020:00000040:3.0:1767384325.144982:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000040:1.0:1767384325.144982:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:1.0:1767384325.144988:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:3.0:1767384325.144989:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384325.144989:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384325.144996:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.144998:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145003:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384325.145004:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384325.145010:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1767384325.145011:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:1.0:1767384325.145014:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000913faa64. 00000020:00000040:3.0:1767384325.145017:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000400:00000200:0.0:1767384325.145017:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e103600 00000100:00000200:1.0:1767384325.145021:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748235904, offset 224 00000100:00080000:3.0:1767384325.145024:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384325.145028:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000400:00000200:0.0:1767384325.145029:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x14f1 [1] + 224 00000100:00000001:3.0:1767384325.145037:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.145040:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384325.145045:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.145048:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384325.145053:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:3.0:1767384325.145061:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384325.145064:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.145066:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7f912e. 00000400:00000200:1.0:1767384325.145069:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384325.145071:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001022c0b4 00000400:00000010:3.0:1767384325.145074:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001022c0b4. 00000100:00000001:3.0:1767384325.145078:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384325.145080:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384325.145081:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e103480 00000100:00000200:3.0:1767384325.145084:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384325.145090:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384325.145097:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x14e1 [1] + 224 00000100:00000200:3.0:1767384325.145132:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.145140:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384325.145143:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.145145:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384325.145148:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.145149:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.145151:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.145153:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.145158:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384325.145160:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.145163:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.145165:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.145167:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384325.145172:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384325.145177:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145180:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384325.145181:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384325.145184:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384325.145185:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.145190:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.145194:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.145197:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.145198:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384325.145209:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384325.145219:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.145230:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384325.145234:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000388f42ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748236160:0@lo:400: 00000100:00000001:1.0:1767384325.145239:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384325.145239:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.145242:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145248:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384325.145248:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384325.145255:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000388f42ba x1853236748236160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.145265:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384325.145275:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f3560e 00000400:00000010:0.0:1767384325.145280:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001f3560e. 00000100:00000001:3.0:1767384325.145284:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384325.145286:0:16787:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384325.145288:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384325.145288:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384325.145289:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1767384325.145292:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b31e6f52. 00000100:00000001:0.0:1767384325.145295:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.145299:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.145303:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384325.145303:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000040:3.0:1767384325.145306:0:16146:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384325.145310:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384325.145313:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384325.145314:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384325.145317:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000149ae914. 00000020:00000001:0.0:1767384325.145318:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384325.145323:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384325.145323:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384325.145324:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbb1434d x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384325.145328:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.145331:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000388f42ba. 00000400:00000200:1.0:1767384325.145332:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000913faa64 00000100:00000001:3.0:1767384325.145337:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767384325.145338:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000913faa64. 00000100:00000001:3.0:1767384325.145343:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.145345:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384325.145347:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb1434d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748236288:12345-0@lo:400: Request processed in 619us (1098us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384325.145350:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145350:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.145356:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145357:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.145362:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384325.145362:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384325.145365:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000040:0.0:1767384325.145368:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000400:00000001:3.0:1767384325.145369:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384325.145371:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384325.145373:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384325.145374:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384325.145375:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384325.145378:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f8fc1a. 00000100:00000001:0.0:1767384325.145379:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384325.145380:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384325.145385:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000057244e69. 00000400:00000200:3.0:1767384325.145387:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0cfea8b 00000100:00000040:1.0:1767384325.145389:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000156f3d7d x1853236748235904/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384325.145392:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0cfea8b. 00000020:00000010:0.0:1767384325.145394:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7503ca0. 00000100:00000001:3.0:1767384325.145400:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384325.145402:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059f4db20. 00000100:00000200:3.0:1767384325.145407:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384325.145410:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00100000:1.0:1767384325.145417:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000156f3d7d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748235904:12345-0@lo:400: Request processed in 647us (1726us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384325.145417:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384325.145423:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.145433:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384325.145435:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384325.145439:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:3.0:1767384325.145441:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.145444:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384325.145444:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384325.145448:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.145449:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384325.145450:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.145453:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.145455:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384325.145455:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac163e57. 00000100:00001000:3.0:1767384325.145461:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=26 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384325.145462:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000983f9e2b. 00000100:00001000:3.0:1767384325.145465:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.145469:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384325.145469:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3c61a6. 00000100:00000001:3.0:1767384325.145472:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.145475:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384325.145476:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00010000:00080000:3.0:1767384325.145479:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.145483:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.145486:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145488:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384325.145489:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384325.145490:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384325.145492:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.145495:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.145500:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.145501:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.145502:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384325.145505:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.145511:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000741d4806 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748236288:0@lo:400: 00000100:00000001:3.0:1767384325.145515:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145517:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.145520:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000741d4806 x1853236748236288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.145525:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.145527:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.145529:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005dd5aea9. 02000000:00000001:3.0:1767384325.145537:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.145539:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.145540:0:16146:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384325.145543:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.145544:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078bf251d. 02000000:00000001:3.0:1767384325.145549:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.145551:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.145552:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000741d4806. 00000100:00000001:3.0:1767384325.145556:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.145558:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.145561:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145562:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.145564:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384325.145566:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.145569:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145596:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384325.145600:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748236032 02000000:00000001:1.0:1767384325.145602:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384325.145605:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.145607:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.145610:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.145613:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748236032 00000020:00000001:1.0:1767384325.145616:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384325.145617:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:1.0:1767384325.145620:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.145622:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:1.0:1767384325.145625:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:1.0:1767384325.145627:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384325.145630:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.145633:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f81e8ecf. 00000100:00000001:1.0:1767384325.145636:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.145639:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f81e8ecf. 00000020:00000010:1.0:1767384325.145644:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3c61a6. 00000020:00000010:1.0:1767384325.145647:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac163e57. 00000020:00000010:1.0:1767384325.145650:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000983f9e2b. 00000100:00000040:1.0:1767384325.145656:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384325.145659:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384325.145661:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384325.145662:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145807:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145822:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.145831:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384325.145834:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384325.145838:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384325.145840:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:1.0:1767384325.145843:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407809920 : -114055301741696 : ffff98446e414380) 00000100:00000040:1.0:1767384325.145848:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ff4b627 x1853236748236032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/0 e 0 to 0 dl 1767384336 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.145861:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384325.145873:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f81e8ecf. 00000100:00000001:1.0:1767384325.145876:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384325.145878:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f81e8ecf. 00000100:00100000:1.0:1767384325.145884:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ff4b627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748236032:12345-0@lo:13: 00000100:00000200:1.0:1767384325.145888:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748236032 00000020:00000001:1.0:1767384325.145890:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384325.145893:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384325.145895:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.145897:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384325.145900:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000001:1.0:1767384325.145902:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384325.145905:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384325.145907:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384325.145909:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384325.145912:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145915:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384325.145917:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384325.145921:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000099046f4f. 02000000:00000001:1.0:1767384325.145923:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.145926:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384325.145929:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384325.145933:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384325.145936:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384325.145940:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384325.145951:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.145957:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384325.145959:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384325.145965:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384325.145970:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384325.145973:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384325.145977:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384325.145983:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384325.145987:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384325.145993:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384325.145997:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748236032 00010000:00000001:1.0:1767384325.146008:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384325.146015:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ff4b627 x1853236748236032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384325.146027:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384325.146031:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.146035:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.146042:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384325.146047:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384325.146050:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384325.146055:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.146056:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.146059:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.146062:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.146170:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000913faa64. 00000100:00000200:1.0:1767384325.146176:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748236032, offset 224 00000400:00000200:1.0:1767384325.146183:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.146190:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.146198:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e103500 00000400:00000200:1.0:1767384325.146203:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x14e9 [1] + 224 00000400:00000200:1.0:1767384325.146207:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.146211:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.146215:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.146219:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.146227:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.146234:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.146239:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000913faa64 00000400:00000010:1.0:1767384325.146242:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000913faa64. 00000100:00000001:1.0:1767384325.146245:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.146247:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.146252:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.146255:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.146257:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384325.146265:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.146268:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384325.146272:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ff4b627 x1853236748236032/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:306/0 lens 224/368 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.146280:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ff4b627 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748236032:12345-0@lo:13: Request processed in 419us (2199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384325.146287:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384325.146290:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:1.0:1767384325.146293:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384325.146295:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384325.146298:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac163e57. 00000020:00000010:1.0:1767384325.146301:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000983f9e2b. 00000020:00000010:1.0:1767384325.146305:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3c61a6. 00000020:00000040:1.0:1767384325.146309:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:1.0:1767384325.146311:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384325.146356:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc3c61a6. 20000000:01000000:1.0:1767384325.146360:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384325.146366:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384325.146371:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384325.146397:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384325.146401:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384325.146402:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.146404:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384325.146407:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384325.146412:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384325.146414:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384325.146419:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006121caf2. 00080000:00000001:1.0:1767384325.146422:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381313536 : -114060328238080 : ffff984342a70400) 00080000:00000001:1.0:1767384325.146424:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384325.146477:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384325.146479:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.146482:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384325.146499:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384325.146502:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384325.146646:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384325.146650:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384325.146682:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.146686:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.146689:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384325.146693:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384325.146712:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384325.146719:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002ce4582a count: 2 00010000:00000001:1.0:1767384325.146723:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384325.146727:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.146732:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026b492fe. 00000020:00000001:1.0:1767384325.146736:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384325.146739:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000026b492fe with handle 0x4ac496f8d605e108 to hash 00000020:00000001:1.0:1767384325.146742:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.146744:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00010000:00000001:1.0:1767384325.146746:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174202880 : -114055535348736 : ffff98446054b400) 00010000:00000001:1.0:1767384325.146750:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.146752:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.146756:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e108 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.146766:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.146770:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384325.146774:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.146776:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.146779:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384325.146784:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e0fa expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.146790:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384325.146793:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.146797:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.146798:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.146801:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.146803:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384325.146806:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e108 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.146821:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002ce4582a) refcount = 2 00010000:00000040:1.0:1767384325.146825:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384325.146828:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e0fa expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.146834:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384325.146836:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e108 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384325.146843:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f81e8ecf. 00000100:00000001:1.0:1767384325.146848:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384325.146852:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000091ef12fd. 00000100:00000001:1.0:1767384325.146855:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017769294080 : -114055940257536 : ffff984448324900) 00000100:00000001:1.0:1767384325.146858:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017769294080 : -114055940257536 : ffff984448324900) 00000100:00000001:1.0:1767384325.146861:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384325.146863:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384325.146865:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384325.146869:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.146872:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384325.146874:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.146877:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.146879:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384325.146883:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384325.146887:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3395b59. 00000020:00000040:1.0:1767384325.146890:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:1.0:1767384325.146894:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384325.146896:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384325.146898:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.146903:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a88b7b66. 00000100:00000001:1.0:1767384325.146907:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.146911:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e0fa expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.146922:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000044b90e06/0x4ac496f8d605e101 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e0fa expref: 16 pid: 16780 timeout: 395 lvb_type: 0 00010000:00000001:1.0:1767384325.146939:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384325.146941:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384325.146945:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.146953:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384325.146954:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.146957:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3395b59 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748236416:0@lo:104: 00000100:00000001:1.0:1767384325.146961:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384325.146964:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384325.146966:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.146968:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384325.146971:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd772b32. 02000000:00000001:1.0:1767384325.146974:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.146979:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000400:00000010:1.0:1767384325.146984:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000913faa64. 00000100:00000200:1.0:1767384325.146988:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748236416, portal 16 00000100:00000001:1.0:1767384325.146991:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.146993:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407814400 : -114055301737216 : ffff98446e415500) 00000100:00000040:1.0:1767384325.146998:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.147004:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.147008:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.147011:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db4bdd8c. 00000100:00000200:1.0:1767384325.147013:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748236416, offset 0 00000400:00000200:1.0:1767384325.147019:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.147026:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.147032:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e103680 00000400:00000200:1.0:1767384325.147038:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000400:00000200:1.0:1767384325.147042:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.147047:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.147051:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.147053:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384325.147064:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078137b63. 00000100:00000040:1.0:1767384325.147067:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000078137b63 x1853236748236416 msgsize 328 00000100:00100000:1.0:1767384325.147073:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384325.147086:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.147092:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4bdd8c 00000400:00000010:1.0:1767384325.147095:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db4bdd8c. 00000100:00000001:1.0:1767384325.147098:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.147102:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.147150:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.147158:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.147173:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.147177:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.147185:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.147190:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294913040 00000100:00000001:1.0:1767384325.147197:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294913033 00000100:00000001:1.0:1767384325.147204:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294913040 00000100:00000001:1.0:1767384325.147214:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294913033 00000100:00000001:1.0:1767384325.147220:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294913040 00000100:00000001:1.0:1767384325.147226:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294913033 00000100:00000001:1.0:1767384325.147235:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294913040 00000100:00000001:1.0:1767384325.147241:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294913033 00000100:00000001:1.0:1767384325.147254:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.147256:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.147259:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.147263:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.147268:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.147271:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384325.147272:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384325.147274:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384325.147276:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384325.147278:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.147283:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:1.0:1767384325.147284:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:3.0:1767384325.147287:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00010000:00000001:1.0:1767384325.147289:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384325.147291:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407824256 : -114055301727360 : ffff98446e417b80) 00000100:00000040:3.0:1767384325.147297:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078137b63 x1853236748236416/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:306/0 lens 328/0 e 0 to 0 dl 1767384336 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.147302:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.147308:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.147310:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384325.147312:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384325.147314:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1742b30. 00000100:00100000:1.0:1767384325.147316:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 0000000091ef12fd going to sleep for 11 seconds 00000100:00000001:3.0:1767384325.147318:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.147322:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384325.147323:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1742b30. 00000100:00000001:1.0:1767384325.147327:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.147329:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078137b63 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748236416:12345-0@lo:104: 00000100:00000200:3.0:1767384325.147334:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748236416 00010000:00000001:3.0:1767384325.147336:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384325.147340:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384325.147342:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.147343:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=2 00000020:00000001:3.0:1767384325.147346:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:3.0:1767384325.147349:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:3.0:1767384325.147360:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384325.147363:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384325.147366:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384325.147368:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384325.147373:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384325.147377:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e3b760d. 00000100:00000001:3.0:1767384325.147379:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384325.147384:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.147385:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384325.147390:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065bba94f. 00010000:00000040:1.0:1767384325.147391:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748235776 02000000:00000001:3.0:1767384325.147396:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.147396:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384325.147401:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.147404:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1767384325.147405:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029e6807f x1853236748235776/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384325.147407:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.147412:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.147419:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384325.147423:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:1.0:1767384325.147425:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384325.147426:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384325.147430:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384325.147431:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.147433:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.147437:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767384325.147437:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=31 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384325.147443:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384325.147445:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384325.147447:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000040:1.0:1767384325.147451:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000200:3.0:1767384325.147454:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748236416, offset 224 00000100:00000001:1.0:1767384325.147455:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384325.147461:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384325.147463:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.147466:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.147470:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.147475:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138e2a68. 00000100:00000200:1.0:1767384325.147479:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748235776, offset 224 00000400:00000200:1.0:1767384325.147486:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.147493:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.147501:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103400 00000400:00000200:1.0:1767384325.147508:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14cd [2] + 224 00000400:00000200:1.0:1767384325.147515:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.147518:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.147522:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.147528:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384325.147551:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cb852b56 x1853236748235776/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.147570:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.147578:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138e2a68 00000400:00000010:1.0:1767384325.147580:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138e2a68. 00000100:00000001:1.0:1767384325.147584:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384325.147588:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.147593:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.147597:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:1.0:1767384325.147602:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384325.147605:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384325.147609:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384325.147615:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029e6807f x1853236748235776/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:306/0 lens 4848/4768 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.147629:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029e6807f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16147:x1853236748235776:12345-0@lo:253: Request processed in 13345us (13687us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384325.147647:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:1.0:1767384325.147653:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384325.147656:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384325.147658:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384325.147662:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5f28ca0. 00000020:00000010:1.0:1767384325.147668:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6b9a4f0. 00000020:00000010:1.0:1767384325.147674:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e38a5b6a. 00000020:00000040:1.0:1767384325.147683:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 02000000:00000001:1.0:1767384325.147689:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384325.147693:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000900dccc2. 02000000:00000001:1.0:1767384325.147712:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384325.147715:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384325.147720:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384325.147726:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e74d11. 00000400:00000010:1.0:1767384325.147732:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138e2a68. 00000100:00000040:1.0:1767384325.147749:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (250) 00000100:00000001:1.0:1767384325.147766:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.147769:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384325.147774:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.147778:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.147782:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db4a6f48. 00000400:00000200:1.0:1767384325.147787:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff4baee 00000400:00000010:1.0:1767384325.147791:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bff4baee. 00000100:00000001:1.0:1767384325.147797:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.147803:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.147816:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.147828:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.147832:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.147834:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.147838:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384325.147842:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384325.147842:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.147844:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.147849:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.147854:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=21 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384325.147857:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767384325.147863:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.147867:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.147869:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.147872:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384325.147878:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384325.147879:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e103680 00000400:00000200:3.0:1767384325.147891:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1509 [1] + 224 00010000:00000001:1.0:1767384325.147892:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.147895:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384325.147896:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384325.147898:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384325.147900:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.147903:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.147908:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.147909:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.147916:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384325.147918:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384325.147921:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384325.147923:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:3.0:1767384325.147933:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000020:1.0:1767384325.147936:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:3.0:1767384325.147942:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:1.0:1767384325.147942:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.147947:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.147949:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384325.147955:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748236032:0@lo:13: 00000100:00000200:3.0:1767384325.147958:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:1.0:1767384325.147961:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.147964:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.147966:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afabb6fb. 00000400:00000200:1.0:1767384325.147971:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:1.0:1767384325.147974:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000001:1.0:1767384325.147978:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384325.147981:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384325.147982:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.148003:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.148012:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.148014:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.148015:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.148017:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.148018:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.148019:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.148020:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.148022:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.148024:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.148029:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.148032:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.148033:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384325.148034:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00010000:00000001:1.0:1767384325.148034:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384325.148037:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000001:3.0:1767384325.148040:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384325.148044:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00080000:1.0:1767384325.148047:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.148049:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.148057:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384325.148058:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.148064:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384325.148064:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384325.148065:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384325.148069:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000010:3.0:1767384325.148070:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000ddde786. 00000100:00000001:1.0:1767384325.148070:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.148076:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000040:1.0:1767384325.148077:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.148083:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.148084:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.148085:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384325.148086:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000040:1.0:1767384325.148089:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384325.148090:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.148095:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.148100:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.148128:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ecba4f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748235904:0@lo:400: 00000100:00000040:3.0:1767384325.148130:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078137b63 x1853236748236416/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:306/0 lens 328/224 e 0 to 0 dl 1767384336 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384325.148132:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.148136:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148137:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384325.148143:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384325.148144:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384325.148147:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078137b63 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748236416:12345-0@lo:104: Request processed in 836us (1077us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384325.148150:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6fc22ca x1853236748236032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384325.148155:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384325.148159:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767384325.148163:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1767384325.148164:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384325.148170:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:1.0:1767384325.148172:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384325.148175:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384325.148178:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384325.148179:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384325.148181:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003811b824 already unused, calling callback (0000000086de5a03) 02000000:00000010:1.0:1767384325.148183:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000608f32f2. 00000020:00000010:3.0:1767384325.148184:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab555ef7. 10000000:00000001:0.0:1767384325.148185:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384325.148189:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384325.148191:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000661b928. 02000000:00000001:1.0:1767384325.148192:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.148196:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384325.148198:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384325.148200:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3731493. 00000020:00000040:1.0:1767384325.148200:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:0.0:1767384325.148201:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384325.148204:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384325.148208:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00000020:00000001:1.0:1767384325.148208:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384325.148208:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 02000000:00000010:1.0:1767384325.148212:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d20dca5. 00000100:00000001:3.0:1767384325.148213:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384325.148215:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:0.0:1767384325.148220:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 02000000:00000001:1.0:1767384325.148221:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384325.148225:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767384325.148226:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.148230:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6fc22ca. 00010000:00010000:0.0:1767384325.148231:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384325.148233:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.148237:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1767384325.148238:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384325.148241:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384325.148242:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.148246:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000100:00000001:1.0:1767384325.148247:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384325.148247:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1767384325.148250:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000913faa64 10000000:00010000:0.0:1767384325.148250:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384325.148253:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000913faa64. 00000100:00000001:3.0:1767384325.148261:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384325.148261:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ecba4f7 x1853236748235904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384325.148266:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000200:3.0:1767384325.148268:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384325.148275:0:16773:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384325.148280:0:16773:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384325.148287:0:16773:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:1.0:1767384325.148291:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384325.148292:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384325.148297:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384325.148297:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384325.148297:0:16773:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.148301:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e2cb518. 02000000:00000001:1.0:1767384325.148309:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1767384325.148311:0:16773:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384325.148312:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384325.148314:0:16148:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1767384325.148315:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767384325.148316:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384325.148317:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 10000000:00000040:0.0:1767384325.148318:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 00000100:00000001:3.0:1767384325.148320:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384325.148323:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:0.0:1767384325.148324:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384325.148326:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384325.148326:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767384325.148327:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.148330:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384325.148331:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fa927199. 02000000:00000001:3.0:1767384325.148333:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.148340:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=31 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384325.148341:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384325.148341:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384325.148345:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384325.148346:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384325.148349:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:3.0:1767384325.148350:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=31 v=5 (1 0 0 0) 00000100:00000010:1.0:1767384325.148351:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecba4f7. 00010000:00000001:0.0:1767384325.148352:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384325.148357:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.148360:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.148360:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384325.148361:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e0fa from hash 00000100:00000001:3.0:1767384325.148364:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148365:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384325.148366:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384325.148369:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384325.148372:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384325.148373:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384325.148373:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.148376:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384325.148378:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.148379:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384325.148382:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384325.148382:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767384325.148384:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148386:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.148387:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384325.148391:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767384325.148392:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384325.148394:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.148397:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384325.148397:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002001ae7c. 00000020:00000040:0.0:1767384325.148402:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384325.148408:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384325.148410:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384325.148411:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384325.148414:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.148417:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1767384325.148419:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059f4db20. 00000100:00000001:3.0:1767384325.148420:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384325.148424:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.148429:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384325.148429:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384325.148432:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384325.148433:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384325.148436:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384325.148439:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.148441:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384325.148444:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384325.148446:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384325.148448:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384325.148451:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384325.148459:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d3395b59 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748236416:0@lo:104: 00000100:00000040:0.0:1767384325.148461:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002001ae7c] to pc [ptlrpcd_00_02+2] req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.148469:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.148474:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.148477:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384325.148479:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.148483:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d3395b59 x1853236748236416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384325.148486:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384325.148493:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384325.148496:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384325.148499:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384325.148499:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148502:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384325.148503:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.148504:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.148507:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd772b32. 00000100:00000001:1.0:1767384325.148508:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384325.148510:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384325.148513:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384325.148514:0:16801:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1767384325.148514:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384325.148518:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00010000:00010000:0.0:1767384325.148519:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384325.148522:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384325.148523:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.148527:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a88b7b66. 02000000:00000001:3.0:1767384325.148535:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384325.148535:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384325.148539:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00010000:0.0:1767384325.148539:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e0fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e101 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384325.148541:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384325.148542:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d3395b59. 00000100:00000001:1.0:1767384325.148546:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.148548:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.148551:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384325.148553:0:16773:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001b4c4e13. 02000000:00000001:1.0:1767384325.148554:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384325.148555:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000091ef12fd. 02000000:00000001:1.0:1767384325.148559:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.148560:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000040:0.0:1767384325.148560:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000124b4b84 count: 0 00010000:00000001:3.0:1767384325.148563:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384325.148566:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384325.148567:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f81e8ecf. 00010000:00000001:0.0:1767384325.148571:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384325.148574:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384325.148575:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384325.148575:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002001ae7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748236544:0@lo:103: 00010000:00000010:0.0:1767384325.148576:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000ddde786. 00010000:00000001:3.0:1767384325.148580:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384325.148583:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.148586:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.148587:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 20000000:00000001:3.0:1767384325.148589:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384325.148593:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1767384325.148593:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767384325.148595:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e108 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384325.148597:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.148603:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384325.148608:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ada9da6b. 02000000:00000001:1.0:1767384325.148618:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384325.148623:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384325.148627:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000100:00000200:1.0:1767384325.148630:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748236544, portal 18 00000100:00000001:1.0:1767384325.148633:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384325.148634:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656094848 : -114055053456768 : ffff98447d0dca80) 00000100:00000040:1.0:1767384325.148640:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.148646:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384325.148649:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384325.148652:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4baee. 00000100:00000200:1.0:1767384325.148655:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748236544, offset 0 00000400:00000200:1.0:1767384325.148660:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384325.148666:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384325.148675:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e103700 00000400:00000200:1.0:1767384325.148681:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384325.148686:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384325.148692:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384325.148712:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384325.148715:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384325.148719:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecba4f7. 00000100:00000040:1.0:1767384325.148723:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000002ecba4f7 x1853236748236544 msgsize 328 00000100:00100000:1.0:1767384325.148728:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384325.148739:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384325.148744:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff4baee 00000400:00000010:1.0:1767384325.148746:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bff4baee. 00000100:00000001:1.0:1767384325.148750:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384325.148754:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.148762:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.148765:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.148772:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148781:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384325.148787:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148790:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294913041 00000100:00000001:1.0:1767384325.148796:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913040 00000100:00000001:1.0:1767384325.148799:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294913041 00000100:00000001:1.0:1767384325.148803:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913040 00000100:00000001:1.0:1767384325.148806:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294913041 00000100:00000001:1.0:1767384325.148809:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294913040 00000100:00000001:1.0:1767384325.148813:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294913041 00000100:00000001:1.0:1767384325.148816:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294913040 00000100:00000001:1.0:1767384325.148820:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.148822:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148824:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148826:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.148831:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.148832:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384325.148835:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.148837:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384325.148839:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.148842:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.148883:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384325.148886:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384325.148896:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.148899:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.148904:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384325.148907:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.148912:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.148915:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384325.148919:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384325.148922:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384325.148925:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384325.149057:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384325.149060:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384325.149064:0:20667:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384325.149068:0:20667:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.149500:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e108 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.149516:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384325.149520:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384325.149524:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000026b492fe/0x4ac496f8d605e108 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.149534:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.149537:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.149540:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.149543:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384325.149769:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.149779:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384325.149785:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384325.149789:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384325.149792:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afabb6fb. 00000400:00000200:1.0:1767384325.149799:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:1.0:1767384325.149804:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000001:1.0:1767384325.149809:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384325.149817:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384325.149834:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.149848:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384325.149851:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.149856:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384325.149859:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384325.149863:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384325.149865:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384325.149871:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384325.149874:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384325.149878:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384325.149881:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384325.149883:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.149885:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384325.149887:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.149890:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384325.149893:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.149901:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384325.149903:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384325.149905:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384325.149910:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384325.149918:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002001ae7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748236544:0@lo:103: 00000100:00000001:1.0:1767384325.149924:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.149935:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384325.149938:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002001ae7c x1853236748236544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384325.149946:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384325.149948:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384325.149951:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ada9da6b. 02000000:00000001:1.0:1767384325.149954:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384325.149956:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384325.149958:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384325.149960:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384325.149962:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000059f4db20. 02000000:00000001:1.0:1767384325.149966:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384325.149967:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384325.149969:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002001ae7c. 00000100:00000001:1.0:1767384325.149973:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384325.149975:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.149977:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384325.149982:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384325.149983:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384325.149986:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384325.149988:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384325.153130:0:23419:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000124b4b84. 00010000:00000010:0.1:1767384325.153139:0:23419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00010000:00000010:2.1:1767384325.156142:0:16660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044b90e06. 00010000:00000010:2.1:1767384325.156149:0:16660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000026b492fe. 00010000:00000010:2.1:1767384325.156153:0:16660:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002ce4582a. 00080000:00000001:1.0:1767384325.156226:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384325.156231:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384325.156235:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384325.156238:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384325.156240:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384325.156242:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006121caf2. 00080000:00000001:1.0:1767384325.156247:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384325.156260:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384325.156263:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384325.156266:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384325.156273:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384325.156276:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384325.156282:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b8dafb7. 00010000:00000001:1.0:1767384325.156286:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384325.156289:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf3fcdca. 00000020:00000001:1.0:1767384325.156292:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384325.156296:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf3fcdca with handle 0x4ac496f8d605e10f to hash 00000020:00000001:1.0:1767384325.156303:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384325.156305:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384325.156307:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384325.156310:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.156312:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.156314:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156321:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384325.156323:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384325.156325:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384325.156327:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.156329:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.156331:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384325.156333:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.156335:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384325.156337:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384325.156338:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384325.156340:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384325.156341:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007b8dafb7) refcount = 1 00010000:00010000:1.0:1767384325.156344:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156348:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384325.156350:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384325.156351:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.156352:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.156354:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384325.156356:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384325.156357:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002890531s 00010000:00000001:1.0:1767384325.156359:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.156361:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.156362:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=4 00000020:00000001:1.0:1767384325.156364:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384325.156366:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384325.156372:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384325.156373:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156378:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384325.156380:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156383:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.156384:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384325.156385:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156389:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.156390:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.156392:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384325.156393:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384325.156397:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf3fcdca already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384325.156399:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.156400:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384325.156401:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156404:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384325.156405:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384325.156406:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384325.156407:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=5 00000020:00000001:1.0:1767384325.156408:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384325.156410:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384325.156412:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384325.156413:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156423:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384325.156425:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384325.156426:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.156428:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384325.156429:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384325.156430:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384325.156431:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384325.156433:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf3fcdca with handle 0x4ac496f8d605e10f from hash 00010000:00000001:1.0:1767384325.156434:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384325.156435:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.156436:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.156436:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384325.156437:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384325.156438:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384325.156440:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384325.156441:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384325.156442:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.156444:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384325.156444:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384325.156446:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.156446:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.156447:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.156448:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384325.156449:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.156450:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156454:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.156455:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.156455:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384325.156457:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384325.156458:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384325.156458:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384325.156459:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384325.156461:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384325.156462:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384325.156469:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384325.156473:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384325.156474:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384325.156475:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e10f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384325.156478:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007b8dafb7 count: 0 00010000:00000001:1.0:1767384325.156484:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384325.156485:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384325.157330:0:23418:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dd622631. 00000400:00000040:3.0:1767384325.157345:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.157348:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384325.157350:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.157352:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.157354:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.157356:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384325.157359:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.157360:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384325.157361:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384325.157362:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384325.157368:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384325.157369:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.157371:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384325.157373:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.157374:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384325.157376:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384325.157378:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384325.157379:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384325.157380:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384325.157382:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.157384:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384325.157385:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.157387:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.157388:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.157389:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384325.157391:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.157393:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384325.157394:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.157396:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.157397:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.157398:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384325.157400:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384325.157401:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384325.157402:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384325.157403:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384325.157405:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.157406:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384325.157408:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384325.157409:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.157411:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384325.157412:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384325.157413:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384325.157415:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384325.157416:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384325.157417:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384325.157418:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384325.157419:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384325.157420:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384325.157422:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384325.157428:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384325.157430:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384325.157432:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384325.157432:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384325.157434:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384325.157435:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384325.157436:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384325.157437:0:23418:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384325.157494:0:23418:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dd622631. 00000100:00000001:3.0:1767384325.159578:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.159582:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384325.159588:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384325.159591:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384325.159594:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061bd8bbc. 00000400:00000200:3.0:1767384325.159599:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a5b8351 00000400:00000010:3.0:1767384325.159603:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a5b8351. 00000100:00000001:3.0:1767384325.159607:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384325.159613:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047e5273b x1853236748235648/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384325.159627:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047e5273b x1853236748235648/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.159639:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384325.159641:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.159646:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384325.159649:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384325.159652:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384325.159655:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384325.159658:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384325.159663:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384325.159667:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384325.159670:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384325.159672:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384325.159676:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384325.159679:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.159683:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384325.159687:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047e5273b x1853236748235648/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.159723:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384325.159725:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384325.159726:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384325.159730:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384325.159733:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384325.159734:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384325.159736:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384325.159738:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384325.159741:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384325.159743:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384325.159745:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384325.159747:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384325.159750:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384325.159754:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047e5273b x1853236748235648/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384325.159761:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047e5273b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748235648:0@lo:253: 00000100:00000001:3.0:1767384325.159769:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.159772:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384325.159776:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047e5273b x1853236748235648/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384325.159782:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384325.159786:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384325.159788:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e84738e8. 02000000:00000001:3.0:1767384325.159795:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384325.159797:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384325.159798:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384325.159800:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384325.159802:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000720e50ef. 02000000:00000001:3.0:1767384325.159804:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384325.159806:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384325.159807:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047e5273b. 00000100:00000001:3.0:1767384325.159810:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384325.159811:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.159812:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384325.159823:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384325.159824:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384325.159825:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384325.159827:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384325.161160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007b8dafb7. 00010000:00000010:1.1:1767384325.161169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00000100:00000040:1.0:1767384325.161184:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294913041, at 4294913042 00000100:00000010:1.0:1767384325.161195:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f19afd5. 00000100:00000040:3.0:1767384325.162144:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294913041, at 4294913043 00000100:00000010:3.0:1767384325.162149:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d109f5f. 00000100:00000040:0.0:1767384325.162691:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294913041, at 4294913043 00000100:00000010:0.0:1767384325.162708:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cba5d6c. 00080000:00000001:3.0:1767384326.045818:0:23684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384326.045835:0:23684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.045840:0:23684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384326.045846:0:23684:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384326.045852:0:23684:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384326.045855:0:23684:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384326.488227:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384326.488231:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384326.488234:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384326.839886:0:23848:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384326.839890:0:23848:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:1.0:1767384326.842897:0:23848:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384326.849612:0:23849:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e2f1de47. 00000400:00000010:1.0:1767384326.849627:0:23849:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c3984c59. 00000400:00000010:1.0:1767384326.849638:0:23849:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000858b01ef. 00000400:00000010:1.0:1767384326.849642:0:23849:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f67e969f. 00000400:00000010:1.0:1767384326.849646:0:23849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f448804. 00000400:00000010:1.0:1767384326.849660:0:23849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c2fa1190. 00000400:00000010:1.0:1767384326.849661:0:23849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001a731438. 00000400:00000010:1.0:1767384326.849662:0:23849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000896df0c4. 00000400:00000010:1.0:1767384326.849666:0:23849:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000015431754. 00000800:00000010:1.0:1767384326.849694:0:23849:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e844575e. 00000800:00000200:1.0:1767384326.849710:0:23849:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384326.849725:0:23849:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384326.849787:0:23849:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384326.849809:0:23849:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp24 [8/256/0/180] 00000400:00000010:1.0:1767384326.851266:0:23849:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000731bdb2f. 00000400:00000010:1.0:1767384326.851275:0:23849:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384326.851282:0:23849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000400:00000001:1.0:1767384326.851306:0:23849:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384326.851307:0:23849:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.851309:0:23849:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0379e46. 00000400:00000200:1.0:1767384326.851312:0:23849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005851a055 00000400:00000010:1.0:1767384326.851314:0:23849:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005851a055. 00000400:00000010:1.0:1767384326.851321:0:23849:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000610c4e71. 00000400:00000200:1.0:1767384326.851326:0:23849:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (15) 00000400:00000200:1.0:1767384326.851337:0:23849:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384326.851345:0:23849:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:1.0:1767384326.851353:0:23849:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000900dccc2. 00000020:01000000:1.0:1767384326.851359:0:23849:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384326.851362:0:23849:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp24 00000400:00000200:0.0:1767384326.851366:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384326.851376:0:23849:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c3984c59. 00000400:00000010:1.0:1767384326.851380:0:23849:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e2f1de47. 00000400:00000200:0.0:1767384326.851383:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:0.0:1767384326.851394:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f3560e. 00000400:00000200:0.0:1767384326.851397:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (16) 00000400:00000010:0.0:1767384326.851406:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e242710. 00000400:00000200:0.0:1767384326.851412:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384326.851431:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384326.851443:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384326.851457:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384326.851474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384326.851483:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384326.851492:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384326.851502:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384326.851511:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384326.851519:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384326.851527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384326.851538:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384326.851547:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384326.851558:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384326.851566:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:0.0:1767384326.851584:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384326.851591:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:0.0:1767384326.851598:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp23 00000400:00000200:0.0:1767384326.851604:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp23 lpni_is_preferred = 0 00000100:00000001:1.0:1767384326.851616:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384326.851618:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp23 00000100:00000001:1.0:1767384326.851621:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.851625:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384326.851631:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.119@tcp23 LPNI seq info [33:33:8:4294967295] 00000100:00000040:1.0:1767384326.851632:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.851650:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384326.851651:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp23 00000100:00000001:1.0:1767384326.851653:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.851660:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384326.851663:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384326.851667:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.851669:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23:) -> 192.168.202.119@tcp23(192.168.202.119@tcp:192.168.202.119@tcp23) : PUT try# 0 00000100:00100000:1.0:1767384326.851675:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748236672:0@lo:253: 00000100:00000001:1.0:1767384326.851694:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384326.851699:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.119@tcp23 02000000:00000001:1.0:1767384326.851702:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384326.851707:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384326.851707:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007808bc4e. 02000000:00000001:1.0:1767384326.851711:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384326.851719:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009e3b760d. 02000000:00000001:1.0:1767384326.851722:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384326.851723:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000225e7166. 00000400:00000010:1.0:1767384326.851727:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000800:00000010:0.0:1767384326.851731:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000867a128a. 00000400:00000010:1.0:1767384326.851736:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3984c59. 00000100:00000200:1.0:1767384326.851741:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748236672, portal 25 00000800:00000200:0.0:1767384326.851743:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (2) 00000100:00000001:1.0:1767384326.851747:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.1:1767384326.851753:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (2) 00000100:00000001:1.0:1767384326.851754:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521766912 : -114055187784704 : ffff9844750c1c00) 00000100:00000040:1.0:1767384326.851764:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.851775:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.851780:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384326.851780:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000010:1.0:1767384326.851785:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097d3ec8a. 00000400:00000200:0.0:1767384326.851788:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000100:00000200:1.0:1767384326.851789:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748236672, offset 0 00000400:00000200:1.0:1767384326.851797:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.851810:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.851823:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103780 00000400:00000200:1.0:1767384326.851834:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 00000400:00000010:1.0:1767384326.851839:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d482ba5b. 00000400:00000200:1.0:1767384326.851844:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e71ee38 00000400:00000200:1.0:1767384326.851854:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.851863:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384326.851869:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e71ee38 00000400:00000010:1.0:1767384326.851872:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e71ee38. 00000100:00000001:1.0:1767384326.851878:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384326.851881:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384326.851885:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000040:1.0:1767384326.851887:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000005d5d8f7e x1853236748236672 msgsize 4848 00000100:00100000:1.0:1767384326.851896:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384326.851898:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384326.851909:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.851917:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097d3ec8a 00000400:00000010:1.0:1767384326.851920:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097d3ec8a. 00000100:00000001:1.0:1767384326.851924:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384326.851930:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.851939:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.851945:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384326.851947:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:1.0:1767384326.851959:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.851964:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.851971:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.851982:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294914744 00000100:00000010:1.0:1767384326.851987:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aba61e8. 00000400:00000200:0.0:1767384326.851994:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000001:1.0:1767384326.851997:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384326.852007:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294914744 00000100:00000010:1.0:1767384326.852013:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a89cded9. 00000100:00000001:1.0:1767384326.852017:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384326.852022:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294914744 00000100:00000010:1.0:1767384326.852027:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000feae8d8b. 00000100:00000001:1.0:1767384326.852030:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384326.852035:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294914744 00000100:00000010:1.0:1767384326.852039:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025844908. 00000400:00000200:0.0:1767384326.852040:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:1.0:1767384326.852043:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384326.852049:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.852053:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.852058:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.852062:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.852072:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.852076:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384326.852079:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.852081:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384326.852083:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.852086:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.852088:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852181:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852236:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852283:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:1.0:1767384326.852326:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384326.852329:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748236800 02000000:00000001:1.0:1767384326.852331:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384326.852333:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.852338:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.852342:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.852343:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000100:00100000:1.0:1767384326.852344:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748236800 00000020:00000001:1.0:1767384326.852349:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384326.852351:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384326.852353:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384326.852355:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384326.852358:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384326.852367:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384326.852372:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384326.852377:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094247d58. 00000100:00000001:1.0:1767384326.852380:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384326.852385:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094247d58. 00000020:00000010:1.0:1767384326.852393:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065160145. 00000020:00000010:1.0:1767384326.852400:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bed515d6. 00000020:00000010:1.0:1767384326.852405:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000400:00000200:0.0:1767384326.852408:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:1.0:1767384326.852410:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384326.852414:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384326.852417:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.852426:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.852430:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.852445:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384326.852448:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384326.852455:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:1.0:1767384326.852459:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384326.852463:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378281552 : -114060331270064 : ffff98434278c050) 00000100:00000040:1.0:1767384326.852470:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9e1d9b6 x1853236748236800/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:307/0 lens 4848/0 e 0 to 0 dl 1767384337 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.852481:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384326.852483:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000020:00000010:1.0:1767384326.852485:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094247d58. 00000100:00000001:1.0:1767384326.852491:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384326.852494:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094247d58. 00000100:00100000:1.0:1767384326.852498:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e1d9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748236800:12345-0@lo:253: 00000100:00000200:1.0:1767384326.852505:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748236800 00000020:00000001:1.0:1767384326.852509:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384326.852513:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384326.852515:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.852517:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384326.852519:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384326.852521:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384326.852529:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384326.852534:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384326.852535:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384326.852539:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.852541:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:1.0:1767384326.852545:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384326.852549:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384326.852556:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ad0df6a6. 02000000:00000001:1.0:1767384326.852560:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.852561:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.852563:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384326.852572:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000051117829. 20000000:01000000:1.0:1767384326.852576:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384326.852580:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384326.852583:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384326.852584:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384326.852586:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384326.852586:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 20000000:00000001:1.0:1767384326.852592:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384326.852624:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852671:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852747:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852791:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852831:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852870:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.852948:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853000:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853042:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853082:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853149:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853188:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853228:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853285:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384326.853340:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000800:00000010:0.0:1767384326.853673:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008fc1eae3. 00000800:00000010:0.0:1767384326.853696:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045d9ffa0. 00000800:00000010:0.0:1767384326.853706:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000627de4a7. 00000800:00000010:0.0:1767384326.853759:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000627de4a7. 00000800:00000010:1.0:1767384326.853877:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000900dccc2. 00000800:00000010:1.0:1767384326.853883:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000adc2b028. 00000800:00000010:1.0:1767384326.853906:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002cbd21ca. 00000800:00000200:1.1:1767384326.853912:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (2) 00000800:00000200:1.1:1767384326.853918:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp23 000000002cbd21ca deleted 00000800:00000010:1.1:1767384326.853920:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002cbd21ca. 00000800:00000200:1.1:1767384326.853926:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384326.853933:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:995 00000800:00000200:1.1:1767384326.853937:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007808bc4e type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384326.853942:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp23 p 3.x 192.168.202.119 -> 192.168.202.119:995 incarnation:1767384325130556557 sched[0] 00000800:00000010:1.0:1767384326.853947:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce5f1dd9. 00000800:00000010:1.0:1767384326.853997:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce5f1dd9. 00000800:00000010:1.0:1767384326.854001:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000adc2b028. 00000800:00000010:1.0:1767384326.854038:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a06497ac. 00000800:00000200:1.1:1767384326.854054:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384326.854057:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp23 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384325130556557 sched[0] 00000800:00000010:1.0:1767384326.854059:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045d9ffa0. 00000400:00000200:1.0:1767384326.854089:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854150:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854198:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854233:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854272:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854307:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854342:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854377:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854406:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854425:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854445:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854468:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854485:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854508:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854542:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854571:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854761:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854790:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854817:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854834:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854859:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854888:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854921:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.854987:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.855023:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.855055:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384326.855092:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000800:00000001:0.0:1767384326.855297:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384326.855317:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384326.855322:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000d90d49c0. 00000800:00000010:1.0:1767384326.855323:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003b102f20. 00000800:00000010:1.0:1767384326.855329:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000adc2b028. 00000400:00000010:0.0:1767384326.855330:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3a45e6. 00000800:00000010:1.0:1767384326.855333:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000712abda4. 00000400:00000010:0.0:1767384326.855339:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0bd221a. 00000400:00000200:0.0:1767384326.855346:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d90d49c0 00000400:00000010:0.0:1767384326.855351:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f4f72ba4. 00000400:00000200:0.0:1767384326.855357:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:0.0:1767384326.855365:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102451 00000800:00000010:1.0:1767384326.855370:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000712abda4. 00000400:00000200:0.0:1767384326.855372:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000400:00000010:0.0:1767384326.855379:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000007f1c8ec2. 00000400:00000010:0.0:1767384326.855383:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003449643c. 00000400:00000010:0.0:1767384326.855390:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d419437. 00000400:00000200:0.0:1767384326.855397:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384326.855407:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384326.855413:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384326.855422:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384326.855427:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384326.855445:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384326.855451:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384326.855456:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384326.855463:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384326.855470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384326.855476:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384326.855482:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384326.855488:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384326.855494:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384326.855500:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:0.0:1767384326.855507:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:0.0:1767384326.855512:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767384326.855518:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp 00000400:00000200:0.0:1767384326.855522:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384326.855526:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp 00000400:00000200:0.0:1767384326.855532:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [35:35:256:4294967295] 192.168.202.119@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:0.0:1767384326.855539:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp 00000400:00000200:0.0:1767384326.855554:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) : GET try# 0 00000800:00000200:0.0:1767384326.855562:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp 00000800:00000001:0.0:1767384326.855584:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384326.855591:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384326.855595:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384326.855601:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.855616:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23) <- 192.168.202.119@tcp23 : ACK - for me 00000400:00000200:1.0:1767384326.855631:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384326.855631:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp23: ACK from 12345-192.168.202.119@tcp23 into md 0x1535 00000400:00000200:0.0:1767384326.855639:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384326.855646:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: ACK: OK 00000400:00000200:1.0:1767384326.855651:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp23 from 226.3.0.2 00000400:00000200:0.0:1767384326.855652:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f3560e 00000800:00000010:1.0:1767384326.855654:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ff789f9c. 00000400:00000010:0.0:1767384326.855657:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001f3560e. 00000400:00000200:0.0:1767384326.855663:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384326.855668:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384326.855673:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384326.855676:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (18) 00000800:00000010:3.0:1767384326.855697:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e84738e8. 00000800:00000001:0.0:1767384326.855697:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384326.855703:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384326.855704:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd4a44eb. 00000800:00000001:0.0:1767384326.855717:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384326.855728:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000df2de8d4. 00000800:00000010:0.0:1767384326.855729:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a5b8ff6f. 00000800:00000200:3.1:1767384326.855735:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (4) 00000800:00000200:3.1:1767384326.855742:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp23 00000000df2de8d4 deleted 00000800:00000010:3.1:1767384326.855744:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000df2de8d4. 00000800:00000200:3.1:1767384326.855747:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384326.855753:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp23 p 3.x 192.168.202.119 -> 192.168.202.119:994 incarnation:1767384325130556557 sched[0] 00000800:00000200:0.0:1767384326.855757:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (6) 00000800:00000010:3.0:1767384326.855759:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000800:00000200:0.0:1767384326.855770:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:988 00000800:00000200:0.0:1767384326.855774:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5b8ff6f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384326.855791:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384326.855795:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00000400:00000200:0.0:1767384326.855802:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 00000400:00000200:0.0:1767384326.855805:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000400:00000010:0.0:1767384326.855811:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000059f4db20. 00000400:00000010:0.0:1767384326.855816:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f3560e. 00000800:00000010:3.0:1767384326.855818:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384326.855822:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd4a44eb. 00000400:00000010:0.0:1767384326.855822:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006240f659. 00000400:00000200:0.0:1767384326.855832:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384326.855842:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384326.855848:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 35], ns[8, 35] 00000400:00000200:0.0:1767384326.855855:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:0.0:1767384326.855862:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:0.0:1767384326.855869:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:0.0:1767384326.855892:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:0.0:1767384326.855899:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:0.0:1767384326.855906:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:0.0:1767384326.855912:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:0.0:1767384326.855918:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:0.0:1767384326.855923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:0.0:1767384326.855929:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:0.0:1767384326.855934:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:0.0:1767384326.855939:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767384326.855946:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:0.0:1767384326.855950:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:0.0:1767384326.855955:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp10 00000400:00000200:0.0:1767384326.855959:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp10 lpni_is_preferred = 0 00000400:00000200:0.0:1767384326.855962:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp10 00000400:00000200:0.0:1767384326.855968:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [36:36:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [36:36:8:4294967295] 00000400:00000200:0.0:1767384326.855975:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp10 00000400:00000200:0.0:1767384326.855986:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:) -> 192.168.202.119@tcp10(192.168.202.119@tcp:192.168.202.119@tcp10) : GET try# 0 00000800:00000010:3.0:1767384326.855993:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ff789f9c. 00000800:00000200:0.0:1767384326.855994:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp10 00000800:00000001:3.0:1767384326.856013:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856022:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.856026:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856030:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.856037:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : GET - for me 00000400:00000200:3.0:1767384326.856048:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384326.856055:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 288/288 into md 0x1531 [1] + 0 00000400:00000200:3.0:1767384326.856066:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384326.856070:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [37:37:256:4294967295] 192.168.202.119@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1767384326.856079:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) 192.168.202.119@tcp : REPLY try# 0 00000800:00000200:3.0:1767384326.856083:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.119@tcp 00000800:00000010:3.0:1767384326.856095:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c2d38ef. 00000800:00000200:3.0:1767384326.856101:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (6) 00000800:00000200:3.0:1767384326.856137:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:1023 00000800:00000200:3.0:1767384326.856141:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c2d38ef type 3, nob 384 niov 1 nkiov 1 00000800:00000200:3.0:1767384326.856205:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384326.856208:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c2d38ef. 00000400:00000200:3.0:1767384326.856215:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.856219:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: REPLY: OK 00000800:00000001:3.0:1767384326.856228:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856231:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.856234:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856239:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.856241:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856245:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.856250:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : REPLY - for me 00000400:00000200:3.0:1767384326.856260:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp: Reply from 12345-192.168.202.119@tcp of length 288/288 into md 0x154d 00000800:00000001:3.0:1767384326.856264:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856272:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.856273:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.856277:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: REPLY: OK 00000400:00000200:3.0:1767384326.856280:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003449643c 00000400:00000010:3.0:1767384326.856282:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003449643c. 00000400:00000200:3.0:1767384326.856286:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384326.856290:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:3.0:1767384326.856293:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384326.856297:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 16. state = 0x100251 00000400:00000200:3.0:1767384326.856301:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384326.856304:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (18) 00000800:00000001:3.0:1767384326.856317:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856320:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384326.856323:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d9b8870a. 00000800:00000200:1.0:1767384326.856331:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:1.0:1767384326.856344:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:988 00000800:00000200:1.0:1767384326.856347:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9b8870a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384326.856355:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:1.0:1767384326.856356:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384326.856361:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 rc 0 00000400:00000200:1.0:1767384326.856366:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000800:00000200:3.0:1767384326.856368:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp23 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384325130556557 sched[0] 00000400:00000010:1.0:1767384326.856373:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 00000000ada9da6b. 00000800:00000010:3.0:1767384326.856374:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000adc2b028. 00000400:00000010:1.0:1767384326.856379:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000008033cf60. 00000400:00000010:1.0:1767384326.856382:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 0000000082b341da. 00000800:00000001:3.0:1767384326.856421:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856426:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384326.856477:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f4f72ba4. 00000800:00000200:3.0:1767384326.856487:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384326.856487:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f4f72ba4 nid 192.168.202.119@tcp24 00000800:00000010:3.0:1767384326.856493:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d9b8870a. 00000800:00000001:1.0:1767384326.856493:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384326.856496:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a6296438. 00000400:00000200:3.0:1767384326.856500:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384326.856501:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384326.856503:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a6296438 net tcp24 00000800:00000001:1.0:1767384326.856507:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384326.856511:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000400:00000200:3.0:1767384326.856512:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: GET: OK 00000800:00000001:1.0:1767384326.856515:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.856523:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : GET - for me 00000400:00000200:0.0:1767384326.856529:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp24 flags 0x11 00000400:00000200:3.0:1767384326.856536:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:0.0:1767384326.856537:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 00000000ada9da6b. 00000400:00000200:1.0:1767384326.856541:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384326.856545:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000010:0.0:1767384326.856545:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000008033cf60. 00000400:00000200:1.0:1767384326.856551:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 288/288 into md 0x1531 [1] + 0 00000400:00000010:0.0:1767384326.856553:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 0000000082b341da. 00000400:00000010:0.0:1767384326.856562:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000007f1c8ec2. 00000400:00000200:1.0:1767384326.856566:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000400:00000200:0.0:1767384326.856570:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384326.856575:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [38:38:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [38:38:8:4294967295] 00000400:00000200:0.0:1767384326.856580:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:0.0:1767384326.856590:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:1.0:1767384326.856595:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) 192.168.202.119@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384326.856601:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000800:00000010:1.0:1767384326.856604:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c2b7058. 00000400:00000200:0.0:1767384326.856604:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000800:00000200:1.0:1767384326.856612:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000400:00000200:0.0:1767384326.856613:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000800:00000200:1.0:1767384326.856618:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:1021 00000400:00000200:0.0:1767384326.856620:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000800:00000200:1.0:1767384326.856622:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c2b7058 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:0.0:1767384326.856630:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384326.856635:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (18) 00000800:00000001:3.0:1767384326.856646:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856678:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384326.856693:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384326.856694:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384326.856696:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c2b7058. 00000800:00000001:3.0:1767384326.856697:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384326.856702:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384326.856704:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384326.856709:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: REPLY: OK 00000400:00000200:3.0:1767384326.856714:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384326.856725:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp10: Reply from 12345-192.168.202.119@tcp10 of length 288/288 into md 0x1551 00000800:00000001:3.0:1767384326.856729:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856733:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384326.856735:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384326.856738:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: REPLY: OK 00000400:00000200:3.0:1767384326.856741:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001f3560e 00000400:00000010:3.0:1767384326.856743:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001f3560e. 00000400:00000200:3.0:1767384326.856746:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384326.856748:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:3.0:1767384326.856751:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384326.856754:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 16. state = 0x100111 00000400:00000200:3.0:1767384326.856756:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (17) 00000800:00000001:3.0:1767384326.856761:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384326.856764:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384326.856774:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384326.863548:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384326.863554:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384326.863566:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384326.863568:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384326.863570:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384326.863575:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fc54ded8. 00080000:00000001:1.0:1767384326.863582:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:0.0:1767384326.863606:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007f1c8ec2. 20000000:01000000:0.0:1767384326.863613:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:0.0:1767384326.863621:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384326.863631:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767384326.863676:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384326.863694:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384326.863696:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.863700:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384326.863704:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384326.863712:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384326.863717:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384326.863725:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e89c48fb. 00080000:00000001:0.0:1767384326.863730:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382333440 : -114060327218176 : ffff984342b69400) 00080000:00000001:0.0:1767384326.863735:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384326.863788:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384326.863791:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.863796:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384326.863811:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.863816:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384326.863874:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384326.863879:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384326.865148:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294914745, at 4294914746 00000100:00000010:3.0:1767384326.865157:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025844908. 00000100:00000040:0.0:1767384326.865238:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294914745, at 4294914746 00000100:00000010:0.0:1767384326.865250:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aba61e8. 00000100:00000040:1.0:1767384326.865317:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294914745, at 4294914746 00000100:00000010:1.0:1767384326.865325:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a89cded9. 00010000:00000010:2.1:1767384326.869137:0:23854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f9817f33. 00010000:00000010:2.1:1767384326.869148:0:23854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00080000:00000001:1.0:1767384326.872515:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384326.872517:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384326.872522:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767384326.872524:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384326.872524:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384326.872527:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384326.872530:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384326.872530:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384326.872534:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384326.872536:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e89c48fb. 20000000:01000000:1.0:1767384326.872538:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384326.872541:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384326.872550:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384326.872555:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767384326.872564:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000001:1.0:1767384326.875311:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.875316:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384326.875324:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384326.875328:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384326.875330:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db4a6f48. 00000400:00000200:1.0:1767384326.875336:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3984c59 00000400:00000010:1.0:1767384326.875340:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3984c59. 00000100:00000001:1.0:1767384326.875346:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.875353:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.875366:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.875381:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384326.875385:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.875389:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384326.875393:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384326.875396:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384326.875399:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384326.875404:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.875413:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=32 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384326.875421:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.875436:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384326.875438:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384326.875444:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384326.875446:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.875451:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.875458:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.875472:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384326.875480:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384326.875483:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384326.875492:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384326.875497:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384326.875502:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384326.875505:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384326.875510:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384326.875513:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384326.875518:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384326.875520:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384326.875522:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384326.875524:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384326.875531:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.875543:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748236672:0@lo:253: 00000100:00000001:1.0:1767384326.875554:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.875557:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384326.875562:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088c7304b x1853236748236672/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.875570:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384326.875573:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384326.875577:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009e3b760d. 02000000:00000001:1.0:1767384326.875583:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384326.875586:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384326.875588:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384326.875591:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384326.875594:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004dafcffb. 02000000:00000001:1.0:1767384326.875607:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384326.875610:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384326.875612:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088c7304b. 00000100:00000001:1.0:1767384326.875619:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384326.875621:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.875624:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384326.875634:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384326.875637:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.875640:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384326.875643:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384326.875917:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384326.875919:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384326.875920:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000051117829. 20000000:00000001:1.0:1767384326.875925:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384326.875928:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748236800 00010000:00000001:1.0:1767384326.875929:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384326.875933:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9e1d9b6 x1853236748236800/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384326.875938:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384326.875939:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384326.875941:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384326.875943:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384326.875945:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384326.875946:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384326.875948:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384326.875950:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384326.875951:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384326.875953:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384326.875955:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7ade4e. 00000100:00000200:1.0:1767384326.875957:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748236800, offset 224 00000400:00000200:1.0:1767384326.875961:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384326.875966:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384326.875970:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103800 00000400:00000200:1.0:1767384326.875973:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1541 [2] + 224 00000400:00000200:1.0:1767384326.875979:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384326.875981:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384326.875990:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384326.875993:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384326.875999:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384326.876014:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384326.876018:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7ade4e 00000400:00000010:1.0:1767384326.876019:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a7ade4e. 00000100:00000001:1.0:1767384326.876021:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384326.876022:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384326.876025:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384326.876026:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384326.876028:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384326.876029:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384326.876031:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384326.876034:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9e1d9b6 x1853236748236800/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:307/0 lens 4848/4768 e 0 to 0 dl 1767384337 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384326.876041:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e1d9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748236800:12345-0@lo:253: Request processed in 23559us (23982us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384326.876045:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384326.876048:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000001:3.0:1767384326.876049:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384326.876052:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000400:00000001:3.0:1767384326.876054:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384326.876055:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384326.876056:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384326.876059:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bed515d6. 00000020:00000010:1.0:1767384326.876062:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6b9a4f0. 00000400:00000001:3.0:1767384326.876064:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384326.876066:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065160145. 00000400:00000010:3.0:1767384326.876067:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e5f043. 00000020:00000040:1.0:1767384326.876071:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000400:00000200:3.0:1767384326.876073:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeb757f9 00000400:00000010:3.0:1767384326.876076:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeb757f9. 02000000:00000001:1.0:1767384326.876076:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384326.876079:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ad0df6a6. 00000100:00000001:3.0:1767384326.876081:0:16146:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384326.876083:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384326.876086:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384326.876087:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384326.876090:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384326.876095:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000100:00000200:3.0:1767384326.876099:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384326.876134:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a7ade4e. 00000100:00000001:3.0:1767384326.876280:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384326.876282:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.876283:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384326.876285:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384326.876286:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384326.876287:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384326.876289:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384326.876292:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=32 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384326.876294:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384326.876296:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384326.876297:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384326.876298:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384326.876299:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.876301:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384326.876303:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.876307:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384326.876309:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384326.876310:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384326.876312:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384326.876313:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384326.876315:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384326.876316:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384326.876317:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384326.876318:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384326.876319:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384326.876320:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384326.876325:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384326.876327:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384326.876333:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748236800:0@lo:253: 00000100:00000001:3.0:1767384326.876336:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.876337:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384326.876338:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b89c84f3 x1853236748236800/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384342 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384326.876342:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384326.876344:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384326.876345:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000010a0c629. 02000000:00000001:3.0:1767384326.876348:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384326.876349:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384326.876350:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384326.876352:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384326.876353:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fa5a2c66. 02000000:00000001:3.0:1767384326.876355:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384326.876356:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384326.876357:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89c84f3. 00000100:00000001:3.0:1767384326.876359:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384326.876360:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.876361:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384326.876365:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384326.876366:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384326.876368:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384326.876369:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384326.880547:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f9817f33. 00010000:00000010:2.1:1767384326.880554:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00080000:00000001:1.0:1767384327.881051:0:24131:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384327.881070:0:24131:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.881077:0:24131:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384327.881085:0:24131:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384327.881107:0:24131:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384327.881112:0:24131:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.536224:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384328.536227:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384328.536230:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384328.643560:0:24295:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384328.643564:0:24295:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:0.0:1767384328.646587:0:24295:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384328.654557:0:24296:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000acf3d175. 00000400:00000010:3.0:1767384328.654571:0:24296:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001c89352a. 00000400:00000010:3.0:1767384328.654580:0:24296:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d2c72b4b. 00000400:00000010:3.0:1767384328.654583:0:24296:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fb4b8862. 00000400:00000010:3.0:1767384328.654586:0:24296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008714982f. 00000400:00000010:3.0:1767384328.654589:0:24296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003ad842a9. 00000400:00000010:3.0:1767384328.654595:0:24296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dca1b285. 00000400:00000010:3.0:1767384328.654596:0:24296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb1f21a0. 00000400:00000010:3.0:1767384328.654599:0:24296:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dd622631. 00000800:00000010:3.0:1767384328.654609:0:24296:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002315a098. 00000800:00000200:3.0:1767384328.654619:0:24296:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384328.654626:0:24296:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384328.654659:0:24296:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384328.654692:0:24296:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp25 [8/256/0/180] 00000400:00000010:3.0:1767384328.656081:0:24296:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000749e036e. 00000400:00000010:3.0:1767384328.656086:0:24296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000400:00000010:3.0:1767384328.656090:0:24296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000400:00000001:3.0:1767384328.656123:0:24296:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384328.656125:0:24296:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384328.656126:0:24296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afabb6fb. 00000400:00000200:3.0:1767384328.656129:0:24296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b0d490c 00000400:00000010:3.0:1767384328.656131:0:24296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000400:00000010:3.0:1767384328.656135:0:24296:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000731bdb2f. 00000400:00000200:3.0:1767384328.656143:0:24296:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (16) 00000400:00000200:3.0:1767384328.656152:0:24296:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384328.656161:0:24296:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:3.0:1767384328.656168:0:24296:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000010a0c629. 00000020:01000000:3.0:1767384328.656171:0:24296:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384328.656174:0:24296:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp25 00000400:00000200:0.0:1767384328.656185:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384328.656191:0:24296:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001c89352a. 00000400:00000200:0.0:1767384328.656194:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1001d1 00000400:00000010:3.0:1767384328.656196:0:24296:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000acf3d175. 00000400:00000010:0.0:1767384328.656209:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 000000003cd36949. 00000400:00000010:0.0:1767384328.656213:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000f4748564. 00000400:00000010:0.0:1767384328.656215:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000009d76b11c. 00000400:00000010:0.0:1767384328.656237:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 000000003cd36949. 00000400:00000010:0.0:1767384328.656243:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000f4748564. 00000400:00000010:0.0:1767384328.656246:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000009d76b11c. 00000400:00000010:0.0:1767384328.656248:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000059f4db20. 00000400:00000200:0.0:1767384328.656253:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384328.656257:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:0.0:1767384328.656262:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:0.0:1767384328.656266:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:0.0:1767384328.656271:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9a1a198. 00000400:00000200:0.0:1767384328.656274:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000400:00000010:0.0:1767384328.656280:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000480c0c99. 00000400:00000200:0.0:1767384328.656285:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp10 00000400:00000200:0.0:1767384328.656295:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000400:00000200:0.0:1767384328.656302:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [39:39:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1767384328.656308:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp10 00000400:00000200:0.0:1767384328.656317:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) : PUT try# 0 00000800:00000200:0.0:1767384328.656330:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000800:00000010:0.0:1767384328.656337:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3990cb7. 00000800:00000200:0.0:1767384328.656344:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:0.0:1767384328.656353:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:988 00000800:00000200:0.0:1767384328.656358:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3990cb7 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1767384328.656363:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.656371:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384328.656377:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000100:00000001:1.0:1767384328.656378:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384328.656384:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000100:00000040:1.0:1767384328.656393:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384328.656422:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384328.656425:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.656432:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384328.656438:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384328.656446:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384328.656450:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748236928:0@lo:253: 00000100:00000001:1.0:1767384328.656458:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384328.656465:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384328.656469:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384328.656473:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384328.656483:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000065bbcbab. 02000000:00000001:1.0:1767384328.656487:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384328.656492:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:1.0:1767384328.656501:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070fa7d31. 00000800:00000200:0.0:1767384328.656503:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384328.656507:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748236928, portal 25 00000800:00000010:0.0:1767384328.656508:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3990cb7. 00000100:00000001:1.0:1767384328.656513:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384328.656515:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000400:00000200:0.0:1767384328.656518:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384328.656531:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384328.656536:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: PUT: OK 00000100:00000001:1.0:1767384328.656555:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384328.656556:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384328.656571:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp10: 0 00000100:00000040:1.0:1767384328.656574:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384328.656581:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013faaa58. 00000100:00000200:1.0:1767384328.656587:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748236928, offset 0 00000800:00000001:0.0:1767384328.656591:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.656601:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.656602:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384328.656608:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.656613:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.656627:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384328.656633:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : PUT - for me 00000400:00000200:1.0:1767384328.656652:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103880 00000400:00000200:0.0:1767384328.656654:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384328.656680:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000010:1.0:1767384328.656687:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a0249e5. 00000400:00000200:1.0:1767384328.656694:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095b7c1ea 00000400:00000200:0.0:1767384328.656704:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 288/304 into md 0x1549 [1] + 0 00000400:00000200:1.0:1767384328.656706:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384328.656719:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be3a45e6. 00000400:00000200:1.0:1767384328.656725:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384328.656728:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d0bd221a 00000400:00000200:1.0:1767384328.656732:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b7c1ea 00000400:00000010:1.0:1767384328.656736:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b7c1ea. 00000800:00000001:0.0:1767384328.656736:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384328.656744:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384328.656747:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384328.656748:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384328.656759:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384328.656761:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000240f7512 x1853236748236928 msgsize 4848 00000400:00000200:0.0:1767384328.656785:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: PUT: OK 00000100:00100000:1.0:1767384328.656786:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384328.656796:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384328.656796:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0bd221a 00000400:00000010:0.0:1767384328.656807:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0bd221a. 00000400:00000200:0.0:1767384328.656818:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384328.656819:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384328.656828:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (18) 00000400:00000200:1.0:1767384328.656829:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013faaa58 00000400:00000010:1.0:1767384328.656835:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013faaa58. 00000100:00000001:1.0:1767384328.656839:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384328.656840:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000200:1.0:1767384328.656845:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384328.656851:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (304 bytes) 00000400:00000200:0.0:1767384328.656872:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384328.656875:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384328.656880:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384328.656886:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (19) 00000100:00000001:1.0:1767384328.656888:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.656895:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384328.656911:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.656911:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384328.656921:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294916549 00000400:00000200:0.0:1767384328.656929:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000100:00000010:1.0:1767384328.656934:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022de0ceb. 00000400:00000200:0.0:1767384328.656940:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [40:40:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [40:40:8:4294967295] 00000100:00000001:1.0:1767384328.656947:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384328.656961:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294916549 00000100:00000010:1.0:1767384328.656967:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d89d861. 00000100:00000001:1.0:1767384328.656976:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384328.656978:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) 192.168.202.119@tcp10 : ACK try# 0 00000100:00000001:1.0:1767384328.656993:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294916549 00000800:00000200:0.0:1767384328.657002:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000100:00000010:1.0:1767384328.657006:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009deb3ce0. 00000800:00000010:0.0:1767384328.657007:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3990cb7. 00000100:00000001:1.0:1767384328.657011:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767384328.657020:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000100:00000001:1.0:1767384328.657021:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294916549 00000100:00000010:1.0:1767384328.657031:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083414283. 00000100:00000001:1.0:1767384328.657038:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767384328.657038:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:1021 00000800:00000200:0.0:1767384328.657049:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3990cb7 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384328.657051:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384328.657060:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.657066:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384328.657069:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384328.657070:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384328.657078:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.657087:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384328.657093:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384328.657102:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.657148:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384328.657151:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.657158:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384328.657182:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384328.657187:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384328.657192:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384328.657198:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3990cb7. 00000400:00000200:0.0:1767384328.657203:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384328.657214:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: ACK: OK 00000100:00000001:1.0:1767384328.657219:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384328.657222:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384328.657223:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748236928 02000000:00000001:1.0:1767384328.657229:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384328.657231:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.657232:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1767384328.657237:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384328.657238:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384328.657244:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384328.657245:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384328.657252:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384328.657253:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748236928 00000020:00000001:1.0:1767384328.657259:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384328.657263:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384328.657266:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384328.657267:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384328.657272:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384328.657279:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:0.0:1767384328.657285:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : ACK - for me 00000020:00000001:1.0:1767384328.657287:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384328.657296:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384328.657303:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c2fbf1e. 00000400:00000200:0.0:1767384328.657304:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp10: ACK from 12345-192.168.202.119@tcp10 into md 0x1569 00000100:00000001:1.0:1767384328.657311:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384328.657313:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384328.657325:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c2fbf1e. 00000400:00000200:0.0:1767384328.657325:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: ACK: OK 00000400:00000200:0.0:1767384328.657338:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9a1a198 00000020:00000010:1.0:1767384328.657340:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092575d75. 00000400:00000010:0.0:1767384328.657341:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9a1a198. 00000020:00000010:1.0:1767384328.657353:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068cd58ea. 00000400:00000200:0.0:1767384328.657355:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:1.0:1767384328.657360:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000400:00000200:0.0:1767384328.657366:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000100:00000040:1.0:1767384328.657379:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384328.657385:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384328.657386:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384328.657388:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384328.657396:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.657398:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (18) 00000100:00000001:1.0:1767384328.657407:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384328.657409:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.657416:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.657421:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384328.657443:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384328.657448:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384328.657451:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384328.657457:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000009d76b11c. 00000100:00100000:1.0:1767384328.657462:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:1.0:1767384328.657467:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000400:00000010:0.0:1767384328.657467:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3a45e6. 00000100:00000001:1.0:1767384328.657476:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378293840 : -114060331257776 : ffff98434278f050) 00000400:00000010:0.0:1767384328.657478:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9a1a198. 00000400:00000200:0.0:1767384328.657490:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009d76b11c 00000100:00000040:1.0:1767384328.657494:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000240f7512 x1853236748236928/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:309/0 lens 4848/0 e 0 to 0 dl 1767384339 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384328.657497:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000d90d49c0. 00000400:00000200:0.0:1767384328.657510:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000001:1.0:1767384328.657520:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384328.657525:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 00000020:00000010:1.0:1767384328.657527:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c2fbf1e. 00000400:00000200:0.0:1767384328.657529:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000100:00000001:1.0:1767384328.657531:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384328.657540:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000f4748564. 00000020:00000010:1.0:1767384328.657543:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c2fbf1e. 00000400:00000010:0.0:1767384328.657548:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0bd221a. 00000100:00100000:1.0:1767384328.657557:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000240f7512 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748236928:12345-0@lo:253: 00000400:00000010:0.0:1767384328.657561:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c49d7f80. 00000100:00000200:1.0:1767384328.657570:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748236928 00000020:00000001:1.0:1767384328.657574:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384328.657579:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:00000001:1.0:1767384328.657584:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384328.657592:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000020:00000001:1.0:1767384328.657593:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384328.657601:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384328.657604:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:0.0:1767384328.657609:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:1.0:1767384328.657612:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384328.657618:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.657626:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000020:00000001:1.0:1767384328.657627:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384328.657635:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384328.657637:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384328.657646:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000020:00000001:1.0:1767384328.657648:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.657656:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000001:1.0:1767384328.657658:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384328.657662:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384328.657682:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 02000000:00000010:1.0:1767384328.657684:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000a124b28. 02000000:00000001:1.0:1767384328.657692:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.657702:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:1.0:1767384328.657703:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.657719:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 20000000:00000001:1.0:1767384328.657720:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384328.657730:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 20000000:00000010:1.0:1767384328.657735:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007215f22d. 20000000:01000000:1.0:1767384328.657744:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384328.657755:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384328.657763:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 20000000:00000001:1.0:1767384328.657764:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384328.657771:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384328.657776:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.657778:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:00000001:1.0:1767384328.657782:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384328.657792:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384328.657798:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 20000000:00000010:1.0:1767384328.657799:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009d5d769. 20000000:01000000:1.0:1767384328.657809:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:0.0:1767384328.657816:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 20000000:00000001:1.0:1767384328.657823:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384328.657825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:0.0:1767384328.657834:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00080000:00000001:1.0:1767384328.657836:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384328.657841:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp24 00000400:00000200:0.0:1767384328.657845:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp24 lpni_is_preferred = 0 00000400:00000200:0.0:1767384328.657848:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp24 00000400:00000200:0.0:1767384328.657855:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp24 NI seq info: [41:41:256:4294967295] 192.168.202.119@tcp24 LPNI seq info [41:41:8:4294967295] 00000400:00000200:0.0:1767384328.657862:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp24 00000400:00000200:0.0:1767384328.657869:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24:) -> 192.168.202.119@tcp24(192.168.202.119@tcp:192.168.202.119@tcp24) : GET try# 0 00000800:00000200:0.0:1767384328.657878:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp24 00000800:00000010:0.0:1767384328.657882:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b3990cb7. 00000800:00000010:0.0:1767384328.657889:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d3bfd910. 00080000:00000001:1.0:1767384328.657892:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384328.657893:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fa6c1dda. 00080000:00000001:1.0:1767384328.657899:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384328.657902:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384328.657909:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:0.0:1767384328.657910:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (2) 00000020:00000001:1.0:1767384328.657916:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.1:1767384328.657923:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (2) 00000020:00000001:1.0:1767384328.657924:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384328.657934:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384328.657940:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006121caf2. 00080000:00000001:1.0:1767384328.657944:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381313536 : -114060328238080 : ffff984342a70400) 00000400:00000200:0.0:1767384328.657950:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00080000:00000001:1.0:1767384328.657951:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384328.657959:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00000400:00000200:0.0:1767384328.658018:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000001:00000001:1.0:1767384328.658083:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384328.658087:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384328.658087:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00080000:00000001:1.0:1767384328.658095:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384328.658153:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384328.658157:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384328.658158:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658206:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658276:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00080000:00000001:1.0:1767384328.658351:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384328.658355:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384328.658359:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658425:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658460:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658481:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658517:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658571:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658622:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658686:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658732:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658765:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658921:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658949:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.658981:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659029:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659076:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659228:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659300:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659398:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659432:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659457:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659582:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659623:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659685:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.659735:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000800:00000010:0.0:1767384328.660049:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b7dc1e37. 00000800:00000010:0.0:1767384328.660056:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f8bddca. 00000800:00000010:0.0:1767384328.660062:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006038d290. 00000800:00000010:1.0:1767384328.660329:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006038d290. 00000800:00000010:1.0:1767384328.660483:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa5a2c66. 00000800:00000010:1.0:1767384328.660493:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000080b84eb2. 00000800:00000010:1.0:1767384328.660577:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001956b4f8. 00000800:00000200:1.1:1767384328.660588:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (2) 00000800:00000200:1.1:1767384328.660593:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp24 000000001956b4f8 deleted 00000800:00000010:1.1:1767384328.660596:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001956b4f8. 00000800:00000200:1.1:1767384328.660603:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384328.660613:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp24 ip 192.168.202.119:993 00000800:00000200:1.1:1767384328.660617:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3990cb7 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384328.660625:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp24 p 3.x 192.168.202.119 -> 192.168.202.119:993 incarnation:1767384326849696693 sched[0] 00000800:00000010:1.0:1767384328.660630:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000952c5d85. 00000800:00000010:1.0:1767384328.660747:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000952c5d85. 00000800:00000010:1.0:1767384328.660752:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000080b84eb2. 00000800:00000010:1.0:1767384328.660808:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e222e497. 00000800:00000200:1.1:1767384328.660862:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384328.660870:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp24 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384326849696693 sched[0] 00000800:00000010:1.0:1767384328.660873:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f8bddca. 00000800:00000001:0.0:1767384328.660932:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.660939:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384328.661005:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:0.0:1767384328.661048:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.661059:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384328.661063:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.661077:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.661092:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24) <- 192.168.202.119@tcp24 : GET - for me 00000400:00000200:0.0:1767384328.661131:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384328.661139:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 304/304 into md 0x1565 [1] + 0 00000400:00000200:0.0:1767384328.661154:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp24 to MR: 192.168.202.119@tcp24 local destination 00000400:00000200:1.0:1767384328.661156:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.661167:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.119@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384328.661200:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24:192.168.202.119@tcp24) -> 192.168.202.119@tcp24(192.168.202.119@tcp24:192.168.202.119@tcp24) 192.168.202.119@tcp24 : REPLY try# 0 00000800:00000200:0.0:1767384328.661211:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.119@tcp24 00000800:00000010:0.0:1767384328.661217:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d6e7f0f. 00000800:00000200:0.0:1767384328.661222:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (4) 00000800:00000200:0.0:1767384328.661236:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp24 ip 192.168.202.119:988 00000800:00000200:0.0:1767384328.661241:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d6e7f0f type 3, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1767384328.661267:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000200:0.0:1767384328.661340:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384328.661344:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d6e7f0f. 00000400:00000200:0.0:1767384328.661351:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384328.661360:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: REPLY: OK 00000400:00000200:1.0:1767384328.661377:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000001:0.0:1767384328.661379:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.661389:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384328.661393:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.661403:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.661419:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24) <- 192.168.202.119@tcp24 : REPLY - for me 00000400:00000200:0.0:1767384328.661430:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp24: Reply from 12345-192.168.202.119@tcp24 of length 304/304 into md 0x1581 00000800:00000001:0.0:1767384328.661434:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.661442:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.661446:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384328.661453:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: REPLY: OK 00000400:00000200:0.0:1767384328.661458:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0bd221a 00000400:00000010:0.0:1767384328.661462:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0bd221a. 00000400:00000200:0.0:1767384328.661467:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384328.661471:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.661474:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384328.661488:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384328.661493:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 17. state = 0x100251 00000400:00000200:0.0:1767384328.661501:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384328.661513:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (18) 00000400:00000200:1.0:1767384328.661514:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000001:0.0:1767384328.661524:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384328.661535:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384328.661565:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384328.661576:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:0.0:1767384328.661582:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000b1a8f4a6. 00000400:00000010:0.0:1767384328.661587:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 000000002fe316ae. 00000400:00000200:1.0:1767384328.661589:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000010:0.0:1767384328.661590:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 000000003cd36949. 00000400:00000010:0.0:1767384328.661638:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000034007e87. 00000400:00000200:0.0:1767384328.661647:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000034007e87 nid 192.168.202.119@tcp25 00000400:00000010:0.0:1767384328.661654:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa21a7c5. 00000400:00000200:0.0:1767384328.661661:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa21a7c5 net tcp25 00000400:00000200:0.0:1767384328.661681:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000400:00000200:0.0:1767384328.661686:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp25 flags 0x11 00000400:00000010:0.0:1767384328.661691:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000b1a8f4a6. 00000400:00000010:0.0:1767384328.661698:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 000000002fe316ae. 00000400:00000200:1.0:1767384328.661699:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000010:0.0:1767384328.661702:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 000000003cd36949. 00000400:00000010:0.0:1767384328.661710:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000f4748564. 00000400:00000200:0.0:1767384328.661722:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384328.661726:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:0.0:1767384328.661735:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:0.0:1767384328.661744:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:0.0:1767384328.661748:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384328.661751:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:0.0:1767384328.661756:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384328.661760:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (18) 00000400:00000200:0.0:1767384328.661828:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.661887:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.661936:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662016:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662338:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662460:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662486:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662629:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662739:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662822:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662857:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662935:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662963:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.662986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663009:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663032:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663056:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663079:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663127:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663157:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663181:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384328.663204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384328.663352:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384328.663369:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000811d0a2f. 00000800:00000010:0.0:1767384328.663376:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000091994777. 00000400:00000200:1.0:1767384328.663383:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp24 from 224.3.0.2 00000800:00000010:0.0:1767384328.663384:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d2c6248. 00000800:00000010:1.0:1767384328.663387:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000031fd43ea. 00000800:00000010:3.0:1767384328.663426:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000010a0c629. 00000800:00000010:3.0:1767384328.663435:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c89352a. 00000800:00000010:0.0:1767384328.663442:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d2c6248. 00000800:00000010:3.0:1767384328.663483:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007da2fb3d. 00000800:00000200:3.1:1767384328.663496:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (4) 00000800:00000200:3.1:1767384328.663505:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp24 000000007da2fb3d deleted 00000800:00000010:3.1:1767384328.663513:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007da2fb3d. 00000800:00000200:3.1:1767384328.663523:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384328.663533:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp24 p 3.x 192.168.202.119 -> 192.168.202.119:992 incarnation:1767384326849696693 sched[0] 00000800:00000010:3.0:1767384328.663538:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eff74fc6. 00000800:00000010:3.0:1767384328.663616:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eff74fc6. 00000800:00000010:3.0:1767384328.663624:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c89352a. 00000800:00000200:0.1:1767384328.663678:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384328.663695:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp24 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384326849696693 sched[0] 00000800:00000010:0.0:1767384328.663700:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000091994777. 00000800:00000010:3.0:1767384328.663709:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000031fd43ea. 00000800:00000001:3.0:1767384328.663743:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.663748:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384328.663763:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384328.663770:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384328.669774:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.669783:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384328.669787:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384328.669790:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384328.669796:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384328.669798:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384328.669802:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384328.669804:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384328.669807:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384328.669812:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006121caf2. 00080000:00000001:0.0:1767384328.669822:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384328.669825:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384328.669843:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384328.669847:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384328.669850:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1a806bb. 20000000:01000000:3.0:1767384328.669855:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00080000:00000020:1.0:1767384328.669858:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384328.669862:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384328.669870:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384328.669898:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384328.669903:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384328.669906:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.669909:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384328.669915:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384328.669921:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384328.669925:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384328.669930:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000acf3d175. 00080000:00000001:3.0:1767384328.669934:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367399424 : -114060342152192 : ffff984341d2b400) 00080000:00000001:3.0:1767384328.669940:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384328.669992:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384328.669996:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.670002:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384328.670014:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384328.670018:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384328.670065:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384328.670069:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384328.670137:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294916550, at 4294916551 00000100:00000010:3.0:1767384328.670145:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083414283. 00000100:00000040:1.0:1767384328.670168:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294916550, at 4294916551 00000100:00000040:0.0:1767384328.670173:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294916550, at 4294916551 00000100:00000010:1.0:1767384328.670178:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d89d861. 00000100:00000010:0.0:1767384328.670180:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022de0ceb. 00010000:00000010:2.1:1767384328.680142:0:24301:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002289dadb. 00010000:00000010:2.1:1767384328.680153:0:24301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00080000:00000001:3.0:1767384328.680812:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384328.680815:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384328.680819:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384328.680820:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384328.680824:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384328.680825:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384328.680828:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384328.680829:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384328.680833:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384328.680834:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767384328.680838:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000acf3d175. 00080000:00000001:0.0:1767384328.680845:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384328.680847:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384328.680851:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384328.680859:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000001:3.0:1767384328.683038:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.683047:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384328.683055:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384328.683058:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384328.683062:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:3.0:1767384328.683070:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070fa7d31 00000400:00000010:3.0:1767384328.683074:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070fa7d31. 00000100:00000001:3.0:1767384328.683080:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384328.683089:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384328.683103:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.683132:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384328.683133:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.683135:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384328.683139:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384328.683142:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384328.683144:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384328.683148:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.683153:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=34 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384328.683163:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384328.683167:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384328.683171:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384328.683177:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384328.683180:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.683184:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.683193:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.683203:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384328.683206:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384328.683209:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384328.683215:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384328.683218:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384328.683221:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384328.683224:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384328.683229:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384328.683233:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384328.683241:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384328.683243:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384328.683246:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384328.683249:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384328.683257:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.683270:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748236928:0@lo:253: 00000100:00000001:3.0:1767384328.683279:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.683283:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384328.683288:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0767500 x1853236748236928/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.683297:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384328.683301:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384328.683304:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000065bbcbab. 02000000:00000001:3.0:1767384328.683309:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384328.683312:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384328.683315:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384328.683319:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384328.683321:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000720e50ef. 02000000:00000001:3.0:1767384328.683325:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384328.683327:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384328.683329:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 00000100:00000001:3.0:1767384328.683339:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384328.683341:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.683344:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384328.683353:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384328.683356:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.683361:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384328.683365:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384328.684460:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384328.684462:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384328.684463:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eb9d1d6e. 20000000:00000001:3.0:1767384328.684467:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384328.684469:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748237056 00010000:00000001:3.0:1767384328.684471:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384328.684473:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000334c8ee0 x1853236748237056/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384328.684485:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384328.684486:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384328.684488:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=34 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384328.684490:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384328.684492:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384328.684493:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384328.684495:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384328.684496:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384328.684498:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384328.684499:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384328.684501:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6c62b8e. 00000100:00000200:3.0:1767384328.684504:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748237056, offset 224 00000400:00000200:3.0:1767384328.684507:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384328.684511:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384328.684516:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103900 00000400:00000200:3.0:1767384328.684519:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1575 [2] + 224 00000400:00000200:3.0:1767384328.684523:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384328.684526:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384328.684528:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384328.684530:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000518de779 x1853236748237056/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384328.684535:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000518de779 x1853236748237056/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384328.684548:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384328.684551:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6c62b8e 00000400:00000010:3.0:1767384328.684553:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6c62b8e. 00000100:00000001:3.0:1767384328.684555:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384328.684556:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384328.684558:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384328.684560:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384328.684563:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384328.684565:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384328.684567:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384328.684578:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000334c8ee0 x1853236748237056/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:309/0 lens 4848/4768 e 0 to 0 dl 1767384339 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384328.684590:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000334c8ee0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748237056:12345-0@lo:253: Request processed in 26903us (27566us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384328.684604:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:3.0:1767384328.684612:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384328.684616:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384328.684620:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384328.684624:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d4ba1a0. 00000020:00000010:3.0:1767384328.684634:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025c8f2ce. 00000020:00000010:3.0:1767384328.684642:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fb402fa. 00000020:00000040:3.0:1767384328.684650:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:3.0:1767384328.684658:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384328.684662:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d1f4ccc5. 02000000:00000001:3.0:1767384328.684681:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384328.684685:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384328.684694:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384328.684703:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1fe14ea. 00000400:00000010:3.0:1767384328.684710:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6c62b8e. 00010000:00000010:2.1:1767384328.686157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002289dadb. 00010000:00000010:2.1:1767384328.686165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00000100:00000040:1.0:1767384330.263157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384330.263171:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384330.263178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f2b2234. 00000020:00000040:1.0:1767384330.263185:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384330.263193:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384330.263199:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384330.263204:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384330.263213:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f518ef62. 00000100:00000001:1.0:1767384330.263221:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263234:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384330.263260:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.263264:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263269:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f2b2234] to pc [ptlrpcd_00_00+0] req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263293:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384330.263300:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384330.263305:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047e5273b. 00000020:00000040:1.0:1767384330.263310:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384330.263316:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384330.263319:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384330.263322:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384330.263330:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005cc3fdb9. 00000100:00000001:1.0:1767384330.263337:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263341:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384330.263350:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.263353:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263359:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000047e5273b] to pc [ptlrpcd_00_01+1] req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263369:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384330.263386:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384330.263390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3395b59. 00000020:00000040:1.0:1767384330.263394:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384330.263397:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384330.263400:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384330.263404:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384330.263411:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6e20fa8. 00000100:00000001:1.0:1767384330.263418:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263430:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d3395b59 x1853236748237568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384330.263449:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.263452:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263457:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3395b59] to pc [ptlrpcd_00_02+2] req@00000000d3395b59 x1853236748237568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263479:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384330.263485:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384330.263488:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb852b56. 00000020:00000040:1.0:1767384330.263491:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384330.263494:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384330.263495:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384330.263497:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384330.263501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dbeb5f9. 00000100:00000001:1.0:1767384330.263503:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263507:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384330.263512:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384330.263513:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263516:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb852b56] to pc [ptlrpcd_00_03+3] req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263531:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.263534:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (255) 00000100:00000001:1.0:1767384330.263544:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.263546:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.263547:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384330.263549:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263554:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.263555:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.263557:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384330.263559:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384330.263560:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.263562:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb852b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236748237696:0@lo:400: 00000100:00000001:1.0:1767384330.263565:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.263568:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384330.263569:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.263570:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384330.263573:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000595d880d. 02000000:00000001:1.0:1767384330.263575:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.263579:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000400:00000010:1.0:1767384330.263583:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4baee. 00000100:00000200:1.0:1767384330.263586:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748237696, portal 10 00000100:00000001:1.0:1767384330.263587:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384330.263588:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407815296 : -114055301736320 : ffff98446e415880) 00000100:00000040:1.0:1767384330.263592:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263597:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.263599:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.263601:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db4bdd8c. 00000100:00000200:1.0:1767384330.263603:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748237696, offset 0 00000400:00000200:1.0:1767384330.263608:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.263614:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.263629:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e103b80 00000400:00000200:1.0:1767384330.263647:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:1.0:1767384330.263668:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.263675:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.263680:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384330.263684:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384330.263688:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000741d4806. 00000100:00000040:1.0:1767384330.263691:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000741d4806 x1853236748237696 msgsize 224 00000100:00100000:1.0:1767384330.263700:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384330.263714:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.263723:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4bdd8c 00000400:00000010:1.0:1767384330.263727:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db4bdd8c. 00000100:00000001:1.0:1767384330.263729:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384330.263732:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263739:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384330.263744:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.263750:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.263751:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384330.263752:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384330.263758:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748237696 00000100:00000001:1.0:1767384330.263761:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.263762:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384330.263766:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3307 usecs (4 jiffies) 00000100:00000001:3.0:1767384330.263767:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384330.263772:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.263772:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294918148 02000000:00000001:3.0:1767384330.263779:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384330.263779:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad428884. 00000100:00100000:3.0:1767384330.263785:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748237696 00000100:00000001:1.0:1767384330.263785:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384330.263791:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384330.263792:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294918148 00000020:00000040:3.0:1767384330.263793:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000010:1.0:1767384330.263797:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d89d861. 00000020:00000001:3.0:1767384330.263798:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384330.263802:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384330.263803:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000001:1.0:1767384330.263808:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294918148 00000020:00000001:3.0:1767384330.263809:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000010:1.0:1767384330.263813:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000512a01ce. 00000020:00000001:3.0:1767384330.263815:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:1.0:1767384330.263817:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384330.263822:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384330.263823:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294918148 00000100:00000010:1.0:1767384330.263834:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000caf567fb. 00000020:00000010:3.0:1767384330.263837:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007a81d20. 00000100:00000001:1.0:1767384330.263840:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384330.263846:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384330.263847:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005016a0ff. 00000100:00000001:1.0:1767384330.263851:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384330.263856:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:1.0:1767384330.263857:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.263862:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.263869:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384330.263872:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384330.263873:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384330.263877:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384330.263880:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbaba265. 00000100:00000001:1.0:1767384330.263880:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.263883:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.263887:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000010:3.0:1767384330.263888:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa931840. 00000100:00000001:1.0:1767384330.263893:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.263896:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384330.263897:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000100:00000001:1.0:1767384330.263899:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.263904:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.263907:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.263910:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384330.263913:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:1.0:1767384330.263913:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3395b59 x1853236748237568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.263919:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384330.263923:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384330.263924:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.263927:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.263929:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384330.263930:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384330.263933:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384330.263936:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.263938:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d3395b59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16149:1853236748237568:0@lo:400: 00000100:00000001:3.0:1767384330.263940:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384330.263941:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384330.263945:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384330.263945:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384330.263948:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.263950:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.263951:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384330.263956:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c5312cd. 02000000:00000001:1.0:1767384330.263958:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.263961:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000010:1.0:1767384330.263964:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db4bdd8c. 00000100:00000001:3.0:1767384330.263967:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384330.263967:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748237568, portal 10 00000100:00000001:1.0:1767384330.263975:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384330.263977:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407814400 : -114055301737216 : ffff98446e415500) 00000100:00000040:1.0:1767384330.263983:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d3395b59 x1853236748237568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.263985:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384330.263990:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384330.264001:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384330.264001:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.264009:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384330.264011:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000400:00000010:1.0:1767384330.264012:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000100:00000200:1.0:1767384330.264018:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748237568, offset 0 00000100:00000001:3.0:1767384330.264019:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407818880 : -114055301732736 : ffff98446e416680) 00000400:00000200:1.0:1767384330.264027:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384330.264031:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000741d4806 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384330.264037:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.264050:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e103b00 00000400:00000200:1.0:1767384330.264059:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000100:00000001:3.0:1767384330.264062:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384330.264063:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384330.264069:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008cb37893. 00000400:00000200:1.0:1767384330.264070:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384330.264077:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.264078:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384330.264081:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767384330.264084:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008cb37893. 00000100:00000010:1.0:1767384330.264085:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000388f42ba. 00000100:00000040:1.0:1767384330.264089:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000388f42ba x1853236748237568 msgsize 224 00000100:00100000:3.0:1767384330.264094:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000741d4806 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236748237696:12345-0@lo:400: 00000100:00100000:1.0:1767384330.264096:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384330.264102:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748237696 00000100:00000001:1.0:1767384330.264125:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.264130:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054318124 00000400:00000010:1.0:1767384330.264132:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054318124. 00000100:00000001:1.0:1767384330.264134:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384330.264137:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384330.264138:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d3395b59 x1853236748237568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384330.264143:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384330.264146:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384330.264148:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.264150:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d3395b59 x1853236748237568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384330.264154:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384330.264159:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.264160:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:1.0:1767384330.264162:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.264165:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.264168:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3085 usecs (4 jiffies) 00000100:00000001:1.0:1767384330.264171:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918149 00000020:00000001:3.0:1767384330.264175:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384330.264179:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.264181:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918151 00000100:00000001:1.0:1767384330.264185:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918149 00000020:00000001:3.0:1767384330.264186:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384330.264191:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918151 00000020:00000001:3.0:1767384330.264192:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384330.264197:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918149 00000020:00000001:3.0:1767384330.264198:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264199:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918151 00000100:00000001:1.0:1767384330.264205:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918149 00000020:00000001:3.0:1767384330.264206:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384330.264211:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918151 00000100:00000001:3.0:1767384330.264213:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384330.264214:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384330.264217:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384330.264219:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264223:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384330.264224:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004543cf70. 00000100:00000001:1.0:1767384330.264226:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.264232:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.264237:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264243:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384330.264244:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264249:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384330.264251:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748237696 00000100:00000001:1.0:1767384330.264253:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384330.264259:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384330.264262:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384330.264268:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000741d4806 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.264283:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.264287:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.264292:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384330.264295:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384330.264297:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384330.264299:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.264301:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.264306:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=31 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384330.264306:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f2b2234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748237312:0@lo:400: 00000100:00000001:3.0:1767384330.264316:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384330.264316:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.264322:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384330.264324:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 02000000:00000001:1.0:1767384330.264325:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.264331:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384330.264332:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000010:1.0:1767384330.264335:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026653fd0. 02000000:00000001:3.0:1767384330.264339:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384330.264339:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384330.264344:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.264347:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f6c51e. 00000100:00000001:3.0:1767384330.264350:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384330.264352:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000100:00000040:3.0:1767384330.264358:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384330.264358:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748237312, portal 25 00000100:00000001:1.0:1767384330.264364:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384330.264374:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407813504 : -114055301738112 : ffff98446e415180) 00000100:00000040:1.0:1767384330.264383:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.264391:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.264395:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.264399:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b982d9aa. 00000100:00000200:1.0:1767384330.264404:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748237312, offset 0 00000400:00000200:1.0:1767384330.264412:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.264421:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.264432:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e103a00 00000400:00000200:1.0:1767384330.264442:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa25 [2] + 0 00000400:00000010:1.0:1767384330.264447:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048622a00. 00000400:00000200:1.0:1767384330.264453:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c34c6b5 00000400:00000200:1.0:1767384330.264457:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.264463:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384330.264467:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c34c6b5 00000400:00000010:1.0:1767384330.264471:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c34c6b5. 00000100:00000001:1.0:1767384330.264476:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384330.264479:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384330.264483:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000dcccf537 x1853236748237312 msgsize 224 00000400:00000010:3.0:1767384330.264497:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bc9dcd9. 00000100:00100000:1.0:1767384330.264497:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384330.264502:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384330.264506:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748237696, offset 224 00000100:00000001:1.0:1767384330.264511:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384330.264520:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.264529:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b982d9aa 00000400:00000200:3.0:1767384330.264534:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384330.264534:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b982d9aa. 00000100:00000001:1.0:1767384330.264540:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384330.264546:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.264551:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e103b80 00000100:00000001:1.0:1767384330.264563:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384330.264566:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x159d [1] + 224 00000100:00000040:1.0:1767384330.264569:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.264580:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384330.264589:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.264593:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.264593:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.264599:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.264603:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384330.264610:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294918157 00000100:00000001:1.0:1767384330.264618:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918151 00000100:00000200:3.0:1767384330.264621:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.264625:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294918157 00000100:00000001:1.0:1767384330.264631:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918151 00000100:00000001:1.0:1767384330.264637:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294918157 00000100:00000001:1.0:1767384330.264644:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294918151 00000100:00000001:1.0:1767384330.264663:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294918157 00000100:00000001:1.0:1767384330.264669:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294918151 00000100:00000040:3.0:1767384330.264672:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb852b56 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.264673:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.264678:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264683:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264689:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.264699:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384330.264699:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.264703:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384330.264706:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.264710:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384330.264711:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bc9dcd9 00000100:00000001:1.0:1767384330.264713:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.264717:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bc9dcd9. 00000100:00100000:1.0:1767384330.264720:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384330.264722:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384330.264723:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.264726:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.264730:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.264733:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.264734:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.264736:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.264739:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.264742:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384330.264743:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000040:1.0:1767384330.264748:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384330.264751:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384330.264756:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384330.264763:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384330.264770:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384330.264771:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000741d4806 x1853236748237696/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:311/0 lens 224/224 e 0 to 0 dl 1767384341 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.264773:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.264780:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384330.264783:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384330.264790:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.264797:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000047e5273b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748237440:0@lo:400: 00000100:00100000:3.0:1767384330.264803:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000741d4806 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236748237696:12345-0@lo:400: Request processed in 735us (1105us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384330.264805:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.264813:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384330.264817:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 02000000:00000001:1.0:1767384330.264817:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.264822:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384330.264825:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 02000000:00000010:1.0:1767384330.264827:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000211c1364. 00000100:00000001:3.0:1767384330.264833:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384330.264833:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.264839:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384330.264839:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000020:00000010:3.0:1767384330.264845:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa931840. 00000400:00000010:1.0:1767384330.264845:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b982d9aa. 00000100:00000200:1.0:1767384330.264849:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748237440, portal 4 00000020:00000010:3.0:1767384330.264853:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00000100:00000001:1.0:1767384330.264853:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384330.264855:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407809024 : -114055301742592 : ffff98446e414000) 00000020:00000010:3.0:1767384330.264860:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbaba265. 00000100:00000040:1.0:1767384330.264864:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384330.264868:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384330.264875:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.264883:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.264890:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.264895:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384330.264898:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748237440, offset 0 00000400:00000200:1.0:1767384330.264907:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.264915:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.264925:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e103a80 00000400:00000200:1.0:1767384330.264931:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2544 00000400:00000200:1.0:1767384330.264938:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.264944:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.264947:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384330.264950:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384330.264957:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002893f55b. 00000100:00000040:1.0:1767384330.264960:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000002893f55b x1853236748237440 msgsize 224 00000100:00100000:1.0:1767384330.264966:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384330.264973:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.264979:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384330.264981:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000001:1.0:1767384330.264986:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384330.264991:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.265001:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384330.265013:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.265031:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265034:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.265040:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.265046:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6880 usecs (7 jiffies) 00000100:00000001:1.0:1767384330.265051:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294918152 00000100:00000001:1.0:1767384330.265055:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294918157 00000100:00000001:1.0:1767384330.265059:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294918152 00000100:00000001:1.0:1767384330.265062:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294918157 00000100:00000001:1.0:1767384330.265068:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294918152 00000100:00000001:1.0:1767384330.265072:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294918157 00000100:00000001:1.0:1767384330.265076:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294918152 00000100:00000001:1.0:1767384330.265080:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294918157 00000100:00000001:1.0:1767384330.265085:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.265087:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265092:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265096:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265126:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.265130:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265144:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384330.265147:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748237184 02000000:00000001:1.0:1767384330.265148:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384330.265151:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384330.265153:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.265158:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.265163:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748237184 00000020:00000001:1.0:1767384330.265168:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384330.265170:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:1.0:1767384330.265174:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384330.265177:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:1.0:1767384330.265182:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:1.0:1767384330.265192:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384330.265197:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384330.265201:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb756dfc. 00000020:00000010:1.0:1767384330.265207:0:17561:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007652143b. 00000020:00000040:1.0:1767384330.265215:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:1.0:1767384330.265231:0:17561:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384330.265238:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e806234. 00000100:00080000:3.0:1767384330.265243:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384330.265245:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000708885ae. 00000020:00000040:3.0:1767384330.265248:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000020:00000010:1.0:1767384330.265252:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000983f9e2b. 00000100:00000040:1.0:1767384330.265264:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384330.265268:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384330.265270:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384330.265274:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265279:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265291:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.265299:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384330.265302:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384330.265310:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384330.265312:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384330.265313:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384330.265317:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384330.265318:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521774080 : -114055187777536 : ffff9844750c3800) 00000100:00000001:3.0:1767384330.265322:0:23416:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.265326:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c790231 x1853236748237184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.265328:0:23416:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265339:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384330.265344:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000100:00000001:1.0:1767384330.265348:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.265353:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007652143b. 00000100:00100000:1.0:1767384330.265360:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c790231 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748237184:12345-0@lo:13: 00000100:00000200:1.0:1767384330.265365:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748237184 00000020:00000001:1.0:1767384330.265368:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384330.265373:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384330.265377:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.265379:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384330.265388:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000001:1.0:1767384330.265392:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384330.265394:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384330.265397:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384330.265401:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384330.265406:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265412:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384330.265417:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384330.265422:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006f5f575b. 02000000:00000001:1.0:1767384330.265426:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265429:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384330.265435:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384330.265441:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384330.265444:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767384330.265448:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384330.265458:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.265463:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384330.265467:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767384330.265472:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767384330.265476:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384330.265482:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:1.0:1767384330.265487:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384330.265492:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384330.265495:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384330.265498:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384330.265503:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748237184 00010000:00000001:1.0:1767384330.265506:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384330.265509:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c790231 x1853236748237184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.265518:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384330.265520:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384330.265522:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.265527:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384330.265531:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384330.265531:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384330.265537:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384330.265538:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:3.0:1767384330.265541:0:17559:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.265548:0:17559:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.265548:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384330.265552:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265558:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.265564:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.265568:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384330.265574:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748237184, offset 224 00000400:00000200:1.0:1767384330.265581:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.265592:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.265600:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e103980 00000400:00000200:1.0:1767384330.265607:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1595 [1] + 224 00000400:00000200:1.0:1767384330.265613:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.265617:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.265620:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384330.265623:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384330.265634:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.265675:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384330.265682:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384330.265685:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000001:3.0:1767384330.265689:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.265689:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384330.265694:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.265694:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384330.265701:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384330.265702:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384330.265708:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384330.265709:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000400:00000010:3.0:1767384330.265713:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9b8ba3d. 00010000:00000001:1.0:1767384330.265714:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384330.265717:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.265720:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384330.265722:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:3.0:1767384330.265726:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000100:00000040:1.0:1767384330.265727:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c790231 x1853236748237184/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:311/0 lens 224/368 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.265733:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384330.265738:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c790231 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236748237184:12345-0@lo:13: Request processed in 397us (2038us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384330.265742:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384330.265753:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384330.265760:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00000100:00000200:3.0:1767384330.265770:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.265771:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384330.265775:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384330.265780:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000708885ae. 00000020:00000010:1.0:1767384330.265787:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000983f9e2b. 00000020:00000010:1.0:1767384330.265793:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e806234. 00000100:00000001:3.0:1767384330.265796:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384330.265799:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:3.0:1767384330.265801:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.265802:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.265808:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384330.265813:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384330.265817:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384330.265817:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.265821:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265822:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384330.265827:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384330.265832:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=26 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384330.265842:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384330.265848:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384330.265852:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.265855:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384330.265862:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384330.265864:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384330.265868:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384330.265872:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:1.0:1767384330.265879:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b982d9aa 00000400:00000010:1.0:1767384330.265883:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b982d9aa. 00010000:00000001:3.0:1767384330.265886:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.265889:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384330.265893:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1767384330.265896:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384330.265898:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384330.265904:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384330.265908:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384330.265917:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384330.265923:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.265951:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384330.265955:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.265961:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.265961:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384330.265964:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384330.265967:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384330.265968:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384330.265970:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.265973:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384330.265974:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384330.265982:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00001000:1.0:1767384330.265982:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=26 v=5 (5 0 0 0) 00000004:00000040:3.0:1767384330.265988:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00001000:1.0:1767384330.265988:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=26 v=5 (1 0 0 0) 00000004:00000040:3.0:1767384330.265996:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767384330.265996:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384330.265999:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.266003:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384330.266008:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767384330.266010:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00010000:00000001:1.0:1767384330.266021:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384330.266023:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.266026:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384330.266033:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384330.266034:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384330.266039:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384330.266043:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.266053:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384330.266057:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000518de779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748237184:0@lo:13: 00000100:00000001:3.0:1767384330.266071:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.266077:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384330.266082:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384330.266085:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000518de779 x1853236748237184/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.266085:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384330.266088:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384330.266096:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384330.266150:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000047e5273b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748237440:0@lo:400: 00000400:00000001:1.0:1767384330.266160:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384330.266165:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384330.266169:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f6c51e. 00000400:00000200:1.0:1767384330.266175:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054318124 00000400:00000010:1.0:1767384330.266178:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054318124. 00000100:00000001:1.0:1767384330.266184:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384330.266190:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384330.266204:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.266228:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384330.266234:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.266240:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384330.266246:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384330.266251:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384330.266255:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.266262:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384330.266267:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384330.266272:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.266274:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384330.266277:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384330.266279:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384330.266288:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.266292:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.266302:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.266306:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384330.266311:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384330.266315:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc54ded8. 02000000:00000001:3.0:1767384330.266322:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384330.266324:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384330.266327:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384330.266330:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1767384330.266332:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384330.266334:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384330.266337:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384330.266342:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e6c74d3. 00000100:00000040:1.0:1767384330.266343:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384330.266349:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384330.266353:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384330.266355:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000518de779. 00000100:00000001:3.0:1767384330.266363:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1767384330.266366:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f2b2234 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748237312:0@lo:400: 00000100:00000001:3.0:1767384330.266368:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.266373:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.266374:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.266377:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384330.266384:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000047e5273b x1853236748237440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.266385:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384330.266396:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.266402:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384330.266404:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384330.266407:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384330.266409:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384330.266412:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000211c1364. 02000000:00000001:1.0:1767384330.266418:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384330.266421:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384330.266423:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384330.266428:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384330.266431:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005cc3fdb9. 02000000:00000001:1.0:1767384330.266436:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384330.266439:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384330.266442:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047e5273b. 00000100:00000001:1.0:1767384330.266448:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384330.266452:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.266455:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384330.266460:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f2b2234 x1853236748237312/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.266476:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384330.266479:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384330.266481:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026653fd0. 02000000:00000001:1.0:1767384330.266486:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384330.266492:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384330.266494:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384330.266499:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384330.266502:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f518ef62. 02000000:00000001:1.0:1767384330.266507:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384330.266510:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384330.266513:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f2b2234. 00000100:00000001:1.0:1767384330.266518:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384330.266520:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.266524:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.266529:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384330.266532:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.266536:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.266539:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.277150:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294918157, at 4294918158 00000100:00000040:3.0:1767384330.277164:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294918157, at 4294918158 00000100:00000010:0.0:1767384330.277164:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad428884. 00000100:00000010:3.0:1767384330.277175:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000caf567fb. 00000100:00000040:1.0:1767384330.277179:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294918157, at 4294918158 00000100:00000010:1.0:1767384330.277189:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d89d861. 00000001:00000001:1.0:1767384330.491478:0:24754:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384330.491483:0:24754:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384330.495767:0:24754:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384330.502524:0:24755:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b74c9851. 00000400:00000010:1.0:1767384330.502538:0:24755:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c5c34b58. 00000400:00000010:1.0:1767384330.502547:0:24755:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007f73a6ab. 00000400:00000010:1.0:1767384330.502550:0:24755:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000026653fd0. 00000400:00000010:1.0:1767384330.502553:0:24755:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006ba7122a. 00000400:00000010:1.0:1767384330.502557:0:24755:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3f99e9b. 00000400:00000010:1.0:1767384330.502559:0:24755:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008935ee88. 00000400:00000010:1.0:1767384330.502560:0:24755:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000094247d58. 00000400:00000010:1.0:1767384330.502563:0:24755:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001e10af05. 00000800:00000010:1.0:1767384330.502574:0:24755:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f518ef62. 00000800:00000200:1.0:1767384330.502583:0:24755:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384330.502591:0:24755:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384330.502623:0:24755:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384330.502643:0:24755:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384330.504093:0:24755:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000005c5312cd. 00000400:00000010:1.0:1767384330.504102:0:24755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f6c51e. 00000400:00000010:1.0:1767384330.504130:0:24755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000400:00000001:1.0:1767384330.504146:0:24755:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384330.504148:0:24755:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384330.504151:0:24755:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 00000400:00000200:1.0:1767384330.504153:0:24755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000400:00000010:1.0:1767384330.504155:0:24755:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000400:00000010:1.0:1767384330.504158:0:24755:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000749e036e. 00000400:00000200:1.0:1767384330.504164:0:24755:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (17) 00000400:00000200:1.0:1767384330.504177:0:24755:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384330.504187:0:24755:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384330.504193:0:24755:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004dafcffb. 00000020:01000000:1.0:1767384330.504198:0:24755:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384330.504203:0:24755:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp26 00000400:00000010:1.0:1767384330.504218:0:24755:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c5c34b58. 00000400:00000010:1.0:1767384330.504222:0:24755:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b74c9851. 00000020:00000001:0.0:1767384330.504259:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384330.504265:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384330.504271:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384330.504275:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384330.504280:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384330.504284:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384330.504287:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384330.504289:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384330.504290:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.504292:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384330.504295:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384330.504297:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384330.504302:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384330.504304:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384330.504310:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbfa1d73. 00000020:00000040:0.0:1767384330.504315:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384330.504320:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384330.504323:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384330.504330:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384330.504338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ce03169b. 00000100:00000001:0.0:1767384330.504344:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.504351:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384330.504353:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.504360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbfa1d73] to pc [ptlrpcd_00_00+0] req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384330.504391:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384330.504393:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384330.504396:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384330.504397:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384330.504398:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384330.504403:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00100000:1.0:1767384330.504404:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 10000000:00000001:0.0:1767384330.504406:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384330.504408:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384330.504409:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384330.504412:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384330.504414:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384330.504415:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384330.504417:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384330.504417:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384330.504419:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384330.504421:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384330.504422:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.504425:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384330.504426:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384330.504427:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384330.504429:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384330.504430:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384330.504433:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384330.504433:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384330.504438:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b51e41e0. 00000100:00000040:1.0:1767384330.504440:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384330.504442:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384330.504447:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384330.504450:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384330.504453:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.504454:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384330.504458:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.504461:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384330.504461:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b75ba406. 02000000:00000001:1.0:1767384330.504465:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.504466:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384330.504467:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384330.504468:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.504471:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384330.504475:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384330.504476:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062e506be. 00000100:00100000:1.0:1767384330.504477:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dbfa1d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748237824:0@lo:253: 00000100:00000040:0.0:1767384330.504482:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b51e41e0] to pc [ptlrpcd_00_01+1] req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.504486:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384330.504486:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384330.504492:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384330.504495:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.504499:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: PUT: OK 10000000:00000001:0.0:1767384330.504499:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384330.504504:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.504507:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384330.504508:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.504510:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000000:0.0:1767384330.504511:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000010:1.0:1767384330.504514:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ad0df6a6. 00000020:00000010:0.0:1767384330.504516:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004dafcffb. 00000400:00000200:3.0:1767384330.504520:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp24: 0 02000000:00000001:1.0:1767384330.504520:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.504526:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000100:00000001:0.0:1767384330.504529:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384330.504531:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5c34b58. 00000800:00000001:3.0:1767384330.504535:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384330.504535:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748237824, portal 25 00000100:00000001:1.0:1767384330.504540:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384330.504541:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384330.504542:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656103808 : -114055053447808 : ffff98447d0ded80) 00000800:00000001:3.0:1767384330.504547:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.504547:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384330.504551:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384330.504554:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384330.504555:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.504559:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384330.504562:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.504564:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384330.504564:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.504567:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384330.504571:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384330.504571:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384330.504577:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001133271c. 00000400:00000200:3.0:1767384330.504578:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24) <- 192.168.202.119@tcp24 : PUT - for me 00000100:00000040:0.0:1767384330.504578:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384330.504582:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748237824, offset 0 00000100:00000001:0.0:1767384330.504591:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384330.504595:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384330.504595:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.504602:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 320 into portal 0 MB=0x8000000000000000 02000000:00000001:0.0:1767384330.504602:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384330.504605:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384330.504610:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384330.504611:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.504616:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 304/320 into md 0x157d [1] + 0 00000100:00100000:0.0:1767384330.504619:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b51e41e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748237952:0@lo:253: 00000400:00000200:1.0:1767384330.504623:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103c00 00000400:00000010:3.0:1767384330.504627:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be3a45e6. 00000100:00000001:0.0:1767384330.504628:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384330.504631:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384330.504634:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9a1a198 02000000:00000001:0.0:1767384330.504635:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.504640:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1767384330.504644:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384330.504644:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 02000000:00000010:0.0:1767384330.504645:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d5c3c034. 00000800:00000001:3.0:1767384330.504666:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384330.504666:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384330.504667:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004d76132. 00000400:00000200:3.0:1767384330.504673:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.504675:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000579d7851 00000400:00000010:0.0:1767384330.504675:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038de431f. 00000400:00000200:3.0:1767384330.504683:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: PUT: OK 00000400:00000010:0.0:1767384330.504683:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2e3c46d. 00000400:00000200:1.0:1767384330.504684:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384330.504690:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9a1a198 00000400:00000200:1.0:1767384330.504693:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384330.504696:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d9a1a198. 00000400:00000200:3.0:1767384330.504705:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:0.0:1767384330.504707:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748237952, portal 25 00000400:00000200:1.0:1767384330.504708:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000579d7851 00000400:00000200:3.0:1767384330.504709:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (19) 00000400:00000010:1.0:1767384330.504713:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000579d7851. 00000100:00000001:0.0:1767384330.504713:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384330.504716:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656098432 : -114055053453184 : ffff98447d0dd880) 00000400:00000200:3.0:1767384330.504719:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:1.0:1767384330.504721:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384330.504724:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384330.504725:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384330.504727:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (320 bytes) 00000100:00000040:1.0:1767384330.504730:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000000acc6739 x1853236748237824 msgsize 4848 00000400:00000200:3.0:1767384330.504738:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00100000:1.0:1767384330.504744:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384330.504746:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.504747:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384330.504751:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384330.504754:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (20) 00000400:00000010:0.0:1767384330.504755:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf8b260d. 00000100:00000001:1.0:1767384330.504758:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384330.504759:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748237952, offset 0 00000400:00000200:0.0:1767384330.504765:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.504768:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001133271c 00000400:00000010:1.0:1767384330.504771:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001133271c. 00000400:00000200:3.0:1767384330.504774:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384330.504774:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384330.504778:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.504794:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp24 to MR: 192.168.202.119@tcp24 local destination 00000100:00000001:1.0:1767384330.504804:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384330.504809:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384330.504810:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp24 NI seq info: [44:44:256:4294967295] 192.168.202.119@tcp24 LPNI seq info [44:44:8:4294967295] 00000100:00000001:1.0:1767384330.504823:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.504825:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384330.504833:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24:192.168.202.119@tcp24) -> 192.168.202.119@tcp24(192.168.202.119@tcp24:192.168.202.119@tcp24) 192.168.202.119@tcp24 : ACK try# 0 00000800:00000200:3.0:1767384330.504840:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp24 00000100:00000001:1.0:1767384330.504843:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.504845:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384330.504848:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d04da88. 00000100:00000001:1.0:1767384330.504848:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294918397 00000100:00000010:1.0:1767384330.504855:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075cc706a. 00000400:00000200:0.0:1767384330.504855:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103c80 00000800:00000200:3.0:1767384330.504861:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (6) 00000100:00000001:1.0:1767384330.504863:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384330.504871:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000001:1.0:1767384330.504872:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294918397 00000800:00000200:3.0:1767384330.504878:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp24 ip 192.168.202.119:993 00000400:00000010:0.0:1767384330.504878:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e785e52. 00000100:00000010:1.0:1767384330.504880:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8f3aad4. 00000400:00000200:0.0:1767384330.504885:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ac005eb 00000800:00000200:3.0:1767384330.504887:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d04da88 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384330.504887:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384330.504892:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384330.504894:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294918397 00000400:00000200:0.0:1767384330.504899:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384330.504900:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002fe40ce5. 00000400:00000200:0.0:1767384330.504904:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac005eb 00000100:00000001:1.0:1767384330.504905:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384330.504907:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384330.504907:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ac005eb. 00000100:00000001:1.0:1767384330.504909:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294918397 00000100:00000010:1.0:1767384330.504914:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ca1f227. 00000100:00000001:0.0:1767384330.504914:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384330.504917:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384330.504919:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000800:00000001:3.0:1767384330.504920:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384330.504921:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000000ff93b0 x1853236748237952 msgsize 4848 00000100:00000001:1.0:1767384330.504923:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384330.504927:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.504934:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.504934:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384330.504940:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384330.504941:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.504945:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384330.504946:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384330.504948:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.504950:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.504952:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384330.504958:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf8b260d 00000400:00000010:0.0:1767384330.504960:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf8b260d. 00000100:00000001:0.0:1767384330.504963:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384330.504967:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384330.504968:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384330.504974:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d04da88. 00000100:00000001:1.0:1767384330.504976:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384330.504978:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384330.504981:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748237824 00000400:00000200:3.0:1767384330.504983:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384330.504983:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384330.504987:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384330.504992:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384330.504997:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: ACK: OK 00000100:00000001:1.0:1767384330.504997:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.505000:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.505005:0:16146:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384330.505006:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384330.505011:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384330.505014:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384330.505017:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.505020:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294918397 00000100:00100000:1.0:1767384330.505021:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748237824 00000800:00000001:3.0:1767384330.505023:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384330.505026:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294918397 00000020:00000001:1.0:1767384330.505028:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384330.505029:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294918397 00000800:00000001:3.0:1767384330.505032:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384330.505033:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384330.505034:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294918397 00000800:00000001:3.0:1767384330.505036:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384330.505039:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294918397 00000020:00000001:1.0:1767384330.505040:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767384330.505044:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384330.505045:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:0.0:1767384330.505045:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294918397 00000100:00000001:0.0:1767384330.505051:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294918397 00000020:00000001:1.0:1767384330.505052:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384330.505056:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294918397 00000020:00000001:1.0:1767384330.505058:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384330.505061:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24) <- 192.168.202.119@tcp24 : ACK - for me 00000100:00000001:1.0:1767384330.505063:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384330.505068:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.505070:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cd61b3. 00000100:00000001:0.0:1767384330.505071:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.505077:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384330.505078:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.505084:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.505085:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp24: ACK from 12345-192.168.202.119@tcp24 into md 0x15d9 00000020:00000010:1.0:1767384330.505085:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cd61b3. 00000400:00000200:3.0:1767384330.505094:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384330.505094:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000211c1364. 00000020:00000010:1.0:1767384330.505101:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050123bd1. 00000100:00000001:0.0:1767384330.505135:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384330.505138:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748237952 02000000:00000001:0.0:1767384330.505141:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384330.505142:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.505144:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.505146:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384330.505148:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748237952 00000020:00000001:0.0:1767384330.505150:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384330.505151:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384330.505153:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384330.505155:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:0.0:1767384330.505157:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384330.505159:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384330.505162:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384330.505165:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006038d290. 00000100:00000001:0.0:1767384330.505167:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384330.505169:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006038d290. 00000020:00000010:0.0:1767384330.505172:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b75f85bd. 00000020:00000010:0.0:1767384330.505175:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b43a39f. 00000020:00000010:0.0:1767384330.505179:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e7503ca0. 00000100:00000040:0.0:1767384330.505186:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384330.505188:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384330.505190:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384330.505191:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.505198:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: ACK: OK 00000100:00000001:0.0:1767384330.505198:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.505207:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000100:00000001:0.0:1767384330.505210:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384330.505211:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:3.0:1767384330.505218:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384330.505223:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000100:00000001:0.0:1767384330.505226:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384330.505229:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:0.0:1767384330.505231:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384330.505237:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (19) 00000100:00100000:0.0:1767384330.505241:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000020:00000010:1.0:1767384330.505246:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000983f9e2b. 00000100:00000040:0.0:1767384330.505247:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000800:00000001:3.0:1767384330.505248:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384330.505252:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378282576 : -114060331269040 : ffff98434278c450) 00000100:00000001:1.0:1767384330.505253:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384330.505256:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384330.505258:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384330.505263:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384330.505263:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384330.505269:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000ff93b0 x1853236748237952/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.505271:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.505280:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384330.505283:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384330.505283:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006038d290. 00000100:00000001:1.0:1767384330.505287:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384330.505288:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384330.505290:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384330.505292:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006038d290. 00000100:00100000:1.0:1767384330.505296:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000400:00000010:3.0:1767384330.505298:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000008587dada. 00000100:00000040:1.0:1767384330.505299:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00100000:0.0:1767384330.505302:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000ff93b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748237952:12345-0@lo:253: 00000100:00000001:1.0:1767384330.505305:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378292816 : -114060331258800 : ffff98434278ec50) 00000400:00000010:3.0:1767384330.505308:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb92340. 00000100:00000200:0.0:1767384330.505309:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748237952 00000100:00000040:1.0:1767384330.505313:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000acc6739 x1853236748237824/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:311/0 lens 4848/0 e 0 to 0 dl 1767384341 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384330.505314:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384330.505316:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bc9dcd9. 00000020:00000001:0.0:1767384330.505318:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384330.505322:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.505325:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008587dada 00000020:00000001:0.0:1767384330.505327:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384330.505331:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000010:3.0:1767384330.505333:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000009d76b11c. 00000100:00000001:1.0:1767384330.505334:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384330.505335:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384330.505338:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384330.505339:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0cd61b3. 00000400:00000200:3.0:1767384330.505341:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000020:00000001:0.0:1767384330.505341:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384330.505343:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384330.505345:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384330.505348:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0cd61b3. 00000020:00000001:0.0:1767384330.505349:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.505352:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 00000100:00000001:0.0:1767384330.505356:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384330.505357:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (18) 00000100:00100000:1.0:1767384330.505359:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000acc6739 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748237824:12345-0@lo:253: 02000000:00000001:0.0:1767384330.505360:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384330.505365:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748237824 00000400:00000010:3.0:1767384330.505367:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000bbaba265. 02000000:00000010:0.0:1767384330.505368:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000209d6f78. 02000000:00000001:0.0:1767384330.505376:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384330.505379:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000555d3f3e. 00000020:00000001:1.0:1767384330.505380:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384330.505380:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.505384:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384330.505386:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.505386:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384330.505390:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb6d22c6. 00000020:00000001:1.0:1767384330.505390:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384330.505393:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 20000000:00000010:0.0:1767384330.505395:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dafcffb. 00000020:00000001:1.0:1767384330.505396:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384330.505399:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:0.0:1767384330.505401:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384330.505402:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:00000001:1.0:1767384330.505403:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384330.505407:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384330.505408:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384330.505411:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384330.505412:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.505415:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.505416:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384330.505420:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 20000000:00000001:0.0:1767384330.505421:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384330.505422:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384330.505426:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384330.505429:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000051117829. 00000400:00000200:3.0:1767384330.505431:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 02000000:00000001:1.0:1767384330.505433:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384330.505436:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003cd36949. 00000100:00000001:1.0:1767384330.505437:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384330.505442:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767384330.505443:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384330.505445:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 20000000:00000001:0.0:1767384330.505450:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:1.0:1767384330.505452:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009e3b760d. 00000400:00000200:3.0:1767384330.505453:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 20000000:01000000:1.0:1767384330.505463:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384330.505467:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384330.505467:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384330.505471:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 20000000:00000001:1.0:1767384330.505471:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384330.505474:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.505477:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.505481:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384330.505485:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384330.505492:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384330.505498:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384330.505504:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384330.505511:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00080000:00000001:0.0:1767384330.505512:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384330.505518:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384330.505520:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.505521:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00080000:00000001:0.0:1767384330.505522:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384330.505527:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384330.505531:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:0.0:1767384330.505532:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384330.505536:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384330.505543:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d33f1c76. 00080000:00000001:0.0:1767384330.505548:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382334464 : -114060327217152 : ffff984342b69800) 00000400:00000200:3.0:1767384330.505549:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00080000:00000001:0.0:1767384330.505552:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384330.505559:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384330.505565:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384330.505570:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384330.505574:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:3.0:1767384330.505579:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:3.0:1767384330.505584:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp25 00000400:00000200:3.0:1767384330.505589:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp25 lpni_is_preferred = 0 00000400:00000200:3.0:1767384330.505592:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp25 00000400:00000200:3.0:1767384330.505596:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.119@tcp25 LPNI seq info [45:45:8:4294967295] 00000400:00000200:3.0:1767384330.505602:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp25 00000400:00000200:3.0:1767384330.505611:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25:) -> 192.168.202.119@tcp25(192.168.202.119@tcp:192.168.202.119@tcp25) : GET try# 0 00000800:00000200:3.0:1767384330.505618:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp25 00000800:00000010:3.0:1767384330.505623:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003d04da88. 00000800:00000010:3.0:1767384330.505631:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045d9ffa0. 00000800:00000010:3.0:1767384330.505636:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008110e0cc. 00000800:00000200:3.0:1767384330.505641:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (2) 00000001:00000001:0.0:1767384330.505645:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384330.505663:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384330.505668:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (2) 00080000:00000001:0.0:1767384330.505668:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384330.505687:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384330.505690:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00080000:00000001:0.0:1767384330.505692:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384330.505696:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384330.505754:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00080000:00000001:0.0:1767384330.505797:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384330.505801:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384330.505818:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.505863:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.505927:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.505989:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506046:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506096:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506234:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506549:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506603:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506710:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506764:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506817:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.506866:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507092:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507149:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507177:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507271:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507339:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507397:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507440:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507482:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507522:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507541:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507560:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507593:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507642:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507702:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507732:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507760:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384330.507790:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000800:00000010:3.0:1767384330.507973:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000020cec4f9. 00000800:00000010:3.0:1767384330.507978:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d692c714. 00000800:00000010:3.0:1767384330.507984:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eff74fc6. 00000800:00000010:3.0:1767384330.508022:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eff74fc6. 00000400:00000200:1.0:1767384330.508063:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384330.508080:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp25 from 223.3.0.2 00000800:00000010:1.0:1767384330.508083:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000069a544a1. 00000800:00000010:0.0:1767384330.508164:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001de4ff04. 00000800:00000010:0.0:1767384330.508172:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db2bb067. 00000800:00000010:0.0:1767384330.508202:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a6b1e39d. 00000800:00000200:0.1:1767384330.508210:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (2) 00000800:00000200:0.1:1767384330.508217:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp25 00000000a6b1e39d deleted 00000800:00000010:0.1:1767384330.508220:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a6b1e39d. 00000800:00000200:0.1:1767384330.508228:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384330.508235:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:991 00000800:00000200:0.1:1767384330.508240:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d04da88 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384330.508246:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp25 p 3.x 192.168.202.119 -> 192.168.202.119:991 incarnation:1767384328654610865 sched[0] 00000800:00000010:0.0:1767384330.508253:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea70c4b7. 00000800:00000010:0.0:1767384330.508325:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea70c4b7. 00000800:00000010:0.0:1767384330.508332:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db2bb067. 00000800:00000010:0.0:1767384330.508375:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000069a544a1. 00000800:00000001:0.0:1767384330.508392:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508399:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384330.508467:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384330.508471:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003d04da88. 00000400:00000200:0.0:1767384330.508476:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.508484:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: GET: OK 00000400:00000200:0.0:1767384330.508488:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.1:1767384330.508490:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384330.508493:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000200:1.0:1767384330.508499:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp25 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384328654610865 sched[0] 00000800:00000010:1.0:1767384330.508504:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d692c714. 00000800:00000001:0.0:1767384330.508560:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384330.508564:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:0.0:1767384330.508577:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.508580:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508590:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384330.508598:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25) <- 192.168.202.119@tcp25 : GET - for me 00000400:00000200:0.0:1767384330.508610:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384330.508612:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384330.508618:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 320/320 into md 0x15d5 [1] + 0 00000400:00000200:0.0:1767384330.508630:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp25 to MR: 192.168.202.119@tcp25 local destination 00000400:00000200:0.0:1767384330.508638:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp25 NI seq info: [46:46:256:4294967295] 192.168.202.119@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:0.0:1767384330.508667:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) -> 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) 192.168.202.119@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767384330.508675:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.119@tcp25 00000800:00000010:0.0:1767384330.508680:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd7e6897. 00000800:00000200:0.0:1767384330.508686:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (4) 00000800:00000200:0.0:1767384330.508692:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:988 00000800:00000200:0.0:1767384330.508695:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dd7e6897 type 3, nob 416 niov 1 nkiov 1 00000800:00000200:0.0:1767384330.508765:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384330.508769:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd7e6897. 00000400:00000200:0.0:1767384330.508774:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.508779:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: REPLY: OK 00000800:00000001:0.0:1767384330.508790:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508795:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.508799:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508805:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384330.508807:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508812:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384330.508819:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25) <- 192.168.202.119@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384330.508830:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp25: Reply from 12345-192.168.202.119@tcp25 of length 320/320 into md 0x15f1 00000800:00000001:0.0:1767384330.508836:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508842:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384330.508845:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384330.508851:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: REPLY: OK 00000400:00000200:0.0:1767384330.508862:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000555d3f3e 00000400:00000010:0.0:1767384330.508865:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000555d3f3e. 00000400:00000200:0.0:1767384330.508871:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384330.508877:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384330.508877:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384330.508883:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384330.508890:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 18. state = 0x100251 00000400:00000200:0.0:1767384330.508896:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384330.508909:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (19) 00000800:00000001:0.0:1767384330.508917:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384330.508922:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384330.508939:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384330.508946:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:3.0:1767384330.508953:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000fccb8b71. 00000400:00000010:3.0:1767384330.508963:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 0000000061ae94b6. 00000400:00000010:3.0:1767384330.508966:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000df235167. 00000400:00000010:3.0:1767384330.508991:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000095ce3259. 00000400:00000200:3.0:1767384330.508996:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000095ce3259 nid 192.168.202.119@tcp26 00000400:00000010:3.0:1767384330.509001:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e8a682d0. 00000400:00000200:3.0:1767384330.509003:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e8a682d0 net tcp26 00000400:00000200:3.0:1767384330.509006:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (18) 00000400:00000200:3.0:1767384330.509011:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp26 flags 0x11 00000400:00000010:3.0:1767384330.509014:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000fccb8b71. 00000400:00000010:3.0:1767384330.509018:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 0000000061ae94b6. 00000400:00000010:3.0:1767384330.509021:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000df235167. 00000400:00000010:3.0:1767384330.509026:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000bbaba265. 00000400:00000200:3.0:1767384330.509030:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384330.509033:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:3.0:1767384330.509036:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:3.0:1767384330.509040:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:3.0:1767384330.509043:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384330.509044:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:3.0:1767384330.509048:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384330.509051:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (19) 00000400:00000200:1.0:1767384330.509158:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509216:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509275:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509337:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509390:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509418:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509440:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509468:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509508:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509564:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509606:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509632:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509677:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509714:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509757:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509800:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509843:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509870:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509893:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509915:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.509978:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510018:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510053:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510086:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510151:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510185:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510215:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510245:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384330.510272:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000800:00000010:1.0:1767384330.510434:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f9e5aaac. 00000800:00000010:1.0:1767384330.510439:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085987707. 00000800:00000010:1.0:1767384330.510444:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0cd61b3. 00000800:00000010:1.0:1767384330.510482:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0cd61b3. 00000400:00000200:3.0:1767384330.510627:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384330.510645:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp25 from 222.3.0.2 00000800:00000010:3.0:1767384330.510661:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d4fd81b4. 00000800:00000010:1.0:1767384330.510697:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d5574be. 00000800:00000010:1.0:1767384330.510708:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002a5b8351. 00000800:00000010:1.0:1767384330.510730:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c635c521. 00000800:00000200:1.1:1767384330.510735:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (4) 00000800:00000200:1.1:1767384330.510741:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp25 00000000c635c521 deleted 00000800:00000010:1.1:1767384330.510742:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c635c521. 00000800:00000200:1.1:1767384330.510746:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384330.510751:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp25 p 3.x 192.168.202.119 -> 192.168.202.119:990 incarnation:1767384328654610865 sched[0] 00000800:00000010:1.0:1767384330.510756:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0cd61b3. 00000800:00000010:1.0:1767384330.510802:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0cd61b3. 00000800:00000010:1.0:1767384330.510807:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002a5b8351. 00000800:00000010:1.0:1767384330.510836:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d4fd81b4. 00000800:00000001:1.0:1767384330.510847:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.510851:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384330.510875:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384330.510879:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp25 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384328654610865 sched[0] 00000800:00000010:1.0:1767384330.510882:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085987707. 00000800:00000001:1.0:1767384330.510905:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384330.510908:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384330.514751:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384330.514759:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384330.514765:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384330.514769:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384330.514783:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384330.514797:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384330.514798:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e806234. 20000000:01000000:1.0:1767384330.514804:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:01000000:0.0:1767384330.514804:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000001:1.0:1767384330.514811:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767384330.514816:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384330.514819:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384330.514848:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384330.514854:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384330.514856:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.514860:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384330.514863:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384330.514877:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384330.514882:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384330.514892:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b74c9851. 00080000:00000001:1.0:1767384330.514896:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381325824 : -114060328225792 : ffff984342a73400) 00080000:00000001:1.0:1767384330.514900:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384330.514980:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384330.514984:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.514988:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384330.515011:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384330.515016:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384330.515141:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384330.515146:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384330.517161:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294918397, at 4294918398 00000100:00000010:0.0:1767384330.517172:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075cc706a. 00000100:00000040:1.0:1767384330.517557:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294918397, at 4294918398 00000100:00000010:1.0:1767384330.517569:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8f3aad4. 00000100:00000040:3.0:1767384330.518172:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294918397, at 4294918399 00000100:00000010:3.0:1767384330.518180:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ca1f227. 00010000:00000010:2.1:1767384330.519150:0:24760:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000b0fd431. 00010000:00000010:2.1:1767384330.519159:0:24760:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000001:1.0:1767384330.524484:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384330.524489:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384330.524492:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384330.524494:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384330.524497:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384330.524511:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384330.524515:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384330.524522:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:1.0:1767384330.526236:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384330.526241:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384330.526243:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dafcffb. 20000000:00000001:1.0:1767384330.526250:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384330.526255:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748237952 00010000:00000001:1.0:1767384330.526259:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384330.526267:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000ff93b0 x1853236748237952/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.526278:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384330.526281:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384330.526285:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.526291:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384330.526294:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384330.526297:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384330.526301:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384330.526304:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.526309:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.526313:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.526317:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067dae469. 00000100:00000200:1.0:1767384330.526323:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748237952, offset 224 00000400:00000200:1.0:1767384330.526331:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.526342:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.526353:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103c80 00000400:00000200:1.0:1767384330.526361:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15e5 [2] + 224 00000400:00000200:1.0:1767384330.526370:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.526381:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.526389:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384330.526394:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384330.526405:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.526427:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.526436:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384330.526437:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067dae469 00000100:00000001:0.0:1767384330.526441:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384330.526442:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067dae469. 00000100:00000001:1.0:1767384330.526448:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384330.526448:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384330.526450:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384330.526451:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384330.526455:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038de431f. 00000100:00000001:1.0:1767384330.526459:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384330.526460:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2e3c46d 00000400:00000010:0.0:1767384330.526464:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2e3c46d. 00000100:00000040:1.0:1767384330.526467:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:0.0:1767384330.526468:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384330.526473:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384330.526475:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384330.526476:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384330.526483:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384330.526489:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384330.526494:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000ff93b0 x1853236748237952/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.526499:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384330.526502:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.526511:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384330.526512:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000ff93b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748237952:12345-0@lo:253: Request processed in 21228us (21586us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384330.526515:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384330.526518:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384330.526522:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384330.526524:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384330.526528:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=36 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384330.526530:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00001000:0.0:1767384330.526532:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=36 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384330.526536:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384330.526537:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384330.526539:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.526542:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384330.526543:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384330.526547:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.526548:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384330.526549:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384330.526555:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b43a39f. 00000100:00000040:0.0:1767384330.526555:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.526564:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384330.526565:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e7503ca0. 00000100:00000001:0.0:1767384330.526568:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384330.526570:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384330.526572:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b75f85bd. 00000020:01000004:0.0:1767384330.526574:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384330.526578:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384330.526580:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384330.526581:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000040:1.0:1767384330.526582:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000020:01000004:0.0:1767384330.526583:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384330.526586:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384330.526588:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384330.526590:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384330.526590:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384330.526591:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:1.0:1767384330.526595:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000209d6f78. 00000100:00000040:0.0:1767384330.526596:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384330.526602:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384330.526606:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b51e41e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748237952:0@lo:253: 00000100:00000001:1.0:1767384330.526608:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.526610:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.526614:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384330.526616:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384330.526616:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b51e41e0 x1853236748237952/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384330.526621:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384330.526624:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384330.526627:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384330.526633:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067dae469. 02000000:00000010:0.0:1767384330.526633:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d5c3c034. 02000000:00000001:0.0:1767384330.526639:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384330.526643:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384330.526644:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384330.526661:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384330.526664:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b75ba406. 02000000:00000001:0.0:1767384330.526669:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384330.526671:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384330.526673:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b51e41e0. 00000100:00000001:0.0:1767384330.526676:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384330.526677:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.526679:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384330.526685:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384330.526687:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384330.526689:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384330.526690:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384330.527441:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384330.527445:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384330.527447:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009e3b760d. 20000000:00000001:1.0:1767384330.527453:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384330.527456:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748237824 00010000:00000001:1.0:1767384330.527459:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384330.527464:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000acc6739 x1853236748237824/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384330.527472:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384330.527474:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384330.527476:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.527479:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384330.527481:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384330.527484:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384330.527486:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384330.527488:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384330.527491:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384330.527493:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384330.527497:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeb757f9. 00000100:00000200:1.0:1767384330.527500:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748237824, offset 224 00000400:00000200:1.0:1767384330.527505:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384330.527511:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384330.527517:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103c00 00000400:00000200:1.0:1767384330.527522:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15dd [2] + 224 00000400:00000200:1.0:1767384330.527527:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384330.527530:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384330.527533:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384330.527537:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384330.527546:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384330.527563:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384330.527571:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.527574:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384330.527577:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeb757f9 00000400:00000010:1.0:1767384330.527580:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeb757f9. 00000400:00000001:3.0:1767384330.527584:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384330.527584:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384330.527585:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384330.527587:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384330.527590:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000100:00000001:1.0:1767384330.527591:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384330.527595:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5c34b58 00000100:00000040:1.0:1767384330.527597:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:3.0:1767384330.527598:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5c34b58. 00010000:00000001:1.0:1767384330.527603:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384330.527604:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384330.527606:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384330.527610:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384330.527611:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384330.527617:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000acc6739 x1853236748237824/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:311/0 lens 4848/4768 e 0 to 0 dl 1767384341 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384330.527640:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384330.527643:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000acc6739 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748237824:12345-0@lo:253: Request processed in 22307us (22909us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384330.527661:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384330.527664:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.527668:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384330.527670:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384330.527672:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384330.527675:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384330.527675:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 02000000:00000001:3.0:1767384330.527679:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384330.527682:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00001000:3.0:1767384330.527683:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=36 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384330.527687:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384330.527688:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384330.527692:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384330.527693:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384330.527696:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384330.527698:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384330.527698:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050123bd1. 00010000:00000001:3.0:1767384330.527701:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.527704:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384330.527706:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000983f9e2b. 00000100:00000040:3.0:1767384330.527707:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384330.527712:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000211c1364. 00000100:00000001:3.0:1767384330.527718:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384330.527720:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384330.527720:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:3.0:1767384330.527722:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384330.527726:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384330.527727:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384330.527731:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:1.0:1767384330.527731:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000051117829. 00000020:01000004:3.0:1767384330.527732:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384330.527735:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384330.527737:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384330.527739:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384330.527739:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384330.527743:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384330.527744:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384330.527744:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384330.527747:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384330.527749:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000200:1.0:1767384330.527751:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384330.527752:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384330.527758:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000100:00100000:3.0:1767384330.527761:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dbfa1d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748237824:0@lo:253: 00000400:00000010:1.0:1767384330.527764:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eeb757f9. 00000100:00000001:3.0:1767384330.527772:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.527774:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384330.527776:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dbfa1d73 x1853236748237824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384330.527781:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384330.527782:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384330.527784:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ad0df6a6. 02000000:00000001:3.0:1767384330.527786:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384330.527787:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384330.527788:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384330.527790:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384330.527791:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ce03169b. 02000000:00000001:3.0:1767384330.527794:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384330.527795:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384330.527796:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dbfa1d73. 00000100:00000001:3.0:1767384330.527799:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384330.527800:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.527801:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384330.527805:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384330.527806:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384330.527808:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384330.527809:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384330.529143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000b0fd431. 00010000:00000010:2.1:1767384330.529150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00000020:00000001:3.0:1767384330.584206:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384330.584212:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384330.584216:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384331.287200:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384331.287204:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.506744:0:25059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384331.506756:0:25059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.506759:0:25059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384331.506764:0:25059:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384331.506768:0:25059:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.506771:0:25059:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.799165:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384331.799179:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:1.0:1767384331.799184:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.799186:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384331.799187:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384331.799188:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384331.799191:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384331.799192:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384331.799194:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 33 10000000:00000001:1.0:1767384331.799197:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384331.799198:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384331.799204:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059706a99. 00000020:00000040:1.0:1767384331.799208:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384331.799212:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.799215:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.799220:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.799226:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b42083e. 00000100:00000001:1.0:1767384331.799232:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.799235:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384331.799238:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384331.799243:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e35049ae. 00010000:00000001:1.0:1767384331.799247:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384331.799249:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c417e4e4. 00000020:00000001:1.0:1767384331.799252:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384331.799254:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c417e4e4 with handle 0x4ac496f8d605e140 to hash 00000020:00000001:1.0:1767384331.799256:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384331.799257:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.799259:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.799262:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384331.799264:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.799266:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.799273:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384331.799280:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384331.799290:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384331.799291:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384331.799296:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e0e07a. 00000100:00000001:1.0:1767384331.799297:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017757426048 : -114055952125568 : ffff9844477d3180) 00000100:00000001:1.0:1767384331.799300:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.799301:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000001:1.0:1767384331.799304:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.799306:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.799307:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384331.799309:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.799314:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.799321:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.799322:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.799325:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.799327:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.799329:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.799331:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748238080:0@lo:101: 00000100:00000001:1.0:1767384331.799334:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.799339:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.799341:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.799344:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.799347:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006121caf2. 02000000:00000001:1.0:1767384331.799350:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.799355:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000400:00000010:1.0:1767384331.799362:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b982d9aa. 00000100:00000200:1.0:1767384331.799368:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748238080, portal 25 00000100:00000001:1.0:1767384331.799371:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.799372:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000040:1.0:1767384331.799377:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.799385:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.799395:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.799398:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384331.799401:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748238080, offset 0 00000400:00000200:1.0:1767384331.799406:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.799417:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.799425:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e103d00 00000400:00000200:1.0:1767384331.799430:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa55 [2] + 0 00000400:00000010:1.0:1767384331.799432:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015262afb. 00000400:00000200:1.0:1767384331.799435:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036bac64d 00000400:00000200:1.0:1767384331.799441:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.799443:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384331.799447:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036bac64d 00000400:00000010:1.0:1767384331.799448:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036bac64d. 00000100:00000001:1.0:1767384331.799452:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.799453:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384331.799456:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000ff41cfca x1853236748238080 msgsize 328 00000100:00100000:1.0:1767384331.799458:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384331.799460:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384331.799472:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.799477:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384331.799479:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000001:1.0:1767384331.799481:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384331.799483:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.799491:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.799492:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.799497:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.799498:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.799501:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.799503:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294919692 00000100:00000010:1.0:1767384331.799506:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8f3aad4. 00000100:00000001:1.0:1767384331.799512:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384331.799518:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294919692 00000100:00000010:1.0:1767384331.799525:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000270dd0b3. 00000100:00000001:1.0:1767384331.799528:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384331.799532:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294919692 00000100:00000010:1.0:1767384331.799534:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8e627a. 00000100:00000001:1.0:1767384331.799536:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384331.799538:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294919692 00000100:00000010:1.0:1767384331.799540:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca837324. 00000100:00000001:1.0:1767384331.799542:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384331.799551:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.799553:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.799558:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.799561:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384331.799563:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 0000000006e0e07a going to sleep for 11 seconds 00000100:00000001:1.0:1767384331.799569:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.799573:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800008:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384331.800016:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.800019:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.800021:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000400:00000200:1.0:1767384331.800025:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b982d9aa 00000400:00000010:1.0:1767384331.800026:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b982d9aa. 00000100:00000001:1.0:1767384331.800029:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.800033:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384331.800047:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800052:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.800054:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.800056:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384331.800058:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.800059:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.800061:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.800063:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384331.800066:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384331.800076:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.800078:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.800079:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.800081:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384331.800082:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800084:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.800087:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800092:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.800094:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.800095:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.800097:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.800101:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748238080:0@lo:101: 00000100:00000001:1.0:1767384331.800122:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.800125:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800127:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384331.800129:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.800131:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800137:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384331.800139:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000006e0e07a. 00000100:00000001:1.0:1767384331.800141:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384331.800142:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.800144:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384331.800146:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.800147:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.800149:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:1.0:1767384331.800151:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.800153:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000040:1.0:1767384331.800156:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c417e4e4, remote cookie: 0x4ac496f8d605e147, flags: 0x0 00010000:00000001:1.0:1767384331.800158:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384331.800166:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384331.800167:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384331.800168:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384331.800169:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384331.800171:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e35049ae) refcount = 1 00010000:00010000:1.0:1767384331.800175:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.800181:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384331.800182:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384331.800184:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384331.800186:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384331.800189:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384331.800191:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.800195:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384331.800196:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.800198:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.800199:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.800200:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.800201:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800203:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.800205:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059706a99 x1853236748238080/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800210:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.800212:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.800215:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006121caf2. 02000000:00000001:1.0:1767384331.800217:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.800219:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.800220:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384331.800222:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384331.800223:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b42083e. 02000000:00000001:1.0:1767384331.800226:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.800228:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.800229:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059706a99. 00000100:00000001:1.0:1767384331.800233:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.800239:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384331.800241:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.800242:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384331.800243:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:1.0:1767384331.800245:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.800246:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.800247:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.800249:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=3 00000020:00000001:1.0:1767384331.800250:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.800252:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.800253:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384331.800254:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.800255:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384331.800256:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.800258:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384331.800260:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003e758462. 00000100:00000010:1.0:1767384331.800271:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059706a99. 00000020:00000040:1.0:1767384331.800273:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384331.800275:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384331.800276:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384331.800278:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384331.800281:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b42083e. 00000100:00000001:1.0:1767384331.800283:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800286:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384331.800288:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006121caf2. 00000100:00000010:1.0:1767384331.800291:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fff93378. 00000020:00000040:1.0:1767384331.800292:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384331.800295:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384331.800296:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384331.800299:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000006e0e07a. 00000100:00000001:1.0:1767384331.800300:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017757426048 : -114055952125568 : ffff9844477d3180) 00000100:00000001:1.0:1767384331.800302:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.800303:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000001:1.0:1767384331.800305:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384331.800306:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800311:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384331.800313:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384331.800315:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800320:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384331.800321:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.800323:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384331.800325:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384331.800327:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384331.800329:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748238208:0@lo:256: 00000100:00000001:1.0:1767384331.800331:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384331.800334:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384331.800335:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800337:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384331.800340:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000400:00000010:1.0:1767384331.800344:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b792f7bb. 00000100:00000200:1.0:1767384331.800348:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e103d80-0x695824e103d80, portal 33 00000100:00000001:1.0:1767384331.800352:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.800354:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384331.800357:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008df64072. 02000000:00000001:1.0:1767384331.800359:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384331.800363:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:1.0:1767384331.800366:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b982d9aa. 00000100:00000200:1.0:1767384331.800369:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748238208, portal 25 00000100:00000001:1.0:1767384331.800372:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384331.800373:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000040:1.0:1767384331.800378:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800386:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384331.800389:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384331.800392:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384331.800395:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748238208, offset 0 00000400:00000200:1.0:1767384331.800401:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384331.800407:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384331.800418:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e103d80 00000400:00000200:1.0:1767384331.800422:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa71 [2] + 0 00000400:00000010:1.0:1767384331.800424:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede61d9. 00000400:00000200:1.0:1767384331.800427:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000260f0bac 00000400:00000200:1.0:1767384331.800431:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384331.800434:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384331.800436:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260f0bac 00000400:00000010:1.0:1767384331.800437:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000260f0bac. 00000100:00000001:1.0:1767384331.800440:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384331.800441:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384331.800444:0:16782:0:(events.c:337:request_in_callback()) incoming req@0000000069974448 x1853236748238208 msgsize 304 00000100:00100000:1.0:1767384331.800447:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384331.800448:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384331.800458:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384331.800462:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384331.800463:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000001:1.0:1767384331.800466:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384331.800469:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800474:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.800476:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.800481:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800482:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384331.800485:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800487:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294919693 00000100:00000001:1.0:1767384331.800491:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919692 00000100:00000001:1.0:1767384331.800495:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294919693 00000100:00000001:1.0:1767384331.800497:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919692 00000100:00000001:1.0:1767384331.800499:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294919693 00000100:00000001:1.0:1767384331.800502:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294919692 00000100:00000001:1.0:1767384331.800504:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294919693 00000100:00000001:1.0:1767384331.800513:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294919692 00000100:00000001:1.0:1767384331.800516:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384331.800518:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800520:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384331.800521:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384331.800523:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 0000000006e0e07a going to sleep for 11 seconds 00000100:00000001:1.0:1767384331.800525:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.800526:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.800885:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384331.800889:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.801018:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384331.801025:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384331.801028:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384331.801032:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:1.0:1767384331.801038:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b982d9aa 00000400:00000010:1.0:1767384331.801040:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b982d9aa. 00000100:00000001:1.0:1767384331.801045:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384331.801051:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384331.801070:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.801082:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384331.801085:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.801089:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384331.801093:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384331.801097:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384331.801099:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384331.801102:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384331.801122:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384331.801125:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384331.801128:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384331.801131:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.801134:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384331.801138:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.801139:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384331.801142:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384331.801155:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.801159:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384331.801161:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384331.801163:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384331.801168:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748238208:0@lo:256: 00000100:00000001:1.0:1767384331.801171:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.801172:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.801173:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384331.801174:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.801175:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.801179:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384331.801180:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000006e0e07a. 00000100:00000001:1.0:1767384331.801182:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384331.801183:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384331.801185:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 40, more 0. 10000000:00000001:1.0:1767384331.801188:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384331.801193:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000249266b6. 00010000:00000001:1.0:1767384331.801201:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384331.801204:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384331.801208:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:1.0:1767384331.801211:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384331.801212:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384331.801213:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:1.0:1767384331.801215:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000400:00000200:1.0:1767384331.801218:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 18 NIDs 00000400:00001000:1.0:1767384331.801220:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384331.801223:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:1.0:1767384331.801227:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384331.801230:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (18) 00000400:00000200:1.0:1767384331.801240:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384331.801244:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:1.0:1767384331.801246:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (19) 00000400:00000200:1.0:1767384331.801248:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:1.0:1767384331.801250:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:1.0:1767384331.801253:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801255:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:1.0:1767384331.801256:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:1.0:1767384331.801259:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801260:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:1.0:1767384331.801262:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:1.0:1767384331.801264:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801265:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:1.0:1767384331.801266:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:1.0:1767384331.801268:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801269:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:1.0:1767384331.801270:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:1.0:1767384331.801272:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801273:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:1.0:1767384331.801274:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:1.0:1767384331.801276:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801277:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:1.0:1767384331.801278:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:1.0:1767384331.801280:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801281:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:1.0:1767384331.801282:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:1.0:1767384331.801285:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801286:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:1.0:1767384331.801287:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:1.0:1767384331.801289:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801290:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:1.0:1767384331.801291:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:1.0:1767384331.801293:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801294:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:1.0:1767384331.801295:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:1.0:1767384331.801297:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801302:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:1.0:1767384331.801304:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:1.0:1767384331.801306:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801308:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:1.0:1767384331.801309:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:1.0:1767384331.801311:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801312:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:1.0:1767384331.801313:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:1.0:1767384331.801314:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801315:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:1.0:1767384331.801316:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:1.0:1767384331.801318:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801319:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:1.0:1767384331.801320:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:1.0:1767384331.801323:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801324:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:1.0:1767384331.801325:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:1.0:1767384331.801327:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384331.801328:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000100:00000001:1.0:1767384331.801329:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384331.801330:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384331.801332:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:1.0:1767384331.801335:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000998946c9. 10000000:00000040:1.0:1767384331.801336:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 39/40 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:1.0:1767384331.801338:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384331.801344:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384331.801347:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006af11ed1. 00000020:00000010:1.0:1767384331.801351:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050cc80b1. 00000040:00000010:1.0:1767384331.801355:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eb159003. 00000020:00000010:1.0:1767384331.801360:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9180541. 00000020:00000010:1.0:1767384331.801365:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384331.801369:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094386991. 80000000:00000010:1.0:1767384331.801374:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000c7b0c8. 40000000:00000010:1.0:1767384331.801378:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fb84334d. 00100000:00000010:1.0:1767384331.801389:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000088cdcf1e. 00040000:00000010:1.0:1767384331.801394:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e6f9605. 00040000:00000010:1.0:1767384331.801399:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007f91c655. 00040000:00000010:1.0:1767384331.801403:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cb109ea5. 00080000:00000010:1.0:1767384331.801406:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000207c367b. 00000004:00000010:1.0:1767384331.801410:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003fd819ea. 00000004:00000010:1.0:1767384331.801415:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000035e47ab1. 00000004:00000010:1.0:1767384331.801418:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000d393fa5. 00002000:00000010:1.0:1767384331.801421:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000066924754. 00000004:00000010:1.0:1767384331.801424:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b74c9851. 00000004:00000001:1.0:1767384331.801428:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384331.801430:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384331.801431:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000998946c9 00000040:00001000:1.0:1767384331.801432:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384331.801433:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384331.801435:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384331.801436:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384331.801439:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384331.801440:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384331.801441:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384331.801442:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:1.0:1767384331.801443:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384331.801492:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384331.801495:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050cc80b1. 00000040:00000010:1.0:1767384331.801501:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eb159003. 00000020:00000010:1.0:1767384331.801503:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9180541. 00000020:00000010:1.0:1767384331.801506:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384331.801510:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000094386991. 80000000:00000010:1.0:1767384331.801513:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000c7b0c8. 40000000:00000010:1.0:1767384331.801517:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fb84334d. 00100000:00000010:1.0:1767384331.801520:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000088cdcf1e. 00040000:00000010:1.0:1767384331.801522:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e6f9605. 00040000:00000010:1.0:1767384331.801529:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007f91c655. 00040000:00000010:1.0:1767384331.801532:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cb109ea5. 00080000:00000010:1.0:1767384331.801535:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000207c367b. 00000004:00000010:1.0:1767384331.801542:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003fd819ea. 00000004:00000010:1.0:1767384331.801546:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000035e47ab1. 00000004:00000010:1.0:1767384331.801549:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000d393fa5. 00002000:00000010:1.0:1767384331.801553:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000066924754. 00000004:00000010:1.0:1767384331.801556:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b74c9851. 00000020:00000010:1.0:1767384331.801559:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006af11ed1. 00000020:00000001:1.0:1767384331.801562:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384331.801563:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384331.801566:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000998946c9. 10000000:00000040:1.0:1767384331.801573:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:1.0:1767384331.801574:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000249266b6. 10000000:00000001:1.0:1767384331.801577:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384331.801578:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384331.801581:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059706a99 x1853236748238208/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384347 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384331.801586:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384331.801587:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384331.801589:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008df64072. 02000000:00000001:1.0:1767384331.801591:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384331.801592:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.801593:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384331.801594:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384331.801595:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384331.801596:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384331.801598:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384331.801599:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384331.801600:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fff93378. 00000100:00000010:1.0:1767384331.801602:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006121caf2. 00000100:00000001:1.0:1767384331.801603:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384331.801604:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b42083e. 02000000:00000001:1.0:1767384331.801605:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384331.801607:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384331.801608:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059706a99. 00000100:00000001:1.0:1767384331.801610:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384331.801611:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384331.801621:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003e758462. 10000000:01000000:1.0:1767384331.801626:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384331.801629:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384331.801630:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384331.801632:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384331.801633:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=3 00000020:00000001:1.0:1767384331.801648:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.801651:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384331.801653:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384331.801655:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.801660:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.801661:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384331.801662:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384331.801666:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384331.801667:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384331.801668:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384331.801670:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.801672:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384331.801673:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384331.801675:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384331.801676:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:1.0:1767384331.801678:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767384331.809077:0:25131:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a0375845. 00000020:00000040:3.0:1767384331.809084:0:25131:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384331.809086:0:25131:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a0375845. 00000100:00000040:0.0:1767384331.813143:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294919693, at 4294919694 00000100:00000010:0.0:1767384331.813151:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8f3aad4. 00000100:00000040:3.0:1767384331.813317:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294919693, at 4294919694 00000100:00000010:3.0:1767384331.813324:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca837324. 00000100:00000040:1.0:1767384331.814136:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294919693, at 4294919695 00000100:00000010:1.0:1767384331.814143:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000270dd0b3. 00000400:00000200:3.0:1767384332.239882:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384332.239889:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:3.0:1767384332.239897:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fb5392. 00000400:00000200:3.0:1767384332.239907:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (19) 00000400:00000010:3.0:1767384332.239912:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000af9bcb5f. 00000400:00000200:3.0:1767384332.239915:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp25 00000400:00000200:3.0:1767384332.239931:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp25 to MR: 192.168.202.119@tcp25 local destination 00000020:00000001:1.0:1767384332.239936:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384332.239938:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp25 NI seq info: [47:47:256:4294967295] 192.168.202.119@tcp25 LPNI seq info [47:47:8:4294967295] 10000000:00000001:1.0:1767384332.239941:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384332.239945:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp25 10000000:00000001:1.0:1767384332.239945:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384332.239948:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384332.239954:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384332.239958:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384332.239959:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) -> 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) : PUT try# 0 00000020:01000004:1.0:1767384332.239961:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.239965:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:3.0:1767384332.239967:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.119@tcp25 00000800:00000010:3.0:1767384332.239971:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06674d. 00000020:01000004:1.0:1767384332.239973:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384332.239975:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.239977:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384332.239979:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:3.0:1767384332.239980:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (6) 00000020:01000004:1.0:1767384332.239981:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.239985:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384332.239989:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:988 00000100:00000010:1.0:1767384332.239990:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059706a99. 00000800:00000200:3.0:1767384332.239995:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aa06674d type 1, nob 432 niov 1 nkiov 1 00000020:00000040:1.0:1767384332.239996:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384332.240004:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384332.240007:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384332.240011:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.240014:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384332.240018:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 02000000:00000010:1.0:1767384332.240020:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015bb3cca. 00000100:00000001:1.0:1767384332.240027:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.240034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384332.240036:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.240042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059706a99] to pc [ptlrpcd_00_02+2] req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384332.240068:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384332.240070:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384332.240072:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384332.240074:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384332.240077:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384332.240080:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384332.240081:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384332.240084:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384332.240085:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384332.240086:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384332.240088:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767384332.240091:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384332.240092:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384332.240096:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384332.240099:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.240103:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384332.240126:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384332.240127:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384332.240130:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384332.240131:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.240133:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384332.240136:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384332.240136:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.240138:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384332.240140:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384332.240141:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c41f132. 02000000:00000001:3.0:1767384332.240143:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384332.240146:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00100000:3.0:1767384332.240149:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748238336:0@lo:253: 00000100:00000001:1.0:1767384332.240151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384332.240154:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384332.240157:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384332.240159:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384332.240160:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.240163:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.240166:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384332.240168:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000957aaac8. 02000000:00000010:3.0:1767384332.240171:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000720e50ef. 00000100:00000001:1.0:1767384332.240173:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.240175:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.240178:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384332.240180:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384332.240186:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c41f132] to pc [ptlrpcd_00_03+3] req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384332.240187:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d0d9138. 00000400:00000010:3.0:1767384332.240194:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064eeb232. 00000100:00000200:3.0:1767384332.240199:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748238336, portal 25 10000000:00000001:1.0:1767384332.240200:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.240202:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384332.240203:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.240205:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000020:00000001:1.0:1767384332.240206:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384332.240209:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000000:1.0:1767384332.240211:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384332.240215:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384332.240216:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06674d. 00000020:00000010:1.0:1767384332.240217:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ca803a09. 00000400:00000200:0.0:1767384332.240225:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384332.240226:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384332.240231:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384332.240234:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384332.240235:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384332.240236:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: PUT: OK 00000400:00000010:3.0:1767384332.240239:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a3f0a91. 00000100:00000001:1.0:1767384332.240239:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384332.240242:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384332.240244:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748238336, offset 0 00000100:00000040:1.0:1767384332.240247:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.240248:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp25: 0 00000400:00000200:3.0:1767384332.240255:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384332.240263:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384332.240264:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384332.240268:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384332.240269:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384332.240269:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384332.240273:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384332.240276:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384332.240278:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001c41f132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748238464:0@lo:253: 00000800:00000001:0.0:1767384332.240280:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384332.240284:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103e00 00000100:00000001:1.0:1767384332.240287:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384332.240287:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384332.240292:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384332.240293:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa99 [2] + 0 00000800:00000001:0.0:1767384332.240293:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384332.240294:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384332.240301:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082118865. 02000000:00000001:1.0:1767384332.240301:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384332.240306:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25) <- 192.168.202.119@tcp25 : PUT - for me 00000400:00000200:3.0:1767384332.240307:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a98e3db 02000000:00000010:1.0:1767384332.240308:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ad0df6a6. 02000000:00000001:1.0:1767384332.240312:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.240316:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000200:3.0:1767384332.240317:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.240317:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384332.240323:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb21a863. 00000400:00000200:3.0:1767384332.240326:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384332.240329:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 320/336 into md 0x15ed [1] + 0 00000400:00000010:0.0:1767384332.240333:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddb92340. 00000400:00000200:0.0:1767384332.240335:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bc9dcd9 00000100:00000200:1.0:1767384332.240339:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748238464, portal 25 00000800:00000001:0.0:1767384332.240339:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384332.240340:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a98e3db 00000800:00000001:0.0:1767384332.240343:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.240344:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1767384332.240345:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a98e3db. 00000100:00000001:3.0:1767384332.240350:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384332.240354:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384332.240354:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408369664 : -114055301181952 : ffff98446e49ce00) 00000400:00000200:0.0:1767384332.240355:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384332.240360:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000000ca8b78e x1853236748238336 msgsize 4848 00000100:00000040:1.0:1767384332.240365:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.240367:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: PUT: OK 00000100:00100000:3.0:1767384332.240374:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384332.240376:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bc9dcd9 00000100:00000040:3.0:1767384332.240380:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384332.240381:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bc9dcd9. 00000100:00000001:1.0:1767384332.240382:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384332.240388:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384332.240388:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384332.240392:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:1.0:1767384332.240393:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a94ac704. 00000400:00000200:0.0:1767384332.240394:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (20) 00000100:00000200:1.0:1767384332.240399:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748238464, offset 0 00000400:00000200:0.0:1767384332.240403:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384332.240409:0:16139:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (336 bytes) 00000400:00000200:1.0:1767384332.240410:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.240416:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3f0a91 00000400:00000200:0.0:1767384332.240417:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:3.0:1767384332.240420:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a3f0a91. 00000100:00000001:3.0:1767384332.240424:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384332.240427:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.240428:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (21) 00000400:00000200:0.0:1767384332.240437:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384332.240438:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384332.240439:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384332.240445:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384332.240446:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp25 to MR: 192.168.202.119@tcp25 local destination 00000400:00000200:0.0:1767384332.240453:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp25 NI seq info: [48:48:256:4294967295] 192.168.202.119@tcp25 LPNI seq info [48:48:8:4294967295] 00000100:00000001:3.0:1767384332.240468:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.240472:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384332.240475:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) -> 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) 192.168.202.119@tcp25 : ACK try# 0 00000800:00000200:0.0:1767384332.240480:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp25 00000800:00000010:0.0:1767384332.240483:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043e11ef7. 00000400:00000200:1.0:1767384332.240484:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e103e80 00000100:00000001:3.0:1767384332.240485:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384332.240492:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (6) 00000100:00000001:3.0:1767384332.240493:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294920133 00000400:00000200:1.0:1767384332.240495:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfa9 [2] + 0 00000400:00000010:1.0:1767384332.240500:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37806eb. 00000100:00000010:3.0:1767384332.240502:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b040c079. 00000800:00000200:0.0:1767384332.240503:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:991 00000400:00000200:1.0:1767384332.240506:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7348341 00000800:00000200:0.0:1767384332.240509:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000043e11ef7 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384332.240511:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384332.240512:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384332.240518:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384332.240518:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384332.240522:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7348341 00000100:00000001:3.0:1767384332.240523:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294920133 00000400:00000010:1.0:1767384332.240525:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7348341. 00000800:00000001:0.0:1767384332.240527:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.240530:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384332.240531:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001011ae2e. 00000100:00000200:1.0:1767384332.240533:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384332.240538:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000003fbf8df6 x1853236748238464 msgsize 4848 00000100:00000001:3.0:1767384332.240539:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384332.240547:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294920133 00000100:00100000:1.0:1767384332.240548:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384332.240553:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384332.240554:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056015630. 00000800:00000200:0.0:1767384332.240554:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384332.240558:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043e11ef7. 00000100:00000001:3.0:1767384332.240561:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384332.240563:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384332.240564:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384332.240570:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294920133 00000400:00000200:0.0:1767384332.240571:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: ACK: OK 00000400:00000200:1.0:1767384332.240572:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a94ac704 00000400:00000010:1.0:1767384332.240577:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a94ac704. 00000100:00000010:3.0:1767384332.240578:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e9a0fb4. 00000800:00000001:0.0:1767384332.240580:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384332.240583:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384332.240584:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:0.0:1767384332.240585:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384332.240589:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384332.240591:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384332.240592:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384332.240593:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.240595:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384332.240598:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384332.240601:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384332.240603:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.240606:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.240614:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384332.240617:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384332.240618:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25) <- 192.168.202.119@tcp25 : ACK - for me 00000100:00000040:1.0:1767384332.240620:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.240621:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384332.240627:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.240629:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384332.240644:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.240646:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.240650:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.240650:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384332.240652:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp25: ACK from 12345-192.168.202.119@tcp25 into md 0x1631 00000100:00000001:1.0:1767384332.240658:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.240658:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.240662:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: ACK: OK 00000400:00000200:0.0:1767384332.240666:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb5392 00000100:00000001:1.0:1767384332.240668:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294920133 00000400:00000010:0.0:1767384332.240669:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fb5392. 00000100:00000001:3.0:1767384332.240672:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384332.240674:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294920133 00000400:00000200:0.0:1767384332.240675:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:3.0:1767384332.240676:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748238336 02000000:00000001:3.0:1767384332.240681:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384332.240681:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294920133 00000400:00000200:0.0:1767384332.240683:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000100:00000001:3.0:1767384332.240685:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384332.240686:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294920133 00000100:00000001:3.0:1767384332.240688:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384332.240690:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384332.240693:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294920133 00000400:00000200:0.0:1767384332.240695:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (20) 02000000:00000001:3.0:1767384332.240696:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.240696:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294920133 00000100:00000001:1.0:1767384332.240702:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294920133 00000100:00100000:3.0:1767384332.240703:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748238336 00000100:00000001:1.0:1767384332.240704:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294920133 00000800:00000001:0.0:1767384332.240704:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384332.240706:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384332.240708:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384332.240709:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384332.240714:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384332.240714:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384332.240716:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:1.0:1767384332.240718:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384332.240720:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384332.240723:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:1.0:1767384332.240723:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384332.240727:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384332.240728:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384332.240730:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384332.240732:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384332.240733:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384332.240736:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.240738:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384332.240740:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.240743:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0375845. 00000100:00000001:3.0:1767384332.240747:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384332.240749:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0375845. 00000100:00000001:0.0:1767384332.240749:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384332.240754:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748238464 00000020:00000010:3.0:1767384332.240757:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028152aaf. 02000000:00000001:0.0:1767384332.240757:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384332.240758:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.240762:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.240764:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e889a6a1. 02000000:00000001:0.0:1767384332.240766:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.240769:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748238464 00000020:00000010:3.0:1767384332.240770:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000020:00000001:0.0:1767384332.240771:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384332.240774:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384332.240776:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.240778:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000100:00000040:3.0:1767384332.240779:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384332.240780:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384332.240783:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384332.240784:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384332.240786:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384332.240787:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384332.240789:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384332.240791:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:0.0:1767384332.240795:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384332.240796:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384332.240797:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000020:00000010:0.0:1767384332.240805:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097a89590. 00000100:00000001:3.0:1767384332.240808:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384332.240811:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8d98d67. 00000020:00000010:0.0:1767384332.240815:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c3735e82. 00000100:00000001:3.0:1767384332.240819:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384332.240820:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384332.240822:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384332.240826:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000001:0.0:1767384332.240829:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384332.240830:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384332.240831:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.240835:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378284624 : -114060331266992 : ffff98434278cc50) 00000100:00000001:0.0:1767384332.240840:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.240841:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ca8b78e x1853236748238336/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.240846:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.240853:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384332.240856:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0375845. 00000100:00000001:0.0:1767384332.240857:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384332.240858:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.240860:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384332.240861:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0375845. 00000100:00100000:0.0:1767384332.240866:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1767384332.240869:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ca8b78e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748238336:12345-0@lo:253: 00000100:00000040:0.0:1767384332.240871:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384332.240875:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378290768 : -114060331260848 : ffff98434278e450) 00000100:00000200:3.0:1767384332.240876:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748238336 00000100:00000040:0.0:1767384332.240880:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fbf8df6 x1853236748238464/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 4848/0 e 0 to 0 dl 1767384343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384332.240887:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384332.240892:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384332.240893:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384332.240894:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384332.240896:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384332.240897:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000400:00000010:1.0:1767384332.240900:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000094386991. 00000020:00000001:3.0:1767384332.240903:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384332.240903:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384332.240905:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000020:00000001:3.0:1767384332.240906:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000010:0.0:1767384332.240907:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000400:00000010:1.0:1767384332.240913:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b982d9aa. 00000020:00000001:3.0:1767384332.240914:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384332.240917:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384332.240918:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fbf8df6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16149:x1853236748238464:12345-0@lo:253: 00000400:00000200:1.0:1767384332.240920:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000094386991 00000020:00000001:3.0:1767384332.240921:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384332.240925:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384332.240926:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000008587dada. 00000100:00000200:0.0:1767384332.240926:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748238464 00000020:00000001:3.0:1767384332.240928:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.240930:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384332.240933:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:3.0:1767384332.240934:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384332.240934:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384332.240939:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384332.240939:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.240943:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 02000000:00000010:3.0:1767384332.240945:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ce03169b. 00000020:00000001:0.0:1767384332.240945:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384332.240946:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (19) 00000020:00000001:0.0:1767384332.240949:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 02000000:00000001:3.0:1767384332.240950:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384332.240952:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000008df64072. 00000100:00000001:3.0:1767384332.240954:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384332.240957:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384332.240959:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:1.0:1767384332.240959:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000020:00000001:0.0:1767384332.240961:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384332.240966:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000081f76ce8. 00000020:00000001:0.0:1767384332.240966:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384332.240969:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:3.0:1767384332.240970:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080cf73dd. 00000400:00000200:1.0:1767384332.240974:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:00000001:0.0:1767384332.240975:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384332.240976:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384332.240981:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384332.240982:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000001:0.0:1767384332.240983:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384332.240984:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384332.240989:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.240989:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384332.240990:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 20000000:00000001:3.0:1767384332.240993:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.240995:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:0.0:1767384332.240997:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bd63fdbd. 20000000:00000010:3.0:1767384332.241003:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad577dac. 00000400:00000200:1.0:1767384332.241004:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 02000000:00000001:0.0:1767384332.241004:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384332.241008:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000100:00000001:0.0:1767384332.241011:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.241017:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384332.241017:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 20000000:00000001:0.0:1767384332.241018:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384332.241023:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00080000:00000001:3.0:1767384332.241024:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384332.241029:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384332.241033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384332.241036:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 20000000:00000010:0.0:1767384332.241038:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000009c4ec9b. 00000400:00000200:1.0:1767384332.241042:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 20000000:01000000:0.0:1767384332.241046:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384332.241047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 20000000:00000001:0.0:1767384332.241051:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384332.241054:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 20000000:00000001:0.0:1767384332.241056:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384332.241060:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 20000000:00000001:0.0:1767384332.241061:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.241066:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 20000000:00000001:0.0:1767384332.241067:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.241068:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384332.241075:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384332.241076:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384332.241078:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00080000:00000001:3.0:1767384332.241081:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.241085:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384332.241085:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:3.0:1767384332.241090:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384332.241092:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000001:3.0:1767384332.241095:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:1.0:1767384332.241096:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00080000:00000001:3.0:1767384332.241101:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384332.241102:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384332.241140:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:1.0:1767384332.241144:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp26 00000400:00000200:1.0:1767384332.241148:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp26 lpni_is_preferred = 0 00000400:00000200:1.0:1767384332.241151:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp26 00000400:00000200:1.0:1767384332.241159:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp26 NI seq info: [49:49:256:4294967295] 192.168.202.119@tcp26 LPNI seq info [49:49:8:4294967295] 00000400:00000200:1.0:1767384332.241164:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp26 00000400:00000200:1.0:1767384332.241174:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26:) -> 192.168.202.119@tcp26(192.168.202.119@tcp:192.168.202.119@tcp26) : GET try# 0 00000800:00000200:1.0:1767384332.241180:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp26 00000800:00000010:1.0:1767384332.241183:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e6f9605. 00000800:00000010:1.0:1767384332.241188:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a94ac704. 00000800:00000010:1.0:1767384332.241191:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004eab91b5. 00000800:00000200:1.0:1767384332.241196:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (2) 00080000:00000010:3.0:1767384332.241197:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b377e912. 00000800:00000200:1.1:1767384332.241202:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (2) 00080000:00000001:3.0:1767384332.241203:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367392256 : -114060342159360 : ffff984341d29800) 00080000:00000001:3.0:1767384332.241209:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384332.241218:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384332.241221:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00000400:00000200:1.0:1767384332.241284:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000001:00000001:3.0:1767384332.241337:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384332.241339:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.241341:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00080000:00000001:3.0:1767384332.241342:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384332.241362:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.241365:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384332.241392:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241442:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00080000:00000001:3.0:1767384332.241488:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384332.241489:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00080000:00000001:3.0:1767384332.241496:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384332.241532:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241575:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241677:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241720:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241760:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241799:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241826:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241853:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241878:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241910:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241938:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241970:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.241998:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242039:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242092:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242163:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242192:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242219:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242243:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242263:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242281:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242300:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242328:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242360:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242396:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242436:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242466:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384332.242484:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000800:00000010:1.0:1767384332.242685:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000051117829. 00000800:00000010:1.0:1767384332.242691:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000910ede29. 00000800:00000010:1.0:1767384332.242696:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a89ae0e. 00000800:00000010:1.0:1767384332.242788:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a89ae0e. 00000400:00000200:1.0:1767384332.242939:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384332.242957:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp26 from 221.3.0.2 00000800:00000010:1.0:1767384332.242985:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000082ae090f. 00000800:00000200:2.1:1767384332.243087:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (2) 00000800:00000200:2.1:1767384332.243093:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp26 00000000b18454c3 deleted 00000800:00000010:2.1:1767384332.243096:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b18454c3. 00000800:00000200:2.1:1767384332.243102:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384332.243134:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:989 00000800:00000200:2.1:1767384332.243138:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e6f9605 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1767384332.243429:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:1.0:1767384332.243651:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243657:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.243660:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243667:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.243674:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26) <- 192.168.202.119@tcp26 : GET - for me 00000400:00000200:1.0:1767384332.243682:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384332.243688:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 336/336 into md 0x162d [1] + 0 00000400:00000200:1.0:1767384332.243696:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp26 to MR: 192.168.202.119@tcp26 local destination 00000400:00000200:1.0:1767384332.243706:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp26 NI seq info: [50:50:256:4294967295] 192.168.202.119@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:1.0:1767384332.243718:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) -> 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) 192.168.202.119@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384332.243728:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.119@tcp26 00000800:00000010:1.0:1767384332.243731:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e6f9605. 00000800:00000200:1.0:1767384332.243735:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (4) 00000800:00000200:1.0:1767384332.243740:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:988 00000800:00000200:1.0:1767384332.243742:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e6f9605 type 3, nob 432 niov 1 nkiov 1 00000800:00000200:1.0:1767384332.243797:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384332.243800:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e6f9605. 00000400:00000200:1.0:1767384332.243805:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.243809:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: REPLY: OK 00000800:00000001:1.0:1767384332.243817:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243822:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.243825:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243830:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384332.243833:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243836:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.243841:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26) <- 192.168.202.119@tcp26 : REPLY - for me 00000400:00000200:1.0:1767384332.243848:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp26: Reply from 12345-192.168.202.119@tcp26 of length 336/336 into md 0x1649 00000800:00000001:1.0:1767384332.243851:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243856:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.243857:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384332.243862:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: REPLY: OK 00000400:00000200:1.0:1767384332.243864:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384332.243865:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000400:00000200:1.0:1767384332.243868:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384332.243872:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:1.0:1767384332.243876:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:1.0:1767384332.243882:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 19. state = 0x100251 00000400:00000200:1.0:1767384332.243887:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384332.243896:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (20) 00000800:00000001:1.0:1767384332.243901:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384332.243905:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384332.243916:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384332.243925:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:1.0:1767384332.243931:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000000e4b2977. 00000400:00000010:1.0:1767384332.243934:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 000000006af11ed1. 00000400:00000010:1.0:1767384332.243937:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000cb109ea5. 00000400:00000010:1.0:1767384332.243965:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001b42083e. 00000400:00000200:1.0:1767384332.243970:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001b42083e nid 192.168.202.119@tcp27 00000400:00000010:1.0:1767384332.243974:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000270dd0b3. 00000400:00000200:1.0:1767384332.243976:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000270dd0b3 net tcp27 00000400:00000200:1.0:1767384332.243979:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (19) 00000400:00000200:1.0:1767384332.243983:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp27 flags 0x11 00000400:00000010:1.0:1767384332.243987:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000000e4b2977. 00000400:00000010:1.0:1767384332.243991:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 000000006af11ed1. 00000400:00000010:1.0:1767384332.243995:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000cb109ea5. 00000400:00000010:1.0:1767384332.243998:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000008df64072. 00000400:00000200:1.0:1767384332.244004:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384332.244008:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:1.0:1767384332.244012:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:1.0:1767384332.244017:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:1.0:1767384332.244020:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384332.244023:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:1.0:1767384332.244027:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384332.244032:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (20) 00080000:00000001:3.0:1767384332.250342:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384332.250348:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384332.250351:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384332.250352:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384332.250359:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384332.250364:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384332.250367:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384332.250374:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767384332.250387:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000082b341da. 20000000:01000000:3.0:1767384332.250389:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:00000001:3.0:1767384332.250393:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384332.250397:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767384332.250416:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384332.250419:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384332.250420:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.250422:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384332.250424:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384332.250428:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384332.250431:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384332.250435:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006bc6d522. 00080000:00000001:3.0:1767384332.250437:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367389184 : -114060342162432 : ffff984341d28c00) 00080000:00000001:3.0:1767384332.250439:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384332.250478:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384332.250480:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.250482:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384332.250492:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.250494:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384332.250556:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384332.250558:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384332.251138:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384332.251141:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384332.251144:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384332.251145:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384332.251146:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384332.251149:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b377e912. 00080000:00000001:0.0:1767384332.251154:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1767384332.253147:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294920133, at 4294920134 00000100:00000040:1.0:1767384332.253150:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294920133, at 4294920134 00000100:00000010:0.0:1767384332.253159:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b040c079. 00000100:00000010:1.0:1767384332.253161:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001011ae2e. 00000100:00000001:0.0:1767384332.253547:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384332.253550:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748238592 02000000:00000001:0.0:1767384332.253553:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384332.253556:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384332.253558:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.253564:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.253569:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748238592 00000020:00000001:0.0:1767384332.253572:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384332.253576:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000020:00000001:0.0:1767384332.253578:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.253580:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000020:00000001:0.0:1767384332.253585:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:0.0:1767384332.253588:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:0.0:1767384332.253594:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384332.253598:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076023cb7. 00000100:00000001:0.0:1767384332.253602:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384332.253605:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076023cb7. 00000020:00000010:0.0:1767384332.253611:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c81f6a51. 00000020:00000010:0.0:1767384332.253615:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000476d9052. 00000020:00000010:0.0:1767384332.253620:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f3d839. 00000100:00000040:0.0:1767384332.253650:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384332.253654:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384332.253657:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384332.253659:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.253664:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.253676:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.253692:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384332.253695:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384332.253703:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:1.0:1767384332.253704:0:18575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384332.253708:0:18575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384332.253710:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:1.0:1767384332.253713:0:18575:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.253714:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521769600 : -114055187782016 : ffff9844750c2680) 00000100:00000001:1.0:1767384332.253718:0:18575:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.253723:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075ba5dcc x1853236748238592/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 328/0 e 0 to 0 dl 1767384343 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.253735:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384332.253741:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076023cb7. 00000100:00000001:0.0:1767384332.253745:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384332.253749:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076023cb7. 00000100:00100000:0.0:1767384332.253754:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075ba5dcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748238592:12345-0@lo:104: 00000100:00000200:0.0:1767384332.253759:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748238592 00010000:00000001:0.0:1767384332.253761:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384332.253764:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384332.253766:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384332.253771:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=2 00000020:00000001:0.0:1767384332.253774:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384332.253777:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384332.253782:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384332.253784:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384332.253788:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384332.253794:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384332.253796:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384332.253805:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9fb2b69. 02000000:00000001:0.0:1767384332.253807:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.253808:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.253811:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384332.253814:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384332.253817:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=38 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384332.253820:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384332.253823:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384332.253824:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384332.253826:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384332.253828:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.253830:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.253832:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384332.253835:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0bd221a. 00000100:00000200:0.0:1767384332.253837:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748238592, offset 224 00000400:00000200:0.0:1767384332.253841:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384332.253846:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384332.253853:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e103f00 00000400:00000200:0.0:1767384332.253858:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x164d [1] + 224 00000400:00000200:0.0:1767384332.253862:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.253865:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384332.253868:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384332.253871:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fa6332a x1853236748238592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384332.253878:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007fa6332a x1853236748238592/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384332.253895:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384332.253900:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0bd221a 00000400:00000010:0.0:1767384332.253904:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0bd221a. 00000100:00000001:0.0:1767384332.253909:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384332.253912:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.253915:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.253919:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384332.253921:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384332.253930:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000001309eca. 00010000:00000001:0.0:1767384332.253933:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384332.253941:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384332.253943:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384332.253944:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.253945:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384332.253946:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.253949:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384332.253951:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ba5dcc x1853236748238592/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 328/224 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384332.253960:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1767384332.253965:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075ba5dcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748238592:12345-0@lo:104: Request processed in 226us (455us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384332.253966:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384332.253969:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384332.253973:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384332.253976:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384332.253982:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00010000:00010000:3.0:1767384332.253985:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c417e4e4 already unused, calling callback (0000000086de5a03) 00000100:00000001:0.0:1767384332.253986:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384332.253989:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:3.0:1767384332.253990:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384332.253993:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384332.253994:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000476d9052. 00010000:00000001:3.0:1767384332.254001:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384332.254001:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3d839. 00010000:00000001:3.0:1767384332.254003:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384332.254005:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c81f6a51. 00000020:00000001:3.0:1767384332.254006:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384332.254009:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=3 00000020:00000040:0.0:1767384332.254012:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00000020:00000001:3.0:1767384332.254013:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00000100:00000001:0.0:1767384332.254016:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384332.254017:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:3.0:1767384332.254021:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384332.254023:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384332.254028:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384332.254029:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384332.254033:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384332.254035:0:16773:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384332.254036:0:16773:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384332.254038:0:16773:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384332.254039:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384332.254040:0:16773:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384332.254049:0:16773:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384332.254050:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384332.254051:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:3.0:1767384332.254053:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384332.254059:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.254062:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384332.254064:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384332.254065:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384332.254067:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384332.254068:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384332.254070:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c417e4e4 with handle 0x4ac496f8d605e140 from hash 00010000:00000001:3.0:1767384332.254071:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384332.254072:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.254073:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384332.254074:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384332.254075:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384332.254076:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384332.254079:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384332.254081:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384332.254085:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000020:00000040:3.0:1767384332.254086:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384332.254089:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384332.254090:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384332.254092:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384332.254095:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d094ed9. 00000100:00000001:3.0:1767384332.254098:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.254100:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384332.254102:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384332.254132:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384332.254134:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.254136:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384332.254138:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.254143:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_00+0] req@00000000cc4c9392 x1853236748238720/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384332.254162:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.254164:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384332.254165:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384332.254168:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384332.254169:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384332.254170:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254172:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384332.254178:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748238720/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384332.254179:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384332.254184:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384332.254189:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384332.254192:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384332.254195:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384332.254197:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384332.254200:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e140 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e147 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384332.254200:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384332.254204:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384332.254210:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e35049ae count: 0 02000000:00000001:0.0:1767384332.254210:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384332.254216:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748238720:0@lo:103: 00000100:00000001:0.0:1767384332.254219:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384332.254221:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384332.254222:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384332.254224:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384332.254225:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000001309eca. 00010000:00000001:3.0:1767384332.254228:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.254231:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.254232:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384332.254235:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.254236:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1767384332.254238:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384332.254240:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c81f6a51. 00000020:00000001:3.0:1767384332.254241:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384332.254243:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384332.254244:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384332.254246:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384332.254248:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384332.254249:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038de431f. 00000020:00000001:3.0:1767384332.254250:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384332.254255:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384332.254257:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0bd221a. 00000100:00000200:0.0:1767384332.254260:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748238720, portal 18 00000100:00000001:3.0:1767384332.254261:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.254262:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384332.254265:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254265:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000040:0.0:1767384332.254270:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748238720/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.254275:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384332.254278:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384332.254279:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384332.254282:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748238720, offset 0 00000400:00000200:0.0:1767384332.254286:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384332.254292:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384332.254297:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e103f80 00000400:00000200:0.0:1767384332.254301:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:0.0:1767384332.254304:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384332.254307:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384332.254311:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384332.254313:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384332.254316:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b51e41e0. 00000100:00000040:0.0:1767384332.254318:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000b51e41e0 x1853236748238720 msgsize 328 00000100:00100000:0.0:1767384332.254322:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384332.254330:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384332.254334:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384332.254336:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384332.254339:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384332.254342:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748238720/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.254348:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384332.254350:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748238720/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384348 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384332.254361:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254363:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384332.254367:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254369:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294920147 00000100:00000001:0.0:1767384332.254373:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294920146 00000100:00000001:0.0:1767384332.254377:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294920147 00000100:00000001:0.0:1767384332.254379:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294920146 00000100:00000001:0.0:1767384332.254381:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294920147 00000100:00000001:0.0:1767384332.254383:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920146 00000100:00000001:0.0:1767384332.254385:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294920147 00000100:00000001:0.0:1767384332.254388:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920146 00000100:00000001:0.0:1767384332.254390:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384332.254392:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254394:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254396:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384332.254401:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384332.254402:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384332.254405:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384332.254406:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384332.254408:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384332.254410:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384332.259959:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384332.259959:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384332.259963:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384332.259965:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384332.259966:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384332.259968:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384332.259971:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384332.259972:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384332.259975:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384332.259977:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006bc6d522. 20000000:01000000:3.0:1767384332.259979:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384332.259982:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384332.259983:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384332.259987:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767384332.259993:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:3.0:1767384332.261553:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384332.261558:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384332.261561:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080cf73dd. 20000000:00000001:3.0:1767384332.261573:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384332.261579:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748238336 00010000:00000001:3.0:1767384332.261581:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384332.261589:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ca8b78e x1853236748238336/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384332.261604:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384332.261607:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.261611:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.261620:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384332.261624:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384332.261629:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384332.261646:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.261647:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.261650:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384332.261654:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384332.261660:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a3f0a91. 00000100:00000200:3.0:1767384332.261666:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748238336, offset 224 00000400:00000200:3.0:1767384332.261675:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.261687:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.261700:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103e00 00000400:00000200:3.0:1767384332.261712:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1635 [2] + 224 00000400:00000200:3.0:1767384332.261720:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.261725:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384332.261732:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.261738:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.261755:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.261772:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.261779:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3f0a91 00000400:00000010:3.0:1767384332.261782:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a3f0a91. 00000100:00000001:3.0:1767384332.261787:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.261791:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384332.261803:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.261810:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:3.0:1767384332.261815:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384332.261818:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384332.261825:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384332.261832:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ca8b78e x1853236748238336/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.261846:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ca8b78e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748238336:12345-0@lo:253: Request processed in 20989us (21481us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384332.261857:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:3.0:1767384332.261862:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384332.261865:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384332.261867:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384332.261871:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e889a6a1. 00000020:00000010:3.0:1767384332.261877:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00000020:00000010:3.0:1767384332.261883:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028152aaf. 00000020:00000040:3.0:1767384332.261892:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 02000000:00000001:3.0:1767384332.261898:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384332.261901:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ce03169b. 02000000:00000001:3.0:1767384332.261905:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:0.0:1767384332.261909:0:25231:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f0ac0625. 00000100:00000001:3.0:1767384332.261910:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384332.261918:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384332.261924:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fcdbbfd2. 00000400:00000040:0.0:1767384332.261928:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:3.0:1767384332.261930:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a3f0a91. 00000400:00000040:0.0:1767384332.261934:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384332.261939:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.261942:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.261949:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384332.261950:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384332.261952:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:3.0:1767384332.261953:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000040:0.0:1767384332.261956:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000001:3.0:1767384332.261957:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000040:0.0:1767384332.261959:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000001:3.0:1767384332.261960:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000040:0.0:1767384332.261963:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000010:3.0:1767384332.261964:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d0d9138. 00000400:00000040:0.0:1767384332.261968:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000200:3.0:1767384332.261969:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064eeb232 00000400:00000010:3.0:1767384332.261972:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064eeb232. 00000400:00000040:0.0:1767384332.261973:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384332.261975:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:0.0:1767384332.261976:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000200:3.0:1767384332.261980:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384332.261980:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.261983:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384332.261987:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384332.261991:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384332.261995:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000200:3.0:1767384332.261996:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384332.261997:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384332.261998:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384332.262000:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.262001:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.262002:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384332.262003:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.262006:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384332.262009:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384332.262014:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:3.0:1767384332.262017:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767384332.262017:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384332.262019:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000001:3.0:1767384332.262020:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384332.262023:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767384332.262024:0:16148:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:0.0:1767384332.262026:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 02000000:00000001:3.0:1767384332.262027:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:0.0:1767384332.262029:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000100:00000001:3.0:1767384332.262030:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384332.262033:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.262033:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384332.262037:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 02000000:00000001:3.0:1767384332.262038:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.262042:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00001000:3.0:1767384332.262044:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=38 v=5 (5 0 0 0) 00000400:00000040:0.0:1767384332.262045:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384332.262050:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00001000:3.0:1767384332.262051:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=38 v=5 (1 0 0 0) 00000400:00000040:0.0:1767384332.262055:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000001:3.0:1767384332.262056:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384332.262059:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.262060:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:3.0:1767384332.262061:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384332.262064:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384332.262066:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384332.262067:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384332.262072:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384332.262072:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384332.262078:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767384332.262082:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384332.262083:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767384332.262085:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384332.262088:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384332.262089:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000020:01000004:3.0:1767384332.262091:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384332.262093:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384332.262095:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384332.262096:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384332.262097:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384332.262101:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384332.262103:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:0.0:1767384332.262103:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:01000004:3.0:1767384332.262129:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384332.262132:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:0.0:1767384332.262132:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000020:01000004:3.0:1767384332.262134:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384332.262138:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384332.262138:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384332.262143:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384332.262149:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00100000:3.0:1767384332.262150:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748238336:0@lo:253: 00000400:00000040:0.0:1767384332.262154:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767384332.262156:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384332.262157:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767384332.262160:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384332.262161:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384332.262163:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384332.262164:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384332.262165:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384332.262166:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384332.262169:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000100:00000040:3.0:1767384332.262171:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059706a99 x1853236748238336/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384332.262172:0:25231:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:3.0:1767384332.262181:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384332.262184:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384332.262186:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000720e50ef. 02000000:00000001:3.0:1767384332.262191:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384332.262194:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384332.262195:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384332.262200:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384332.262201:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015bb3cca. 02000000:00000001:3.0:1767384332.262206:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384332.262208:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384332.262210:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059706a99. 00000100:00000001:3.0:1767384332.262215:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384332.262217:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.262220:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384332.262226:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384332.262228:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.262232:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.262235:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384332.262242:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384332.262246:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384332.262248:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000009c4ec9b. 20000000:00000001:3.0:1767384332.262253:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384332.262256:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748238464 00010000:00000001:3.0:1767384332.262259:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384332.262264:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fbf8df6 x1853236748238464/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384332.262267:0:25231:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f0ac0625. 00010000:00000001:3.0:1767384332.262274:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384332.262278:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384332.262281:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384332.262287:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384332.262290:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:3.0:1767384332.262294:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384332.262300:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384332.262303:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384332.262313:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384332.262319:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384332.262323:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064eeb232. 00000100:00000200:3.0:1767384332.262327:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748238464, offset 224 00000400:00000200:3.0:1767384332.262337:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384332.262346:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384332.262356:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e103e80 00000400:00000200:3.0:1767384332.262363:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x163d [2] + 224 00000400:00000200:3.0:1767384332.262371:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384332.262377:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384332.262380:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384332.262384:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384332.262391:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.262405:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384332.262410:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064eeb232 00000400:00000010:3.0:1767384332.262412:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064eeb232. 00000100:00000001:1.0:1767384332.262413:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384332.262415:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384332.262417:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384332.262417:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384332.262422:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384332.262423:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384332.262426:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:1.0:1767384332.262427:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384332.262431:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384332.262431:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000020:00000001:3.0:1767384332.262434:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384332.262436:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb21a863 00000020:00000001:3.0:1767384332.262437:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384332.262439:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fbf8df6 x1853236748238464/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:313/0 lens 4848/4768 e 0 to 0 dl 1767384343 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384332.262445:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb21a863. 00000100:00000001:1.0:1767384332.262452:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384332.262453:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fbf8df6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748238464:12345-0@lo:253: Request processed in 21560us (21913us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384332.262458:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384332.262465:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:3.0:1767384332.262470:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384332.262474:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384332.262474:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.262478:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384332.262482:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384332.262483:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.262486:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384332.262488:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8d98d67. 02000000:00000001:1.0:1767384332.262488:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384332.262490:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384332.262493:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384332.262494:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384332.262496:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c3735e82. 00000100:00001000:1.0:1767384332.262497:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=38 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384332.262501:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097a89590. 00000100:00001000:1.0:1767384332.262502:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=38 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384332.262507:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:1.0:1767384332.262508:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384332.262511:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.262513:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384332.262513:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384332.262515:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bd63fdbd. 00010000:00000001:1.0:1767384332.262516:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.262519:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384332.262520:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384332.262523:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384332.262524:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384332.262531:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384332.262533:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384332.262535:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d0d9138. 00000100:00000001:1.0:1767384332.262537:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384332.262539:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384332.262540:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064eeb232. 00000020:01000004:1.0:1767384332.262543:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384332.262547:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384332.262551:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384332.262554:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384332.262557:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384332.262561:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384332.262565:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384332.262568:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384332.262572:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384332.262579:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384332.262623:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001c41f132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748238464:0@lo:253: 00000100:00000001:1.0:1767384332.262629:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.262645:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384332.262650:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001c41f132 x1853236748238464/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384332.262664:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384332.262666:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384332.262669:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ad0df6a6. 02000000:00000001:1.0:1767384332.262674:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384332.262677:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384332.262679:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384332.262683:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384332.262686:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000957aaac8. 02000000:00000001:1.0:1767384332.262691:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384332.262694:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384332.262697:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001c41f132. 00000100:00000001:1.0:1767384332.262702:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384332.262706:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.262710:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384332.262716:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384332.262718:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384332.262719:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384332.262721:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384332.266130:0:25233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00000100:00000040:0.0:1767384332.267163:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294920147, at 4294920148 00000100:00000010:0.0:1767384332.267171:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f86ecd9. 00000100:00000040:3.0:1767384332.267263:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294920147, at 4294920148 00000100:00000010:3.0:1767384332.267270:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e9a0fb4. 00010000:00000010:3.1:1767384332.267360:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e35049ae. 00010000:00000010:3.1:1767384332.267363:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c417e4e4. 00000100:00000040:1.0:1767384332.268162:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294920147, at 4294920149 00000100:00000010:1.0:1767384332.268168:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000584e7a80. 00010000:00000010:2.1:1767384332.269125:0:25235:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002289dadb. 00010000:00000010:2.1:1767384332.269134:0:25235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00080000:00000001:3.0:1767384333.264966:0:25541:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384333.264980:0:25541:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.264986:0:25541:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384333.264992:0:25541:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384333.264998:0:25541:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.265001:0:25541:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384333.655215:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384333.655219:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384333.655222:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384333.928544:0:25705:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384333.928548:0:25705:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:1.0:1767384333.931803:0:25705:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384333.938261:0:25706:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000608f32f2. 00000400:00000010:1.0:1767384333.938274:0:25706:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bd4a44eb. 00000400:00000010:1.0:1767384333.938282:0:25706:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000080b84eb2. 00000400:00000010:1.0:1767384333.938285:0:25706:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b75f85bd. 00000400:00000010:1.0:1767384333.938292:0:25706:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dee0a141. 00000400:00000010:1.0:1767384333.938296:0:25706:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038bba81f. 00000400:00000010:1.0:1767384333.938297:0:25706:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000483453a1. 00000400:00000010:1.0:1767384333.938298:0:25706:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d28e575a. 00000400:00000010:1.0:1767384333.938301:0:25706:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000023bca02a. 00000800:00000010:1.0:1767384333.938312:0:25706:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000b07060a. 00000800:00000200:1.0:1767384333.938321:0:25706:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384333.938329:0:25706:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384333.938363:0:25706:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384333.938381:0:25706:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp28 [8/256/0/180] 00000400:00000010:1.0:1767384333.940279:0:25706:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000e6c891e7. 00000400:00000010:1.0:1767384333.940285:0:25706:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:1.0:1767384333.940290:0:25706:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000400:00000001:1.0:1767384333.940304:0:25706:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384333.940306:0:25706:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384333.940307:0:25706:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:1.0:1767384333.940309:0:25706:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8d542 00000400:00000010:1.0:1767384333.940311:0:25706:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8d542. 00000400:00000010:1.0:1767384333.940314:0:25706:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000217f8361. 00000400:00000200:1.0:1767384333.940319:0:25706:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (19) 00000400:00000200:1.0:1767384333.940332:0:25706:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384333.940342:0:25706:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:1.0:1767384333.940350:0:25706:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ad0df6a6. 00000020:01000000:1.0:1767384333.940354:0:25706:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384333.940356:0:25706:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp28 00000400:00000010:1.0:1767384333.940375:0:25706:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bd4a44eb. 00000400:00000010:1.0:1767384333.940379:0:25706:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000608f32f2. 00000020:00000001:3.0:1767384333.940408:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384333.940415:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384333.940420:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384333.940425:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384333.940431:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384333.940435:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384333.940439:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384333.940443:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384333.940447:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384333.940452:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384333.940455:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384333.940458:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384333.940462:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384333.940466:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.1:1767384333.940467:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (4) 00000100:00000010:3.0:1767384333.940474:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000020:00000040:3.0:1767384333.940481:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384333.940487:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384333.940491:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.1:1767384333.940491:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:988 00000800:00000200:2.1:1767384333.940497:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000adf89c57 type 1, nob 448 niov 1 nkiov 1 02000000:00000001:3.0:1767384333.940507:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384333.940519:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080cf73dd. 00000100:00000001:3.0:1767384333.940528:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.940539:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384333.940542:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.940551:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_01+1] req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.940570:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 10000000:00000001:3.0:1767384333.940580:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.940584:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.940588:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384333.940591:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384333.940598:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384333.940600:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384333.940602:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384333.940604:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384333.940606:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384333.940608:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384333.940611:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384333.940612:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384333.940614:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384333.940632:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384333.940635:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384333.940636:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384333.940638:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384333.940642:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6fc22ca. 00000020:00000040:3.0:1767384333.940646:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384333.940649:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384333.940651:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384333.940654:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.940656:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 02000000:00000010:3.0:1767384333.940662:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000957aaac8. 00000100:00000001:3.0:1767384333.940667:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.940674:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384333.940678:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384333.940687:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6fc22ca] to pc [ptlrpcd_00_02+2] req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.940702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 10000000:00000001:3.0:1767384333.940715:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384333.940727:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.940730:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384333.940735:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384333.940740:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ad0df6a6. 00000400:00000200:0.0:1767384333.940750:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.940757:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.940763:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.940768:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384333.940775:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.940790:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384333.940793:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.940793:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 02000000:00000001:3.0:1767384333.940802:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384333.940807:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.940812:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.940819:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748238848:0@lo:253: 00000100:00000001:3.0:1767384333.940829:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384333.940837:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384333.940838:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 02000000:00000001:3.0:1767384333.940842:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.940848:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384333.940857:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000015bb3cca. 02000000:00000001:3.0:1767384333.940862:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.940869:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000756b735c. 00000400:00000010:3.0:1767384333.940878:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8c00dcf. 00000100:00000200:3.0:1767384333.940884:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748238848, portal 25 00000400:00000200:0.0:1767384333.940886:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.940888:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.940892:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000040:3.0:1767384333.940902:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.940918:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.940927:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.940933:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c4ac0b8. 00000400:00000200:0.0:1767384333.940935:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000200:3.0:1767384333.940940:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748238848, offset 0 00000400:00000200:3.0:1767384333.940954:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.940971:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384333.940977:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384333.940996:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104000 00000400:00000200:3.0:1767384333.941006:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfb9 [2] + 0 00000400:00000010:3.0:1767384333.941011:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c0c82fe. 00000400:00000200:3.0:1767384333.941016:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c17f7ca9 00000400:00000200:0.0:1767384333.941023:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384333.941024:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.941034:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.941038:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c17f7ca9 00000400:00000010:3.0:1767384333.941041:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c17f7ca9. 00000100:00000001:3.0:1767384333.941047:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.941050:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384333.941054:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b3d16c6a x1853236748238848 msgsize 4848 00000100:00100000:3.0:1767384333.941061:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.941063:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384333.941071:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.941074:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.941084:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c4ac0b8 00000400:00000010:3.0:1767384333.941089:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c4ac0b8. 00000100:00000001:3.0:1767384333.941096:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384333.941131:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.941148:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384333.941150:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000040:3.0:1767384333.941156:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.941169:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941174:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.941182:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941190:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294921834 00000400:00000200:0.0:1767384333.941192:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000010:3.0:1767384333.941200:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce0e3e92. 00000100:00000001:3.0:1767384333.941210:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384333.941218:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294921834 00000100:00000010:3.0:1767384333.941226:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006bbd7bc2. 00000100:00000001:3.0:1767384333.941232:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384333.941239:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294921834 00000400:00000200:0.0:1767384333.941241:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000010:3.0:1767384333.941246:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b329410. 00000100:00000001:3.0:1767384333.941260:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384333.941267:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294921834 00000100:00000010:3.0:1767384333.941273:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000829fdd70. 00000100:00000001:3.0:1767384333.941277:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384333.941285:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.941290:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941298:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941303:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384333.941305:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.941317:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.941320:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384333.941324:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.941328:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.941332:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941338:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941355:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.941360:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.941364:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384333.941368:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000040:3.0:1767384333.941371:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.941394:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384333.941398:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.941404:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384333.941409:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384333.941415:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.941423:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748238976:0@lo:253: 00000400:00000200:0.0:1767384333.941425:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.941433:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384333.941438:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384333.941442:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.941448:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384333.941458:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000720e50ef. 02000000:00000001:3.0:1767384333.941464:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384333.941472:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4da9b4. 00000400:00000010:3.0:1767384333.941481:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c4ac0b8. 00000400:00000200:0.0:1767384333.941486:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000100:00000200:3.0:1767384333.941488:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748238976, portal 25 00000100:00000001:3.0:1767384333.941495:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384333.941505:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716210304 : -114055993341312 : ffff984445084a80) 00000100:00000040:3.0:1767384333.941517:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.941533:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.941541:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384333.941544:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000010:3.0:1767384333.941547:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047fd254e. 00000100:00000200:3.0:1767384333.941555:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748238976, offset 0 00000400:00000200:3.0:1767384333.941567:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384333.941606:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384333.941643:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384333.941656:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104080 00000400:00000200:3.0:1767384333.941668:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc9 [2] + 0 00000800:00000200:2.1:1767384333.941675:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (2) 00000400:00000010:3.0:1767384333.941677:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11aa087. 00000400:00000200:0.0:1767384333.941680:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384333.941682:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000332d9c93 00000400:00000200:3.0:1767384333.941691:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.941697:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384333.941702:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000332d9c93 00000400:00000010:3.0:1767384333.941706:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000332d9c93. 00000100:00000001:3.0:1767384333.941713:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384333.941717:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384333.941720:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000041aadc81 x1853236748238976 msgsize 4848 00000100:00100000:3.0:1767384333.941727:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384333.941729:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384333.941736:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.941741:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.941748:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fd254e 00000400:00000010:3.0:1767384333.941751:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047fd254e. 00000100:00000001:3.0:1767384333.941756:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384333.941760:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.941770:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384333.941776:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.941784:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941786:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.941791:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.941800:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.941802:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294921834 00000100:00000001:3.0:1767384333.941808:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294921834 00000100:00000001:3.0:1767384333.941811:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294921834 00000100:00000001:3.0:1767384333.941813:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294921834 00000100:00000001:3.0:1767384333.941816:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294921834 00000100:00000001:3.0:1767384333.941819:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294921834 00000100:00000001:3.0:1767384333.941822:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294921834 00000100:00000001:3.0:1767384333.941824:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294921834 00000100:00000001:3.0:1767384333.941827:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384333.941830:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941833:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941836:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.941845:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384333.941846:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384333.941850:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.941852:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.941855:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941859:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.941873:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.941876:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.941881:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.941894:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384333.941899:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748238848 02000000:00000001:3.0:1767384333.941904:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384333.941907:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.941909:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.941914:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.941918:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748238848 00000020:00000001:3.0:1767384333.941921:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384333.941923:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384333.941926:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.941928:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384333.941932:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384333.941936:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384333.941947:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.941951:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe60746. 00000100:00000001:3.0:1767384333.941955:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384333.941955:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000020:00000010:3.0:1767384333.941958:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe60746. 00000020:00000010:3.0:1767384333.941970:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530a7da6. 00000020:00000010:3.0:1767384333.941977:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060e0f7f8. 00000020:00000010:3.0:1767384333.941982:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000100:00000040:3.0:1767384333.941992:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384333.941995:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.941997:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.941999:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942008:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.942014:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.942018:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.942035:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384333.942039:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748238976 02000000:00000001:3.0:1767384333.942042:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384333.942044:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.942046:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.942049:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384333.942052:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748238976 00000020:00000001:3.0:1767384333.942054:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384333.942055:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384333.942057:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.942059:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384333.942063:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384333.942066:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384333.942069:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.942073:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe60746. 00000100:00000001:3.0:1767384333.942076:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384333.942078:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe60746. 00000020:00000010:3.0:1767384333.942084:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e8317fe. 00000020:00000010:3.0:1767384333.942089:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000085636da5. 00000020:00000010:3.0:1767384333.942094:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000400:00000200:0.0:1767384333.942097:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000100:00000001:3.0:1767384333.942099:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384333.942131:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384333.942133:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942139:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942142:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.942157:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384333.942160:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384333.942167:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000040:3.0:1767384333.942170:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384333.942173:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388813392 : -114060320738224 : ffff984343197450) 00000100:00000040:3.0:1767384333.942180:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3d16c6a x1853236748238848/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.942191:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.942195:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe60746. 00000100:00000001:3.0:1767384333.942198:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384333.942199:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000020:00000010:3.0:1767384333.942200:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe60746. 00000100:00100000:3.0:1767384333.942211:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d16c6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748238848:12345-0@lo:253: 00000100:00000200:3.0:1767384333.942216:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748238848 00000020:00000001:3.0:1767384333.942220:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384333.942225:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384333.942228:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.942230:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384333.942233:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384333.942240:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384333.942243:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.942246:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384333.942248:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384333.942252:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942256:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384333.942260:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384333.942264:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 02000000:00000010:3.0:1767384333.942267:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ce03169b. 02000000:00000001:3.0:1767384333.942271:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942274:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.942277:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384333.942297:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001093ad80. 20000000:01000000:3.0:1767384333.942303:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384333.942307:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384333.942310:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384333.942313:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.942315:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.942318:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384333.942322:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 20000000:00000010:3.0:1767384333.942329:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e9cfc3e. 20000000:01000000:3.0:1767384333.942334:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:3.0:1767384333.942340:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384333.942347:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384333.942379:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00080000:00000001:3.0:1767384333.942398:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384333.942404:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384333.942407:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384333.942411:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384333.942416:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384333.942423:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384333.942427:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384333.942432:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00080000:00000010:3.0:1767384333.942436:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f3604bd. 00080000:00000001:3.0:1767384333.942441:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367387136 : -114060342164480 : ffff984341d28400) 00080000:00000001:3.0:1767384333.942445:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384333.942488:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384333.942544:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000001:00000001:3.0:1767384333.942568:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384333.942571:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384333.942575:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384333.942595:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384333.942601:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384333.942605:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00080000:00000001:3.0:1767384333.942765:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384333.942771:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384333.942795:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b34b39d. 00000800:00000010:0.0:1767384333.942802:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ddde786. 00000800:00000010:0.0:1767384333.942807:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000627de4a7. 00000100:00000001:3.0:1767384333.942825:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384333.942828:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384333.942835:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:3.0:1767384333.942839:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000800:00000010:0.0:1767384333.942840:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000627de4a7. 00000100:00000001:3.0:1767384333.942842:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388803152 : -114060320748464 : ffff984343194c50) 00000100:00000040:3.0:1767384333.942851:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041aadc81 x1853236748238976/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:314/0 lens 4848/0 e 0 to 0 dl 1767384344 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00020000:0.0:1767384333.942853:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000100:00000001:3.0:1767384333.942870:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384333.942881:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008fe60746. 00000100:00000001:3.0:1767384333.942885:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384333.942887:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008fe60746. 00000100:00100000:3.0:1767384333.942893:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041aadc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748238976:12345-0@lo:253: 00000100:00000200:3.0:1767384333.942897:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748238976 00000020:00000001:3.0:1767384333.942900:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384333.942903:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384333.942905:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384333.942911:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384333.942913:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384333.942916:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384333.942917:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384333.942919:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384333.942921:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384333.942923:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942926:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384333.942929:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384333.942943:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000145aabd1. 02000000:00000001:3.0:1767384333.942948:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.942950:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.942954:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384333.942962:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000eb13bf5b. 20000000:01000000:3.0:1767384333.942965:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384333.942967:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384333.942970:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384333.942972:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.942978:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.942980:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384333.944038:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384333.944056:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp27 from 219.3.0.2 00000800:00000010:3.0:1767384333.944061:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008c11697b. 00000800:00000200:2.1:1767384333.944518:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (2) 00000800:00000200:2.1:1767384333.944524:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp27 00000000a4d94d6a deleted 00000800:00000010:2.1:1767384333.944526:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a4d94d6a. 00000800:00000200:2.1:1767384333.944531:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384333.944537:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp27 ip 192.168.202.119:987 00000800:00000200:2.1:1767384333.944540:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000adf89c57 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1767384333.944750:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384333.945318:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945328:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.945331:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945340:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.945356:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27) <- 192.168.202.119@tcp27 : GET - for me 00000400:00000200:3.0:1767384333.945368:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384333.945376:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 352/352 into md 0x1675 [1] + 0 00000400:00000200:3.0:1767384333.945387:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp27 to MR: 192.168.202.119@tcp27 local destination 00000400:00000200:3.0:1767384333.945396:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp27 NI seq info: [54:54:256:4294967295] 192.168.202.119@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:3.0:1767384333.945411:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27:192.168.202.119@tcp27) -> 192.168.202.119@tcp27(192.168.202.119@tcp27:192.168.202.119@tcp27) 192.168.202.119@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384333.945417:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.119@tcp27 00000800:00000010:3.0:1767384333.945422:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083008e83. 00000800:00000200:3.0:1767384333.945430:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (4) 00000800:00000200:3.0:1767384333.945436:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp27 ip 192.168.202.119:988 00000800:00000200:3.0:1767384333.945439:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083008e83 type 3, nob 448 niov 1 nkiov 1 00000800:00000200:3.0:1767384333.945496:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384333.945500:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083008e83. 00000400:00000200:3.0:1767384333.945505:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.945512:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: REPLY: OK 00000800:00000001:3.0:1767384333.945521:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945527:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.945531:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945536:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384333.945538:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945544:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.945551:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27) <- 192.168.202.119@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384333.945565:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp27: Reply from 12345-192.168.202.119@tcp27 of length 352/352 into md 0x1689 00000800:00000001:3.0:1767384333.945570:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945576:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.945578:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.945583:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: REPLY: OK 00000400:00000200:3.0:1767384333.945588:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:3.0:1767384333.945592:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000400:00000200:3.0:1767384333.945597:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384333.945609:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:3.0:1767384333.945612:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384333.945633:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 20. state = 0x100251 00000400:00000200:3.0:1767384333.945643:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384333.945653:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (21) 00000800:00000001:3.0:1767384333.945661:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384333.945666:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384333.946299:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384333.946305:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:3.0:1767384333.946313:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000e39ebdc0. 00000400:00000010:3.0:1767384333.946318:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000da2ff79b. 00000400:00000010:3.0:1767384333.946324:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 000000003e2cb518. 00000400:00000010:3.0:1767384333.946355:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000af27c0dd. 00000400:00000200:3.0:1767384333.946363:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000af27c0dd nid 192.168.202.119@tcp28 00000400:00000010:3.0:1767384333.946367:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa40af05. 00000400:00000200:3.0:1767384333.946371:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa40af05 net tcp28 00000400:00000200:3.0:1767384333.946374:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (20) 00000400:00000200:3.0:1767384333.946381:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp28 flags 0x11 00000400:00000010:3.0:1767384333.946386:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000e39ebdc0. 00000400:00000010:3.0:1767384333.946391:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000da2ff79b. 00000400:00000010:3.0:1767384333.946395:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 000000003e2cb518. 00000400:00000010:3.0:1767384333.946399:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000030188e21. 00000400:00000200:3.0:1767384333.946403:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384333.946408:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:3.0:1767384333.946412:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:3.0:1767384333.946420:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:3.0:1767384333.946427:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384333.946432:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:3.0:1767384333.946438:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384333.946441:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (21) 00000800:00000200:2.1:1767384333.946764:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (4) 00000800:00000200:2.1:1767384333.946769:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp27 00000000a4d94d6a deleted 00000800:00000010:2.1:1767384333.946772:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a4d94d6a. 00000800:00000200:2.1:1767384333.946776:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000010:3.0:1767384333.947257:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000234f8fea. 00000800:00000200:2.1:1767384333.947261:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384333.947263:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bb9e5aa. 00000800:00000010:3.0:1767384333.947284:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000119ade8e. 00000800:00000010:0.0:1767384333.947400:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ddde786. 00000800:00000010:0.0:1767384333.947408:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b34b39d. 00000400:02020000:0.0:1767384333.947553:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp26 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767384333.952453:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384333.952461:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384333.952465:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.952469:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384333.952483:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384333.952496:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384333.952500:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384333.952509:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384333.952525:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384333.952529:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384333.952533:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384333.952537:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384333.952541:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384333.952549:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005afb58b4. 00010000:00000001:3.0:1767384333.952557:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384333.952562:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000879f20ca. 00000020:00000001:3.0:1767384333.952568:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384333.952574:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000879f20ca with handle 0x4ac496f8d605e155 to hash 00000020:00000001:3.0:1767384333.952580:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384333.952583:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384333.952589:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384333.952594:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.952597:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.952600:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952610:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384333.952614:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384333.952634:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384333.952637:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384333.952639:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.952642:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384333.952644:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.952647:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384333.952650:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384333.952660:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384333.952665:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384333.952669:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005afb58b4) refcount = 1 00010000:00010000:3.0:1767384333.952674:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952686:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384333.952691:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384333.952694:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.952697:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.952700:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384333.952704:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384333.952707:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384333.952711:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.952713:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.952716:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=4 00000020:00000001:3.0:1767384333.952719:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384333.952722:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384333.952725:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384333.952728:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952735:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384333.952737:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952745:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.952747:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384333.952749:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384333.952752:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384333.952758:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767384333.952759:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.952762:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.952766:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384333.952770:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00040000:00000001:0.0:1767384333.952771:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384333.952775:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384333.952779:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384333.952785:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001f3604bd. 00010000:00010000:3.0:1767384333.952790:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000879f20ca already unused, calling callback (0000000064ca87ef) 00080000:00000001:0.0:1767384333.952792:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384333.952795:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384333.952800:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384333.952803:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952810:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384333.952812:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384333.952814:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384333.952816:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=5 00000020:00000001:3.0:1767384333.952818:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384333.952821:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384333.952824:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384333.952826:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952832:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384333.952834:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384333.952836:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.952840:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384333.952841:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384333.952843:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384333.952845:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384333.952847:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000879f20ca with handle 0x4ac496f8d605e155 from hash 00010000:00000001:3.0:1767384333.952850:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384333.952851:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.952852:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.952853:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384333.952855:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384333.952858:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384333.952860:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384333.952862:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384333.952864:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.952866:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384333.952874:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384333.952876:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.952877:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.952879:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.952881:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384333.952882:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.952885:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952891:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.952893:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.952894:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384333.952897:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384333.952898:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384333.952899:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384333.952901:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384333.952903:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384333.952905:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384333.952908:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384333.952914:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384333.952916:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384333.952917:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e155 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384333.952925:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005afb58b4 count: 0 00010000:00000001:3.0:1767384333.952934:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384333.952936:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384333.954217:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294921834, at 4294921835 00000100:00000010:1.0:1767384333.954224:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006bbd7bc2. 00000100:00000040:0.0:1767384333.954512:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294921834, at 4294921835 00000100:00000010:0.0:1767384333.954520:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce0e3e92. 00000100:00000040:3.0:1767384333.955172:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294921834, at 4294921836 00000100:00000010:3.0:1767384333.955179:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000829fdd70. 00010000:00000010:3.1:1767384333.959160:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005afb58b4. 00010000:00000010:3.1:1767384333.959167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000879f20ca. 00080000:00000001:0.0:1767384333.960821:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384333.960825:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384333.960830:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384333.960833:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384333.960837:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384333.960844:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fe16fdb0. 00080000:00000001:0.0:1767384333.960850:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767384333.962691:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384333.962695:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384333.962697:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001093ad80. 20000000:00000001:3.0:1767384333.962701:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384333.962705:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748238848 00010000:00000001:3.0:1767384333.962707:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384333.962719:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b3d16c6a x1853236748238848/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384333.962727:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384333.962728:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384333.962731:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.962734:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384333.962736:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384333.962737:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384333.962740:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384333.962743:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.962746:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.962748:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.962751:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002588dc59. 00000100:00000200:3.0:1767384333.962756:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748238848, offset 224 00000400:00000200:3.0:1767384333.962761:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.962771:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384333.962778:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104000 00000400:00000200:3.0:1767384333.962784:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x167d [2] + 224 00000400:00000200:3.0:1767384333.962790:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.962792:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384333.962797:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384333.962800:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384333.962806:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.962820:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.962827:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002588dc59 00000400:00000010:3.0:1767384333.962829:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002588dc59. 00000100:00000001:0.0:1767384333.962830:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.962832:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384333.962834:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384333.962835:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384333.962840:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384333.962841:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384333.962843:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:0.0:1767384333.962844:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384333.962848:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384333.962849:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000756b735c. 00000020:00000001:3.0:1767384333.962852:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384333.962855:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8c00dcf 00000400:00000010:0.0:1767384333.962857:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8c00dcf. 00000100:00000001:0.0:1767384333.962859:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384333.962862:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384333.962865:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384333.962869:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3d16c6a x1853236748238848/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384333.962888:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.962892:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d16c6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748238848:12345-0@lo:253: Request processed in 20697us (21833us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384333.962906:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384333.962908:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000001:0.0:1767384333.962908:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.962911:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384333.962914:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 02000000:00000001:0.0:1767384333.962914:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384333.962918:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384333.962919:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.962920:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.962921:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384333.962924:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.962928:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060e0f7f8. 00000100:00001000:0.0:1767384333.962929:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=39 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384333.962934:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=39 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384333.962935:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00000100:00000001:0.0:1767384333.962936:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384333.962939:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.962941:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000530a7da6. 00000020:00000040:3.0:1767384333.962946:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00010000:00000001:0.0:1767384333.962949:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384333.962951:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384333.962951:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384333.962954:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ce03169b. 00000100:00000001:0.0:1767384333.962955:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.962960:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384333.962963:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.962964:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384333.962971:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384333.962972:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384333.962976:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384333.962978:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b11aa087. 00000100:00000001:0.0:1767384333.962978:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384333.962986:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002588dc59. 00000020:01000004:0.0:1767384333.962986:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384333.962990:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384333.962992:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384333.962994:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.962995:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384333.962996:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.962997:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384333.962998:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384333.962999:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384333.963000:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384333.963002:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.963008:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748238848:0@lo:253: 00000100:00000001:0.0:1767384333.963012:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.963015:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384333.963017:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748238848/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.963022:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384333.963025:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384333.963027:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000015bb3cca. 02000000:00000001:0.0:1767384333.963031:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384333.963033:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384333.963034:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384333.963036:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384333.963037:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080cf73dd. 02000000:00000001:0.0:1767384333.963040:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384333.963042:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384333.963049:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000100:00000001:0.0:1767384333.963052:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384333.963054:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.963056:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.963063:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.963064:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.963067:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.963068:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384333.964060:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384333.964062:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384333.964064:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000eb13bf5b. 20000000:00000001:3.0:1767384333.964067:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384333.964070:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748238976 00010000:00000001:3.0:1767384333.964072:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384333.964075:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041aadc81 x1853236748238976/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384333.964081:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384333.964082:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384333.964084:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384333.964086:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384333.964088:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384333.964089:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384333.964097:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384333.964098:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.964100:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384333.964102:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384333.964124:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000215b9e36. 00000100:00000200:3.0:1767384333.964127:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748238976, offset 224 00000400:00000200:3.0:1767384333.964131:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384333.964137:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384333.964142:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104080 00000400:00000200:3.0:1767384333.964145:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x168d [2] + 224 00000400:00000200:3.0:1767384333.964150:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384333.964152:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384333.964154:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384333.964157:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384333.964162:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384333.964174:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384333.964179:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215b9e36 00000400:00000010:3.0:1767384333.964180:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000215b9e36. 00000100:00000001:3.0:1767384333.964183:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384333.964184:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384333.964185:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384333.964187:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.964188:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384333.964191:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384333.964195:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384333.964195:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384333.964198:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384333.964199:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384333.964202:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4da9b4. 00000020:00000001:3.0:1767384333.964203:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384333.964208:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041aadc81 x1853236748238976/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:314/0 lens 4848/4768 e 0 to 0 dl 1767384344 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384333.964209:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c4ac0b8 00000400:00000010:0.0:1767384333.964212:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c4ac0b8. 00000100:00000001:0.0:1767384333.964218:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384333.964223:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041aadc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748238976:12345-0@lo:253: Request processed in 21350us (22500us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384333.964225:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384333.964237:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:3.0:1767384333.964240:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:0.0:1767384333.964241:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.964248:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384333.964250:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384333.964251:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384333.964253:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384333.964254:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384333.964257:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000085636da5. 02000000:00000001:0.0:1767384333.964257:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384333.964258:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384333.964261:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384333.964264:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384333.964265:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00000100:00001000:0.0:1767384333.964267:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=39 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384333.964269:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e8317fe. 00000100:00001000:0.0:1767384333.964271:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=39 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384333.964273:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:0.0:1767384333.964275:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384333.964278:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.964279:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384333.964281:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384333.964282:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000145aabd1. 00010000:00000001:0.0:1767384333.964283:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384333.964286:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384333.964287:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384333.964288:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384333.964291:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384333.964294:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384333.964301:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e6e9d5. 00000100:00000001:0.0:1767384333.964301:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384333.964306:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000215b9e36. 00000100:00000001:0.0:1767384333.964311:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384333.964313:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384333.964315:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384333.964317:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384333.964318:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384333.964319:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384333.964320:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384333.964321:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384333.964322:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384333.964323:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384333.964324:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384333.964325:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384333.964330:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748238976:0@lo:253: 00000100:00000001:0.0:1767384333.964333:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.964334:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384333.964335:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6fc22ca x1853236748238976/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384349 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384333.964340:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384333.964341:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384333.964342:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000720e50ef. 02000000:00000001:0.0:1767384333.964345:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384333.964346:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384333.964347:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384333.964349:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384333.964350:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000957aaac8. 02000000:00000001:0.0:1767384333.964352:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384333.964353:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384333.964354:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6fc22ca. 00000100:00000001:0.0:1767384333.964356:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384333.964357:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.964358:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384333.964361:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384333.964362:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384333.964364:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384333.964365:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384333.966300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e0462909. 00010000:00000010:2.1:1767384333.966306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00080000:00000001:1.0:1767384334.996498:0:26032:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384334.996511:0:26032:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.996514:0:26032:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384334.996519:0:26032:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384334.996524:0:26032:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384334.996530:0:26032:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384335.383177:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384335.383186:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c41f132. 00000020:00000040:1.0:1767384335.383192:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384335.383197:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384335.383202:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.383208:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.383216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ecdfd677. 00000100:00000001:1.0:1767384335.383223:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383232:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@000000001c41f132 x1853236748239104/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384335.383245:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384335.383248:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383255:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c41f132] to pc [ptlrpcd_00_03+3] req@000000001c41f132 x1853236748239104/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.383288:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384335.383295:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384335.383299:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 00000020:00000040:1.0:1767384335.383303:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384335.383306:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384335.383308:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.383310:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.383317:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013ec6682. 00000100:00000001:1.0:1767384335.383322:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383329:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384335.383359:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384335.383363:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383370:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c77f280] to pc [ptlrpcd_00_00+0] req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.383426:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.383426:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383431:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384335.383433:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384335.383433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384335.383439:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.383443:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384335.383449:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fffc6ca1. 00000100:00000001:3.0:1767384335.383450:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384335.383453:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384335.383455:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767384335.383457:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384335.383460:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.383462:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384335.383464:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.383466:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384335.383468:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748239232:0@lo:400: 02000000:00000001:1.0:1767384335.383471:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383472:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384335.383476:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.383479:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.383479:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000084e8f588. 02000000:00000001:3.0:1767384335.383481:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384335.383486:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384335.383487:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6db2160. 02000000:00000001:3.0:1767384335.383492:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383496:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384335.383497:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066f2b5cd. 00000400:00000010:3.0:1767384335.383502:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc0a361c. 00000100:00000200:3.0:1767384335.383507:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748239232, portal 4 00000100:00000001:3.0:1767384335.383512:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384335.383514:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384335.383515:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408368768 : -114055301182848 : ffff98446e49ca80) 00000100:00000001:1.0:1767384335.383517:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.383524:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fffc6ca1] to pc [ptlrpcd_00_01+1] req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384335.383530:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.383554:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384335.383558:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384335.383558:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.383562:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed5dfb6. 00000100:00000040:1.0:1767384335.383564:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767384335.383565:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748239232, offset 0 00000100:00000001:1.0:1767384335.383574:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384335.383575:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384335.383580:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000948922e8. 00000400:00000200:3.0:1767384335.383583:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.383590:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e104180 00000400:00000200:3.0:1767384335.383595:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2768 00000020:00000040:1.0:1767384335.383597:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384335.383601:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384335.383615:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384335.383618:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384335.383619:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384335.383622:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384335.383624:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384335.383628:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e37df325. 00000100:00000040:3.0:1767384335.383630:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000e37df325 x1853236748239232 msgsize 224 00000100:00100000:3.0:1767384335.383634:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384335.383642:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.383652:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed5dfb6 00000400:00000010:3.0:1767384335.383654:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed5dfb6. 00000100:00000001:3.0:1767384335.383657:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384335.383660:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384335.383662:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.383672:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa44b9f6. 00000100:00000001:3.0:1767384335.383674:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384335.383678:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.383679:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384335.383688:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384335.383695:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383700:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384335.383707:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.383707:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384335.383711:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.383714:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6391 usecs (7 jiffies) 00000100:00000001:3.0:1767384335.383717:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923271 00000100:00000001:3.0:1767384335.383733:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923276 00000100:00000040:1.0:1767384335.383733:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948922e8] to pc [ptlrpcd_00_02+2] req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.383737:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923271 00000100:00000001:3.0:1767384335.383750:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.383753:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383754:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923271 00000100:00000040:1.0:1767384335.383759:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (260) 00000100:00000001:3.0:1767384335.383762:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923276 00000100:00000001:3.0:1767384335.383765:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923271 00000100:00000001:1.0:1767384335.383771:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.383774:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.383774:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.383778:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384335.383779:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384335.383783:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.383784:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383789:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383794:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.383801:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.383801:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384335.383805:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384335.383805:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.383811:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384335.383812:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.383815:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384335.383815:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.383818:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.383820:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.383822:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767384335.383826:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000948922e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748239488:0@lo:400: 00000100:00000001:3.0:1767384335.383827:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.383833:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.383833:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384335.383836:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384335.383836:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384335.383839:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.383841:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384335.383842:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384335.383844:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384335.383846:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767384335.383846:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bba83b0a. 02000000:00000001:1.0:1767384335.383851:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.383854:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384335.383856:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000010:1.0:1767384335.383864:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000001:3.0:1767384335.383865:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384335.383869:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384335.383870:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748239488, portal 10 02000000:00000001:3.0:1767384335.383872:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384335.383874:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384335.383876:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.383876:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408379520 : -114055301172096 : ffff98446e49f480) 02000000:00000001:3.0:1767384335.383880:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384335.383884:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748239360:0@lo:400: 00000100:00000040:1.0:1767384335.383886:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.383891:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384335.383895:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384335.383898:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.383902:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384335.383905:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.383910:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384335.383912:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fccb8b71. 00000400:00000010:1.0:1767384335.383913:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 02000000:00000001:3.0:1767384335.383917:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384335.383918:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748239488, offset 0 00000400:00000010:3.0:1767384335.383923:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000386bca10. 00000400:00000200:1.0:1767384335.383928:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384335.383933:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed5dfb6. 00000400:00000200:1.0:1767384335.383936:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384335.383939:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748239360, portal 10 00000100:00000001:3.0:1767384335.383942:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384335.383945:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408366080 : -114055301185536 : ffff98446e49c000) 00000100:00000040:3.0:1767384335.383956:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384335.383956:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e104280 00000400:00000200:1.0:1767384335.383967:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:3.0:1767384335.383974:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384335.383976:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384335.383980:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384335.383984:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384335.383987:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000100:00000001:1.0:1767384335.383988:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384335.383991:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1767384335.383992:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748239360, offset 0 00000100:00000010:1.0:1767384335.383999:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dc6d284. 00000100:00000040:1.0:1767384335.384004:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000004dc6d284 x1853236748239488 msgsize 224 00000400:00000200:3.0:1767384335.384005:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384335.384018:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384335.384019:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384335.384027:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e104200 00000100:00000001:1.0:1767384335.384029:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.384033:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000400:00000200:3.0:1767384335.384038:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.384043:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384335.384043:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384335.384047:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384335.384051:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384335.384053:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384335.384056:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1767384335.384057:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384335.384061:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e82bec48. 00000100:00000040:3.0:1767384335.384065:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000e82bec48 x1853236748239360 msgsize 224 00000100:00100000:3.0:1767384335.384076:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384335.384079:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.384084:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.384087:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384335.384094:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000100:00000001:1.0:1767384335.384095:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.384098:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:1.0:1767384335.384099:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384335.384102:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384335.384122:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.384126:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3341 usecs (4 jiffies) 00000100:00000001:1.0:1767384335.384129:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294923269 00000100:00000001:1.0:1767384335.384134:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.384136:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294923269 00000100:00000001:1.0:1767384335.384140:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.384145:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294923269 00000100:00000200:3.0:1767384335.384146:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.384147:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.384152:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294923269 00000100:00000001:1.0:1767384335.384156:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.384161:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.384164:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384335.384166:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.384172:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.384178:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.384180:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.384182:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.384188:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384335.384189:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.384190:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384335.384196:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.384198:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.384199:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384335.384203:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3118 usecs (4 jiffies) 00000100:00000001:1.0:1767384335.384203:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.384209:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.384210:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923269 00000100:00000001:3.0:1767384335.384215:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923276 00000100:00000001:3.0:1767384335.384217:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923269 00000100:00000001:3.0:1767384335.384219:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.384220:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.384222:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923269 00000100:00000001:1.0:1767384335.384223:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.384226:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923276 00000100:00000001:3.0:1767384335.384230:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923269 00000100:00000001:3.0:1767384335.384232:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923276 00000100:00000001:3.0:1767384335.384235:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.384236:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384335.384237:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.384239:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748239488 00000100:00000001:3.0:1767384335.384241:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.384242:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384335.384246:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.384246:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.384249:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.384254:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.384257:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748239488 00000020:00000001:1.0:1767384335.384260:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384335.384262:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000004:00000001:3.0:1767384335.384264:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000001:1.0:1767384335.384266:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000020:3.0:1767384335.384269:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:1.0:1767384335.384269:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000010:3.0:1767384335.384274:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000001:1.0:1767384335.384275:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000040:3.0:1767384335.384279:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384335.384280:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:3.0:1767384335.384284:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384335.384284:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384335.384288:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1767384335.384290:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a89ae0e. 02000000:00000001:3.0:1767384335.384291:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384335.384295:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000007a81d20. 02000000:00000010:3.0:1767384335.384297:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083008e83. 00000020:00000040:1.0:1767384335.384302:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:3.0:1767384335.384303:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.384310:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384335.384311:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.384314:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384335.384317:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8675a7c] to pc [ptlrpcd_00_03+3] req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384335.384319:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000988d0924. 00000020:00000010:1.0:1767384335.384325:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6384663. 00000020:00000010:1.0:1767384335.384331:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000983f9e2b. 00000004:00000001:3.0:1767384335.384340:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.384345:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384335.384350:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384335.384353:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384335.384356:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.384367:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384335.384370:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00080000:3.0:1767384335.384373:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384335.384373:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384335.384379:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:1.0:1767384335.384384:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.384395:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384335.384398:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748239360 02000000:00000001:1.0:1767384335.384401:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384335.384404:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.384407:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.384411:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.384414:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748239360 00000100:00000001:3.0:1767384335.384417:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384335.384418:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384335.384420:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:1.0:1767384335.384423:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.384425:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000100:00000001:3.0:1767384335.384426:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384335.384430:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00100000:3.0:1767384335.384434:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000020:00000001:1.0:1767384335.384435:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000040:3.0:1767384335.384438:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384335.384439:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384335.384443:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408378624 : -114055301172992 : ffff98446e49f100) 00000020:00000010:1.0:1767384335.384444:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384335.384449:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384335.384451:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004dc6d284 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384335.384453:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000020:00000010:1.0:1767384335.384461:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000055d2827. 00000100:00000001:3.0:1767384335.384464:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.384465:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000124d57d8. 00000020:00000010:3.0:1767384335.384469:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c814a603. 00000020:00000010:1.0:1767384335.384470:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64975bb. 00000100:00000001:3.0:1767384335.384472:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.384475:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384335.384477:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c814a603. 00000100:00000001:1.0:1767384335.384478:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384335.384482:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384335.384485:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004dc6d284 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748239488:12345-0@lo:400: 00000100:00000001:1.0:1767384335.384487:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384335.384491:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748239488 00000100:00000001:1.0:1767384335.384491:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384335.384495:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384335.384496:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.384499:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384335.384501:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.384504:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384335.384505:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384335.384506:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:3.0:1767384335.384511:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384335.384513:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384335.384515:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.384515:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384335.384520:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384335.384520:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000001:3.0:1767384335.384524:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384335.384525:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000020:00000001:3.0:1767384335.384528:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.384530:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384335.384534:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716221056 : -114055993330560 : ffff984445087480) 00000100:00000001:3.0:1767384335.384535:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384335.384539:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384335.384542:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e82bec48 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1767384346 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384335.384543:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f4d4a37. 02000000:00000001:3.0:1767384335.384548:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.384552:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.384557:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384335.384561:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748239488 00000100:00000001:1.0:1767384335.384561:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384335.384565:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:1.0:1767384335.384566:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00010000:00000200:3.0:1767384335.384570:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004dc6d284 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.384572:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.384578:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000100:00100000:1.0:1767384335.384585:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e82bec48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748239360:12345-0@lo:400: 00000100:00000200:1.0:1767384335.384590:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748239360 00000020:00000001:1.0:1767384335.384594:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384335.384599:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384335.384600:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384335.384601:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.384619:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.384621:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:3.0:1767384335.384623:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=36 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384335.384624:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:1.0:1767384335.384628:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384335.384630:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384335.384632:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384335.384636:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000001:1.0:1767384335.384637:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384335.384641:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:1.0:1767384335.384641:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384335.384645:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.384646:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384335.384650:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.384650:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384335.384655:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384335.384655:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384335.384660:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384335.384661:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384335.384667:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 02000000:00000010:1.0:1767384335.384667:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fc54ded8. 00000100:00000200:3.0:1767384335.384669:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748239488, offset 224 02000000:00000001:1.0:1767384335.384673:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.384678:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384335.384678:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384335.384686:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384335.384686:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384335.384692:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748239360 00010000:00000001:1.0:1767384335.384696:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384335.384697:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e104280 00010000:00000200:1.0:1767384335.384702:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e82bec48 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384335.384705:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16b5 [1] + 224 00000400:00000200:3.0:1767384335.384715:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384335.384722:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384335.384727:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384335.384729:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384335.384731:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384335.384734:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384335.384735:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=36 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384335.384744:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.384749:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384335.384754:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:3.0:1767384335.384759:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.384759:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384335.384763:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384335.384764:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 02000000:00000001:1.0:1767384335.384766:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.384767:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:1.0:1767384335.384769:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384335.384772:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384335.384774:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384335.384776:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384335.384778:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.384779:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000040:3.0:1767384335.384782:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000200:1.0:1767384335.384785:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748239360, offset 224 00010000:00000001:3.0:1767384335.384786:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384335.384789:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.384793:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384335.384793:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384335.384804:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004dc6d284 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384335.384805:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384335.384816:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e104200 00000100:00100000:3.0:1767384335.384821:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004dc6d284 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748239488:12345-0@lo:400: Request processed in 354us (813us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384335.384826:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16bd [1] + 224 00000400:00000200:1.0:1767384335.384833:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384335.384836:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000200:1.0:1767384335.384840:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384335.384841:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:3.0:1767384335.384844:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.384844:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384335.384848:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384335.384851:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384335.384853:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6384663. 00000020:00000010:3.0:1767384335.384858:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000983f9e2b. 00000020:00000010:3.0:1767384335.384864:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000988d0924. 00000020:00000040:3.0:1767384335.384869:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384335.384873:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384335.384874:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.384892:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.384897:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000100:00080000:3.0:1767384335.384899:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:1.0:1767384335.384901:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000020:00000040:3.0:1767384335.384902:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:1.0:1767384335.384906:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384335.384908:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.384911:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.384915:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:1.0:1767384335.384919:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384335.384922:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.384924:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384335.384929:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e82bec48 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1767384346 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.384938:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e82bec48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748239360:12345-0@lo:400: Request processed in 376us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384335.384956:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384335.384961:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:1.0:1767384335.384965:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384335.384968:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384335.384971:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000124d57d8. 00000020:00000010:1.0:1767384335.384976:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b64975bb. 00000020:00000010:1.0:1767384335.384980:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000055d2827. 00000020:00000040:1.0:1767384335.384984:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:1.0:1767384335.384987:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385004:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.385007:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384335.385011:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.385014:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384335.385015:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:1.0:1767384335.385019:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcca406a 00000400:00000010:1.0:1767384335.385020:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000100:00000001:1.0:1767384335.385023:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.385027:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.385040:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385049:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.385053:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385058:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384335.385061:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384335.385063:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.385065:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.385067:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.385070:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384335.385075:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.385079:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384335.385081:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.385085:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384335.385090:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384335.385140:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385146:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384335.385149:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384335.385152:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384335.385155:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.385160:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385169:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.385173:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384335.385175:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384335.385180:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.385190:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000948922e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748239488:0@lo:400: 00000100:00000001:1.0:1767384335.385195:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385197:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.385199:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000948922e8 x1853236748239488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385204:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.385207:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.385209:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bba83b0a. 02000000:00000001:1.0:1767384335.385211:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.385213:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.385214:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384335.385216:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.385219:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa44b9f6. 02000000:00000001:1.0:1767384335.385222:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.385223:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.385224:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000948922e8. 00000100:00000001:1.0:1767384335.385227:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.385228:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385229:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385232:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.385239:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385240:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384335.385243:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384335.385245:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385247:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.385248:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385250:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.385251:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.385253:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384335.385256:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385260:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384335.385261:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.385263:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384335.385265:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384335.385267:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.385269:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748239616:0@lo:13: 00000100:00000001:1.0:1767384335.385272:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384335.385274:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384335.385276:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.385279:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384335.385285:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b74c9851. 02000000:00000001:1.0:1767384335.385289:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.385295:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000010:1.0:1767384335.385309:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000200:1.0:1767384335.385315:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748239616, portal 4 00000100:00000001:1.0:1767384335.385319:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384335.385322:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:1.0:1767384335.385330:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385342:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.385347:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.385351:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384335.385355:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748239616, offset 0 00000400:00000200:1.0:1767384335.385362:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384335.385375:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384335.385383:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e104300 00000400:00000200:1.0:1767384335.385387:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1344 00000400:00000200:1.0:1767384335.385395:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.385400:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384335.385405:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384335.385407:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384335.385413:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000948922e8. 00000100:00000040:1.0:1767384335.385417:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000948922e8 x1853236748239616 msgsize 224 00000100:00100000:1.0:1767384335.385424:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384335.385436:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384335.385441:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384335.385444:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384335.385448:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384335.385454:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.385456:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384335.385460:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748239616 02000000:00000001:3.0:1767384335.385463:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384335.385465:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.385468:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385480:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.385485:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385494:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385496:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384335.385501:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.385504:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 6391 usecs (7 jiffies) 00000100:00000001:1.0:1767384335.385509:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294923273 00000100:00000001:1.0:1767384335.385514:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.385518:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294923273 00000100:00000001:1.0:1767384335.385521:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294923276 00000100:00000001:1.0:1767384335.385524:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294923273 00000100:00000001:1.0:1767384335.385529:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294923276 02000000:00000001:3.0:1767384335.385530:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385534:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294923273 00000100:00100000:3.0:1767384335.385535:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748239616 00000100:00000001:1.0:1767384335.385537:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294923276 00000020:00000001:3.0:1767384335.385539:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384335.385540:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:3.0:1767384335.385542:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384335.385545:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00000001:1.0:1767384335.385547:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384335.385548:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384335.385553:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384335.385554:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384335.385556:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.385559:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384335.385561:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385585:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.385587:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384335.385592:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.385595:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384335.385599:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000386bca10. 00000400:00000200:1.0:1767384335.385620:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed5dfb6 00000400:00000010:1.0:1767384335.385622:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed5dfb6. 00000100:00000001:1.0:1767384335.385626:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.385630:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.385640:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385653:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.385656:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385661:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384335.385665:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384335.385667:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.385668:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.385673:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.385680:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384335.385686:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.385691:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384335.385692:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.385695:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384335.385701:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.385708:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384335.385710:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384335.385713:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385719:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384335.385720:0:23416:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.385723:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384335.385724:0:23416:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385726:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384335.385729:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.385742:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385752:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.385754:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384335.385756:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384335.385761:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.385772:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748239360:0@lo:400: 00000400:00000001:1.0:1767384335.385780:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.385784:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384335.385787:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066f2b5cd. 00000400:00000200:1.0:1767384335.385791:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc0a361c 00000400:00000010:1.0:1767384335.385794:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc0a361c. 00000100:00000001:1.0:1767384335.385799:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384335.385804:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.385816:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385825:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.385828:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385831:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384335.385834:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384335.385836:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.385839:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.385841:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384335.385845:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384335.385850:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384335.385857:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384335.385860:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.385862:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384335.385868:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384335.385875:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.385884:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384335.385886:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384335.385889:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384335.385890:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.385894:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385907:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.385913:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384335.385916:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384335.385924:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.385941:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748239232:0@lo:400: 00000100:00000001:1.0:1767384335.385950:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.385956:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.385963:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fffc6ca1 x1853236748239360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.385991:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.385995:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.386000:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fccb8b71. 02000000:00000001:1.0:1767384335.386007:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.386011:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.386014:0:16146:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384335.386018:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.386022:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000084e8f588. 02000000:00000001:1.0:1767384335.386026:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.386028:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.386031:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fffc6ca1. 00000100:00000001:1.0:1767384335.386037:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.386041:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.386045:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.386052:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c77f280 x1853236748239232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.386069:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.386080:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.386084:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6db2160. 02000000:00000001:1.0:1767384335.386092:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.386097:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.386100:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384335.386144:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.386146:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013ec6682. 02000000:00000001:1.0:1767384335.386148:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.386149:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.386151:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 00000100:00000001:1.0:1767384335.386153:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.386156:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.386158:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.386162:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.386166:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.386167:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.386171:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.386172:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.386173:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384335.386177:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.386178:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384335.386180:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:3.0:1767384335.386184:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcca406a 00000400:00000010:3.0:1767384335.386186:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000100:00000001:3.0:1767384335.386189:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384335.386192:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384335.386201:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.386209:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384335.386210:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.386212:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384335.386214:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384335.386215:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384335.386217:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384335.386219:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384335.386223:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384335.386226:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384335.386228:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384335.386230:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384335.386232:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384335.386235:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384335.386242:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.386244:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384335.386245:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384335.386247:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384335.386248:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.386252:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.386258:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384335.386261:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384335.386269:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384335.386272:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384335.386275:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384335.386278:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384335.386284:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384335.386289:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384335.386293:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384335.386300:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748239616:0@lo:13: 00000100:00000001:3.0:1767384335.386303:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.386304:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384335.386307:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748239616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384335.386311:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384335.386312:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384335.386313:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b74c9851. 02000000:00000001:3.0:1767384335.386316:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384335.386317:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384335.386318:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384335.386319:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384335.386320:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083008e83. 02000000:00000001:3.0:1767384335.386323:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384335.386324:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384335.386325:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:3.0:1767384335.386327:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384335.386328:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.386329:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384335.386332:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384335.386333:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384335.386335:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384335.386336:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.396172:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294923276, at 4294923277 00000100:00000040:3.0:1767384335.396182:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294923276, at 4294923277 00000100:00000010:0.0:1767384335.396187:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c55b36e5. 00000100:00000010:3.0:1767384335.396197:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000584e7a80. 00000100:00000040:1.0:1767384335.397144:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294923276, at 4294923278 00000100:00000010:1.0:1767384335.397152:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004cbf513. 00000001:00000001:3.0:1767384335.686234:0:26196:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384335.686238:0:26196:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:3.0:1767384335.689387:0:26196:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384335.695648:0:26197:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d051f14d. 00000400:00000010:3.0:1767384335.695662:0:26197:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b0b46905. 00000400:00000010:3.0:1767384335.695671:0:26197:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000009b48332b. 00000400:00000010:3.0:1767384335.695673:0:26197:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000fccb8b71. 00000400:00000010:3.0:1767384335.695677:0:26197:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000084c178c6. 00000400:00000010:3.0:1767384335.695680:0:26197:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044adc5ce. 00000400:00000010:3.0:1767384335.695681:0:26197:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000066f33590. 00000400:00000010:3.0:1767384335.695683:0:26197:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008fe60746. 00000400:00000010:3.0:1767384335.695685:0:26197:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000076284b67. 00000800:00000010:3.0:1767384335.695697:0:26197:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000083008e83. 00000800:00000200:3.0:1767384335.695706:0:26197:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384335.695713:0:26197:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384335.695745:0:26197:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384335.695766:0:26197:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp29 [8/256/0/180] 00000400:00000010:3.0:1767384335.697220:0:26197:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000bbaba265. 00000400:00000010:3.0:1767384335.697226:0:26197:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477ea082. 00000400:00000010:3.0:1767384335.697231:0:26197:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000400:00000001:3.0:1767384335.697244:0:26197:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384335.697245:0:26197:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384335.697247:0:26197:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:3.0:1767384335.697249:0:26197:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:3.0:1767384335.697251:0:26197:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000400:00000010:3.0:1767384335.697254:0:26197:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000e6c891e7. 00000400:00000200:3.0:1767384335.697258:0:26197:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (20) 00000400:00000200:3.0:1767384335.697269:0:26197:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384335.697279:0:26197:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:3.0:1767384335.697286:0:26197:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000145aabd1. 00000020:01000000:3.0:1767384335.697291:0:26197:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384335.697294:0:26197:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp29 00000400:00000010:3.0:1767384335.697314:0:26197:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b0b46905. 00000400:00000010:3.0:1767384335.697318:0:26197:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d051f14d. 00000020:00000001:1.0:1767384335.697335:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.697347:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.697354:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384335.697358:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384335.697363:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384335.697365:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384335.697368:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.697370:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.697374:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.697376:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.697379:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384335.697380:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384335.697382:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.697385:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384335.697391:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 00000020:00000040:1.0:1767384335.697397:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384335.697403:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384335.697407:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.697414:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.697432:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009e3b760d. 00000100:00000001:1.0:1767384335.697441:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.697452:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384335.697456:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.697465:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c77f280] to pc [ptlrpcd_00_00+0] req@000000009c77f280 x1853236748239744/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384335.697494:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384335.697496:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.697498:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384335.697500:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384335.697506:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.697508:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384335.697509:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384335.697511:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384335.697515:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384335.697517:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384335.697521:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.697523:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.697526:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.697528:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.697531:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384335.697533:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.697535:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384335.697540:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fffc6ca1. 00000020:00000040:1.0:1767384335.697544:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384335.697548:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384335.697550:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384335.697553:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384335.697558:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ad0df6a6. 00000800:00000200:0.0:1767384335.697560:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384335.697562:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384335.697566:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000084cb70c1. 00000100:00000001:1.0:1767384335.697567:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384335.697571:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.697572:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384335.697577:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fffc6ca1] to pc [ptlrpcd_00_01+1] req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.697582:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: PUT: OK 00000400:00000200:0.0:1767384335.697591:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384335.697598:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp27: 0 10000000:00000001:1.0:1767384335.697616:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.697622:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:1.0:1767384335.697627:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.697630:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384335.697632:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384335.697634:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000145aabd1. 00000800:00000001:0.0:1767384335.697634:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.697640:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.697645:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.697649:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.697652:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.697656:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384335.697657:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27) <- 192.168.202.119@tcp27 : PUT - for me 00000100:00000040:1.0:1767384335.697663:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.697669:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384335.697672:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384335.697673:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384335.697678:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384335.697682:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384335.697682:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 352/368 into md 0x1685 [1] + 0 02000000:00000001:1.0:1767384335.697688:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.697691:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000290c80c5. 00000100:00100000:1.0:1767384335.697694:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748239872:0@lo:253: 00000400:00000200:0.0:1767384335.697697:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a13e330 00000100:00000001:1.0:1767384335.697699:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384335.697703:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384335.697704:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384335.697707:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.697710:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384335.697712:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384335.697716:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384335.697720:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b75ba406. 00000400:00000200:0.0:1767384335.697724:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: PUT: OK 02000000:00000001:1.0:1767384335.697725:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.697730:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000400:00000010:1.0:1767384335.697732:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:0.0:1767384335.697733:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:0.0:1767384335.697740:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384335.697742:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (22) 00000400:00000010:1.0:1767384335.697746:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000966a95f0. 00000400:00000200:0.0:1767384335.697747:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000200:1.0:1767384335.697754:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748239872, portal 25 00000400:00000200:0.0:1767384335.697754:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (368 bytes) 00000100:00000001:1.0:1767384335.697760:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384335.697761:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384335.697763:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408366080 : -114055301185536 : ffff98446e49c000) 00000100:00000040:1.0:1767384335.697769:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.697772:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (23) 00000100:00000001:1.0:1767384335.697777:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384335.697780:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384335.697782:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000287dbfee. 00000400:00000200:0.0:1767384335.697787:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384335.697788:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748239872, offset 0 00000400:00000200:0.0:1767384335.697797:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp27 to MR: 192.168.202.119@tcp27 local destination 00000400:00000200:1.0:1767384335.697800:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384335.697805:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp27 NI seq info: [56:56:256:4294967295] 192.168.202.119@tcp27 LPNI seq info [56:56:8:4294967295] 00000400:00000200:0.0:1767384335.697821:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27:192.168.202.119@tcp27) -> 192.168.202.119@tcp27(192.168.202.119@tcp27:192.168.202.119@tcp27) 192.168.202.119@tcp27 : ACK try# 0 00000800:00000200:0.0:1767384335.697826:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp27 00000800:00000010:0.0:1767384335.697830:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001116a783. 00000400:00000200:1.0:1767384335.697835:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384335.697839:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (6) 00000800:00000200:0.0:1767384335.697848:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp27 ip 192.168.202.119:987 00000800:00000200:0.0:1767384335.697853:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001116a783 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384335.697858:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104400 00000800:00000001:0.0:1767384335.697866:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384335.697870:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff9 [2] + 0 00000400:00000010:1.0:1767384335.697873:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000264c03f3. 00000800:00000001:0.0:1767384335.697874:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384335.697877:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000800ffae4 00000400:00000200:1.0:1767384335.697884:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384335.697890:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384335.697897:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000800ffae4 00000400:00000010:1.0:1767384335.697900:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000800ffae4. 00000100:00000001:1.0:1767384335.697905:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384335.697908:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767384335.697908:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384335.697914:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001116a783. 00000100:00000040:1.0:1767384335.697915:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000026edbc20 x1853236748239872 msgsize 4848 00000400:00000200:0.0:1767384335.697923:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384335.697930:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384335.697936:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: ACK: OK 00000800:00000001:0.0:1767384335.697944:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384335.697946:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384335.697948:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.697953:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384335.697959:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384335.697959:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384335.697964:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384335.697968:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000287dbfee 00000800:00000001:0.0:1767384335.697970:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384335.697973:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000287dbfee. 00000400:00000200:0.0:1767384335.697981:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27) <- 192.168.202.119@tcp27 : ACK - for me 00000100:00000001:1.0:1767384335.697982:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384335.697992:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.697998:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp27: ACK from 12345-192.168.202.119@tcp27 into md 0x16e9 00000400:00000200:0.0:1767384335.698004:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.698015:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: ACK: OK 00000400:00000200:0.0:1767384335.698022:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000100:00000001:1.0:1767384335.698025:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384335.698026:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000040:1.0:1767384335.698031:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384335.698033:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384335.698040:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000100:00000001:1.0:1767384335.698048:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698048:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384335.698055:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384335.698055:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (22) 00000100:00000001:1.0:1767384335.698064:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384335.698065:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384335.698070:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.698071:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294923590 00000100:00000001:1.0:1767384335.698083:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294923590 00000100:00000001:1.0:1767384335.698088:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294923590 00000100:00000001:1.0:1767384335.698100:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294923590 00000400:00000200:0.0:1767384335.698101:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384335.698130:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000006dde06b8. 00000100:00000001:1.0:1767384335.698132:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294923591 00000400:00000010:0.0:1767384335.698141:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000400:00000010:0.0:1767384335.698147:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000001:1.0:1767384335.698150:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294923590 00000400:00000200:0.0:1767384335.698150:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006dde06b8 00000400:00000010:0.0:1767384335.698156:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000006a0fe64e. 00000100:00000001:1.0:1767384335.698157:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294923591 00000400:00000200:0.0:1767384335.698160:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000200:0.0:1767384335.698166:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 00000100:00000001:1.0:1767384335.698169:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294923591 00000400:00000200:0.0:1767384335.698171:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (21) 00000100:00000001:1.0:1767384335.698174:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384335.698177:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000850dce33. 00000100:00000001:1.0:1767384335.698180:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.698182:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d13330. 00000100:00000001:1.0:1767384335.698187:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384335.698189:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000806870f0. 00000100:00000001:1.0:1767384335.698190:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.698197:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000100:00000001:1.0:1767384335.698198:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.698203:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384335.698205:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000001:1.0:1767384335.698207:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.698209:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384335.698213:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384335.698218:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698226:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:0.0:1767384335.698233:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384335.698239:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:0.0:1767384335.698244:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:0.0:1767384335.698248:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384335.698252:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:0.0:1767384335.698255:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384335.698261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:1.0:1767384335.698265:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384335.698268:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00100000:1.0:1767384335.698270:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748239872 02000000:00000001:1.0:1767384335.698275:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384335.698276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:1.0:1767384335.698279:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384335.698283:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698286:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 02000000:00000001:1.0:1767384335.698289:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384335.698295:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748239872 00000020:00000001:1.0:1767384335.698299:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384335.698303:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:0.0:1767384335.698307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:1.0:1767384335.698308:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384335.698312:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384335.698317:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384335.698321:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:0.0:1767384335.698324:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000100:00000001:1.0:1767384335.698326:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384335.698331:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384335.698337:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384335.698340:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000020:00000010:1.0:1767384335.698342:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000020:00000010:1.0:1767384335.698351:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000055d2827. 00000400:00000200:0.0:1767384335.698355:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000010:1.0:1767384335.698359:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000124d57d8. 00000020:00000010:1.0:1767384335.698366:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64975bb. 00000400:00000200:0.0:1767384335.698366:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000100:00000040:1.0:1767384335.698378:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384335.698380:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000100:00000001:1.0:1767384335.698382:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384335.698385:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384335.698389:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698394:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:0.0:1767384335.698403:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000100:00000001:1.0:1767384335.698404:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698411:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp28 00000400:00000200:0.0:1767384335.698416:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp28 lpni_is_preferred = 0 00000100:00000001:1.0:1767384335.698417:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384335.698420:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp28 00000400:00000200:0.0:1767384335.698427:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp28 NI seq info: [57:57:256:4294967295] 192.168.202.119@tcp28 LPNI seq info [57:57:8:4294967295] 00000400:00000200:0.0:1767384335.698433:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp28 00000100:00000001:1.0:1767384335.698438:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384335.698443:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384335.698444:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28:) -> 192.168.202.119@tcp28(192.168.202.119@tcp:192.168.202.119@tcp28) : GET try# 0 00000800:00000200:0.0:1767384335.698453:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp28 00000800:00000010:0.0:1767384335.698459:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001116a783. 00000100:00100000:1.0:1767384335.698465:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000800:00000010:0.0:1767384335.698468:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b7835a39. 00000100:00000040:1.0:1767384335.698472:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000800:00000010:0.0:1767384335.698474:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000190621fd. 00000100:00000001:1.0:1767384335.698476:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388807248 : -114060320744368 : ffff984343195c50) 00000800:00000200:0.0:1767384335.698481:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000100:00000040:1.0:1767384335.698483:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026edbc20 x1853236748239872/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:316/0 lens 4848/0 e 0 to 0 dl 1767384346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384335.698493:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000400:00000200:0.0:1767384335.698510:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000100:00000001:1.0:1767384335.698515:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384335.698516:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00000020:00000010:1.0:1767384335.698520:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384335.698525:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384335.698531:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000100:00100000:1.0:1767384335.698541:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026edbc20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748239872:12345-0@lo:253: 00000100:00000200:1.0:1767384335.698547:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748239872 00000020:00000001:1.0:1767384335.698552:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384335.698557:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384335.698560:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384335.698565:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384335.698571:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384335.698578:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384335.698581:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384335.698583:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384335.698586:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384335.698590:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384335.698592:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000001:1.0:1767384335.698594:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384335.698614:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384335.698622:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5c3c034. 02000000:00000001:1.0:1767384335.698625:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.698629:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.698633:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384335.698641:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209d6f78. 20000000:01000000:1.0:1767384335.698646:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384335.698655:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384335.698658:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384335.698658:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 20000000:00000001:1.0:1767384335.698662:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.698665:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384335.698670:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384335.698679:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bba83b0a. 20000000:01000000:1.0:1767384335.698683:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000400:00000200:0.0:1767384335.698685:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 20000000:00000001:1.0:1767384335.698690:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384335.698696:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384335.698708:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.698740:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00080000:00000001:1.0:1767384335.698741:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384335.698745:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384335.698747:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.698748:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384335.698751:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384335.698756:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384335.698759:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384335.698763:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00080000:00000010:1.0:1767384335.698766:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a1b4c5a. 00080000:00000001:1.0:1767384335.698770:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381324800 : -114060328226816 : ffff984342a73000) 00080000:00000001:1.0:1767384335.698772:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384335.698798:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.698837:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.698880:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000001:00000001:1.0:1767384335.698882:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384335.698885:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.698887:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384335.698907:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.698910:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384335.698924:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.698968:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699000:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00080000:00000001:1.0:1767384335.699036:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384335.699041:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384335.699041:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699100:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699173:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699192:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699209:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699227:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699245:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699262:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699291:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699348:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699401:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699434:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699460:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699483:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699513:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699547:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699573:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699617:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699676:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699702:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699723:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699754:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384335.699785:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384335.699915:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b34b39d. 00000800:00000010:0.0:1767384335.699921:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000715cc4a2. 00000800:00000010:0.0:1767384335.699927:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076023cb7. 00000800:00000010:0.0:1767384335.699954:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076023cb7. 00000800:00020000:0.0:1767384335.699963:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384335.704295:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000715cc4a2. 00000800:00000010:0.0:1767384335.704300:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b34b39d. 00000400:02020000:0.0:1767384335.704367:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp28 at host 192.168.202.119:988: is it running a compatible version of Lustre? 20000000:00000010:1.0:1767384335.706679:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057dc58b8. 20000000:01000000:1.0:1767384335.706684:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384335.706689:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384335.706694:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767384335.706713:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384335.706718:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384335.706720:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.706722:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384335.706728:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384335.706733:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384335.706736:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384335.706746:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5e20e16. 00080000:00000001:1.0:1767384335.706749:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400067072 : -114060309484544 : ffff984343c52c00) 00080000:00000001:1.0:1767384335.706753:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384335.706788:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384335.706790:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.706794:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384335.706803:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384335.706807:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384335.706844:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384335.706848:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384335.708448:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp28 notifying 192.168.202.119@tcp28: down 00000800:00000200:0.0:1767384335.708455:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp28 down 00000800:00000100:0.0:1767384335.708462:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp28 00000800:00000010:0.0:1767384335.708465:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001116a783. 00000400:00000200:0.0:1767384335.708469:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384335.708474:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384335.708482:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp28 added to recovery queue. ping count: 0 next ping: 257 health :900 00000400:00000200:0.0:1767384335.708486:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384335.708488:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:0.0:1767384335.708493:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384335.708517:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:0.0:1767384335.708517:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384335.708521:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384335.708524:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384335.708525:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:1.0:1767384335.708526:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100851 00040000:00000001:0.0:1767384335.708528:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384335.708532:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 00000400:00000001:1.0:1767384335.708534:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.708537:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1767384335.708538:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:1.0:1767384335.708539:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d13330 00000400:00000010:1.0:1767384335.708542:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074d13330. 00000400:00000200:1.0:1767384335.708548:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384335.708552:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:1.0:1767384335.708556:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000850dce33. 00000400:00000200:1.0:1767384335.708559:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (22) 00000400:00000200:1.0:1767384335.708561:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:1.0:1767384335.708565:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 rc -71 00000400:00000200:1.0:1767384335.708569:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384335.708573:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (21) 00000100:00000040:0.0:1767384335.711142:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294923590, at 4294923592 00000100:00000010:0.0:1767384335.711150:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000668df254. 00000100:00000040:3.0:1767384335.711154:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294923591, at 4294923592 00000100:00000010:3.0:1767384335.711165:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d109f5f. 00000100:00000040:1.0:1767384335.711362:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294923590, at 4294923592 00000100:00000010:1.0:1767384335.711369:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f86ecd9. 00080000:00000001:3.0:1767384335.713996:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384335.713999:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384335.714002:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767384335.714003:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384335.714004:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384335.714007:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384335.714010:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384335.714011:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384335.714014:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5e20e16. 20000000:00000001:3.0:1767384335.714015:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384335.714018:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384335.714024:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384335.714028:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384335.714033:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384335.714039:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000010:2.1:1767384335.715131:0:16649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e0462909. 00010000:00000010:2.1:1767384335.715138:0:16649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00080000:00000020:0.0:1767384335.716016:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384335.716019:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384335.716021:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209d6f78. 20000000:00000001:0.0:1767384335.716026:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384335.716029:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748239872 00010000:00000001:0.0:1767384335.716032:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384335.716039:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026edbc20 x1853236748239872/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.716047:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384335.716049:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384335.716052:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.716056:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384335.716058:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384335.716061:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384335.716063:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384335.716066:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.716069:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384335.716073:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384335.716077:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e58af898. 00000100:00000200:0.0:1767384335.716082:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748239872, offset 224 00000400:00000200:0.0:1767384335.716087:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384335.716098:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384335.716127:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104400 00000400:00000200:0.0:1767384335.716135:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16f5 [2] + 224 00000400:00000200:0.0:1767384335.716142:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.716146:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384335.716151:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384335.716155:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384335.716163:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.716178:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.716190:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384335.716191:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e58af898 00000400:00000010:0.0:1767384335.716194:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e58af898. 00000100:00000001:1.0:1767384335.716197:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384335.716198:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384335.716201:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384335.716203:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384335.716206:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384335.716206:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.716212:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000100:00000040:0.0:1767384335.716212:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384335.716216:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384335.716219:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000966a95f0 00000020:00000001:0.0:1767384335.716219:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384335.716223:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000966a95f0. 00000020:00000001:0.0:1767384335.716224:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384335.716229:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384335.716231:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026edbc20 x1853236748239872/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384335.716237:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.716247:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026edbc20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748239872:12345-0@lo:253: Request processed in 17728us (18327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384335.716259:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:0.0:1767384335.716264:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384335.716269:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384335.716272:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384335.716274:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384335.716276:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000124d57d8. 00000020:00000010:0.0:1767384335.716283:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b64975bb. 00000100:00000001:1.0:1767384335.716284:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384335.716287:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384335.716288:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000055d2827. 00000100:00000001:1.0:1767384335.716291:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384335.716293:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384335.716294:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384335.716298:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384335.716299:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384335.716300:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384335.716302:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5c3c034. 02000000:00000001:1.0:1767384335.716304:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384335.716306:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384335.716309:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384335.716310:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384335.716315:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=41 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384335.716315:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384335.716322:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384335.716322:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000afea122. 00000100:00000001:1.0:1767384335.716324:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384335.716327:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384335.716328:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e58af898. 00010000:00000001:1.0:1767384335.716329:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.716334:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384335.716338:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.716343:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384335.716346:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384335.716348:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384335.716351:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384335.716353:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384335.716354:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384335.716356:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384335.716357:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384335.716358:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384335.716359:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384335.716360:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384335.716362:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384335.716364:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384335.716370:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748239872:0@lo:253: 00000100:00000001:1.0:1767384335.716375:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.716382:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384335.716384:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fffc6ca1 x1853236748239872/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384335.716389:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384335.716392:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384335.716394:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b75ba406. 02000000:00000001:1.0:1767384335.716398:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384335.716400:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384335.716402:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384335.716405:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384335.716407:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ad0df6a6. 02000000:00000001:1.0:1767384335.716413:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384335.716415:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384335.716417:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fffc6ca1. 00000100:00000001:1.0:1767384335.716420:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384335.716422:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.716424:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384335.716433:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384335.716435:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384335.716438:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384335.716441:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384335.717510:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384335.717513:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384335.717514:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007215f22d. 20000000:00000001:0.0:1767384335.717519:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384335.717522:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748239744 00010000:00000001:0.0:1767384335.717523:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384335.717527:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1056bcb x1853236748239744/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384335.717539:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384335.717540:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384335.717541:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384335.717544:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384335.717545:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384335.717547:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384335.717549:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384335.717550:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384335.717552:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384335.717554:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384335.717556:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008a7b1e7. 00000100:00000200:0.0:1767384335.717558:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748239744, offset 224 00000400:00000200:0.0:1767384335.717562:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384335.717566:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384335.717573:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104380 00000400:00000200:0.0:1767384335.717576:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16ed [2] + 224 00000400:00000200:0.0:1767384335.717581:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384335.717585:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384335.717587:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384335.717589:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c77f280 x1853236748239744/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384335.717597:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009c77f280 x1853236748239744/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384335.717625:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384335.717629:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008a7b1e7 00000400:00000010:0.0:1767384335.717631:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008a7b1e7. 00000100:00000001:0.0:1767384335.717634:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384335.717636:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384335.717641:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384335.717643:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384335.717648:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384335.717652:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384335.717654:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384335.717665:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1056bcb x1853236748239744/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:316/0 lens 4848/4768 e 0 to 0 dl 1767384346 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384335.717678:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1056bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748239744:12345-0@lo:253: Request processed in 19158us (19767us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384335.717686:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:0.0:1767384335.717690:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384335.717694:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384335.717697:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384335.717701:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d24452b. 00000020:00000010:0.0:1767384335.717708:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000deba2f7. 00000020:00000010:0.0:1767384335.717713:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f8e48e9. 00000020:00000040:0.0:1767384335.717720:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:0.0:1767384335.717725:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384335.717729:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000a124b28. 02000000:00000001:0.0:1767384335.717732:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384335.717736:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384335.717741:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384335.717747:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d32fa97d. 00000400:00000010:0.0:1767384335.717753:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008a7b1e7. 00000100:00001000:2.0:1767384335.717765:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384335.717776:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384335.717778:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384335.717780:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384335.717781:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.717784:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384335.717788:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c77f280 x1853236748239744/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.717796:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384335.717799:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384335.717801:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384335.717804:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384335.717806:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384335.717808:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384335.717809:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384335.717810:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384335.717812:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384335.717813:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384335.717815:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384335.717816:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384335.717817:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384335.717819:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c77f280 x1853236748239744/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384335.717827:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748239744:0@lo:253: 00000100:00000001:2.0:1767384335.717832:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.717834:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384335.717836:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c77f280 x1853236748239744/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384335.717843:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384335.717845:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384335.717847:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000065bbcbab. 02000000:00000001:2.0:1767384335.717850:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384335.717852:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384335.717853:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384335.717856:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384335.717858:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009e3b760d. 02000000:00000001:2.0:1767384335.717867:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384335.717869:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384335.717870:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 00000100:00000001:2.0:1767384335.717874:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384335.717875:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.717877:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384335.717882:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384335.717883:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384335.717886:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384335.717888:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384335.719860:0:26202:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a022998d. 00000400:00000040:3.0:1767384335.719876:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384335.719878:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384335.719880:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.719881:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384335.719883:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.719884:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384335.719886:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384335.719887:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384335.719888:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384335.719889:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384335.719891:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384335.719892:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384335.719894:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384335.719895:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384335.719895:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384335.719897:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384335.719898:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384335.719899:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384335.719900:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384335.719901:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.719902:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384335.719903:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384335.719904:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384335.719905:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.719909:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384335.719911:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.719912:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384335.719913:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384335.719914:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384335.719915:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.719916:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384335.719917:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384335.719918:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384335.719919:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384335.719920:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384335.719921:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.719922:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384335.719923:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384335.719924:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384335.719925:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384335.719926:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384335.719927:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384335.719928:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384335.719929:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384335.719930:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384335.719931:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384335.719932:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384335.719933:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384335.719934:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384335.719935:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384335.719936:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384335.719937:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384335.719938:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384335.719939:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384335.719940:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384335.719941:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384335.719941:0:26202:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384335.719987:0:26202:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a022998d. 00010000:00000010:2.1:1767384335.721145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003f4a6143. 00010000:00000010:2.1:1767384335.721152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00000400:00000010:2.0:1767384336.216198:0:16143:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000005cba5d6c. 00000400:02000040:2.0:1767384336.216213:0:16143:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.119@tcp28 00000400:00000010:2.0:1767384336.219144:0:16143:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000005cba5d6c. 00010000:00000001:2.0:1767384336.727163:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384336.727168:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384336.727172:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384336.727173:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384336.727188:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384336.727190:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384336.727192:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384336.899338:0:26535:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384336.899357:0:26535:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.899363:0:26535:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384336.899370:0:26535:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384336.899378:0:26535:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384336.899388:0:26535:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384337.239187:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp28 00000400:00000010:2.0:1767384337.239192:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000062363f23. 00000400:00000010:2.0:1767384337.239198:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000928a28a2. 00000400:00000010:2.0:1767384337.239201:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 00000400:00000010:2.0:1767384337.239207:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2ae3564. 00000400:00000200:2.0:1767384337.239210:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp28 00000400:00000200:2.0:1767384337.239225:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp28 local destination 00000400:00000200:2.0:1767384337.239230:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp28 00000400:00000200:2.0:1767384337.239233:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp28 NI seq info: [58:58:256:4294967295] 192.168.202.119@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767384337.239239:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp28 00000400:00000200:2.0:1767384337.239244:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28:) -> 192.168.202.119@tcp28(192.168.202.119@tcp28:192.168.202.119@tcp28) : GET try# 0 00000800:00000200:2.0:1767384337.239248:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp28 00000800:00000010:2.0:1767384337.239251:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ac61a721. 00000800:00000200:2.0:1767384337.239256:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000800:00000200:2.1:1767384337.239265:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000400:00000200:2.0:1767384337.239280:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp28 added to recovery queue. ping count: 1 next ping: 259 health :900 00000400:00000200:2.0:1767384337.239339:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239375:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239389:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239401:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239429:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239456:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239482:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239506:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239531:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239555:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239574:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239606:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239623:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239635:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239647:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239673:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239685:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239696:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239709:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239721:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239733:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239745:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239769:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239781:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239795:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239808:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239833:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239854:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239867:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239879:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239903:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384337.239915:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384337.240072:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:2.0:1767384337.240076:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cfc5c578. 00000800:00000010:2.0:1767384337.240081:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f852e401. 00000800:00000010:2.0:1767384337.240116:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f852e401. 00000800:00020000:2.0:1767384337.240153:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384337.240157:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cfc5c578. 00000800:00000010:2.0:1767384337.240163:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:2.0:1767384337.240253:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp28 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384337.240264:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp28 notifying 192.168.202.119@tcp28: down 00000400:00000200:2.0:1767384337.240267:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384337.240275:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp28 00000800:00000010:2.0:1767384337.240278:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ac61a721. 00000400:00000200:2.0:1767384337.240282:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384337.240286:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384337.240295:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384337.240300:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384337.240308:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp28) recovery failed with -71 10000000:00000001:1.0:1767384337.432172:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384337.432176:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:1.0:1767384337.432181:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384337.432183:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384337.432184:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384337.432185:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384337.432187:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384337.432188:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384337.432190:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 41 10000000:00000001:1.0:1767384337.432193:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384337.432194:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384337.432202:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fffc6ca1. 00000020:00000040:1.0:1767384337.432206:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384337.432210:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384337.432213:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384337.432217:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384337.432223:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e676de14. 00000100:00000001:1.0:1767384337.432236:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.432240:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384337.432243:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384337.432249:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001dc71668. 00010000:00000001:1.0:1767384337.432253:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384337.432255:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c417e4e4. 00000020:00000001:1.0:1767384337.432259:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384337.432261:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c417e4e4 with handle 0x4ac496f8d605e171 to hash 00000020:00000001:1.0:1767384337.432262:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384337.432264:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384337.432267:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384337.432270:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384337.432271:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384337.432273:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384337.432280:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384337.432287:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384337.432291:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384337.432292:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384337.432296:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e3fda6d9. 00000100:00000001:1.0:1767384337.432298:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013386150080 : -114060323401536 : ffff984342f0d0c0) 00000100:00000001:1.0:1767384337.432300:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.432301:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408366080 : -114055301185536 : ffff98446e49c000) 00000100:00000001:1.0:1767384337.432306:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384337.432307:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.432309:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384337.432310:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384337.432317:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.432324:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384337.432329:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.432332:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384337.432334:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384337.432336:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.432338:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748240000:0@lo:101: 00000100:00000001:1.0:1767384337.432341:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384337.432345:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384337.432348:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.432350:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384337.432352:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008d5c3bb6. 02000000:00000001:1.0:1767384337.432354:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384337.432358:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:1.0:1767384337.432364:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384337.432369:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748240000, portal 25 00000100:00000001:1.0:1767384337.432370:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384337.432371:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408366080 : -114055301185536 : ffff98446e49c000) 00000100:00000040:1.0:1767384337.432375:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.432381:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.432383:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.432385:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384337.432386:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748240000, offset 0 00000400:00000200:1.0:1767384337.432390:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384337.432400:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384337.432409:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e104480 00000400:00000200:1.0:1767384337.432413:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1009 [2] + 0 00000400:00000010:1.0:1767384337.432416:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feb1a6a. 00000400:00000200:1.0:1767384337.432420:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000799612ec 00000400:00000200:1.0:1767384337.432425:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384337.432428:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384337.432432:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000799612ec 00000400:00000010:1.0:1767384337.432434:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000799612ec. 00000100:00000001:1.0:1767384337.432438:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384337.432440:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384337.432446:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000000c4f14eb x1853236748240000 msgsize 328 00000100:00100000:1.0:1767384337.432449:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384337.432451:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384337.432469:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384337.432476:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384337.432477:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384337.432480:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384337.432484:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.432491:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.432493:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.432498:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.432500:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384337.432504:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.432507:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294925325 00000100:00000010:1.0:1767384337.432510:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0dcc1a. 00000100:00000001:1.0:1767384337.432516:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384337.432525:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294925325 00000100:00000001:3.0:1767384337.432528:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384337.432528:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2119c5d. 00000100:00100000:3.0:1767384337.432532:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240000 00000100:00000001:1.0:1767384337.432534:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384337.432537:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384337.432539:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294925325 00000100:00000001:3.0:1767384337.432540:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384337.432544:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384337.432545:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000c7b0c8. 02000000:00000001:3.0:1767384337.432550:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.432550:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384337.432556:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240000 00000100:00000001:1.0:1767384337.432557:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294925325 00000020:00000001:3.0:1767384337.432560:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384337.432561:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f932141. 00000020:00000040:3.0:1767384337.432563:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:1.0:1767384337.432565:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384337.432569:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.432571:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.432573:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.432574:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384337.432576:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e3fda6d9 going to sleep for 11 seconds 00000100:00000001:1.0:1767384337.432582:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384337.432601:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384337.432602:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384337.432604:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384337.432608:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384337.432610:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384337.432615:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384337.432619:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d04ae2b. 00000100:00000001:3.0:1767384337.432621:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384337.432624:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d04ae2b. 00000020:00000010:3.0:1767384337.432629:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d1d35b4. 00000020:00000010:3.0:1767384337.432634:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bad201a. 00000020:00000010:3.0:1767384337.432637:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000100:00000040:3.0:1767384337.432645:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384337.432647:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384337.432649:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384337.432650:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.432656:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.432664:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.432673:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384337.432675:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384337.432680:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00000040:3.0:1767384337.432683:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384337.432685:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388809296 : -114060320742320 : ffff984343196450) 00000100:00000040:3.0:1767384337.432689:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c4f14eb x1853236748240000/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.432706:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384337.432708:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d04ae2b. 00000100:00000001:3.0:1767384337.432710:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384337.432711:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d04ae2b. 00000100:00100000:3.0:1767384337.432714:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c4f14eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748240000:12345-0@lo:101: 00000100:00000200:3.0:1767384337.432717:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240000 00000020:00000001:3.0:1767384337.432719:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384337.432722:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384337.432724:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.432726:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384337.432727:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:3.0:1767384337.432730:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384337.432731:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384337.432733:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384337.432734:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384337.432737:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.432738:0:16779:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384337.432739:0:16779:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384337.432741:0:16779:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384337.432742:0:16779:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384337.432744:0:16779:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.432748:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384337.432752:0:16779:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005afb58b4. 00010000:00000001:3.0:1767384337.432754:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384337.432756:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a451a43b. 00000020:00000001:3.0:1767384337.432758:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384337.432759:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a451a43b with handle 0x4ac496f8d605e178 to hash 00000020:00000001:3.0:1767384337.432761:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384337.432762:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631978496 : -114056077573120 : ffff984440030400) 00010000:00000001:3.0:1767384337.432763:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631978496 : -114056077573120 : ffff984440030400) 00010000:00010000:3.0:1767384337.432765:0:16779:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e171 expref: -99 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384337.432778:0:16779:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:3.0:1767384337.432780:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:3.0:1767384337.432785:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384337.432787:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384337.432790:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d051f14d. 02000000:00000001:3.0:1767384337.432792:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.432794:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.432796:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384337.432799:0:16779:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384337.432801:0:16779:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384337.432803:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384337.432804:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.432806:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384337.432807:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.432808:0:16779:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384337.432810:0:16779:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384337.432811:0:16779:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384337.432812:0:16779:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384337.432813:0:16779:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005afb58b4) refcount = 1 00010000:00010000:3.0:1767384337.432816:0:16779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384337.432820:0:16779:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384337.432821:0:16779:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384337.432822:0:16779:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.432823:0:16779:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.432824:0:16779:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384337.432827:0:16779:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384337.432829:0:16779:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384337.432834:0:16779:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384337.432836:0:16779:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384337.432838:0:16779:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.432844:0:16779:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.432846:0:16779:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384337.432847:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384337.432849:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384337.432850:0:16779:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a451a43b, rc 0) 00000020:00000001:3.0:1767384337.432851:0:16779:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384337.432854:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748240000 00010000:00000001:3.0:1767384337.432856:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384337.432859:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c4f14eb x1853236748240000/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/344 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384337.432865:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384337.432867:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.432869:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.432872:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384337.432874:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384337.432876:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384337.432878:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.432880:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.432881:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.432883:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.432896:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071686e79. 00000100:00000200:3.0:1767384337.432898:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748240000, offset 224 00000400:00000200:3.0:1767384337.432901:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.432905:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.432910:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e104480 00000400:00000200:3.0:1767384337.432913:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1719 [1] + 224 00000400:00000200:3.0:1767384337.432917:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.432919:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.432923:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.432926:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.432932:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.432946:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.432957:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071686e79 00000400:00000010:3.0:1767384337.432959:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071686e79. 00000100:00000001:3.0:1767384337.432962:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384337.432963:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.432967:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.432969:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384337.432971:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384337.432973:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.432975:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384337.432975:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384337.432981:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c4f14eb x1853236748240000/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/344 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384337.432983:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.432987:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384337.432990:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000100:00100000:3.0:1767384337.432994:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c4f14eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748240000:12345-0@lo:101: Request processed in 283us (543us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384337.432996:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:0.0:1767384337.433000:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00100000:3.0:1767384337.433003:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000001:0.0:1767384337.433005:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384337.433007:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384337.433010:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384337.433011:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.433014:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384337.433020:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bad201a. 00000100:00000200:0.0:1767384337.433022:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.433025:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00000020:00000010:3.0:1767384337.433030:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d1d35b4. 00000100:00000001:0.0:1767384337.433035:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384337.433037:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:0.0:1767384337.433038:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.433043:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384337.433044:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384337.433046:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384337.433047:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d051f14d. 02000000:00000001:3.0:1767384337.433049:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384337.433050:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384337.433053:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384337.433055:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.433057:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.433058:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a261603. 02000000:00000001:0.0:1767384337.433059:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.433065:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0b46905. 00000100:00001000:0.0:1767384337.433066:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384337.433072:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.433075:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384337.433076:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.433078:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384337.433079:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433081:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.433084:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433098:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.433100:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384337.433101:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384337.433104:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.433126:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748240000:0@lo:101: 00000100:00000001:0.0:1767384337.433130:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.433132:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433134:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384337.433135:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.433136:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433141:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384337.433143:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e3fda6d9. 00000100:00000001:0.0:1767384337.433146:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384337.433147:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.433149:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384337.433151:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.433153:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.433154:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:0.0:1767384337.433156:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384337.433158:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000040:0.0:1767384337.433165:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c417e4e4, remote cookie: 0x4ac496f8d605e178, flags: 0x0 00010000:00000001:0.0:1767384337.433168:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384337.433169:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384337.433170:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384337.433171:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384337.433172:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384337.433173:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001dc71668) refcount = 1 00010000:00010000:0.0:1767384337.433175:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.433180:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384337.433181:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384337.433182:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384337.433184:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384337.433186:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.433187:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.433191:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384337.433192:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.433193:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.433193:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.433194:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.433195:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433196:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.433198:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fffc6ca1 x1853236748240000/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433202:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384337.433203:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.433205:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008d5c3bb6. 02000000:00000001:0.0:1767384337.433207:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.433209:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384337.433209:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384337.433211:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384337.433212:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e676de14. 02000000:00000001:0.0:1767384337.433214:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.433219:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.433221:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fffc6ca1. 00000100:00000001:0.0:1767384337.433224:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384337.433225:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384337.433227:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.433228:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384337.433229:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384337.433230:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.433232:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.433232:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.433233:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=3 00000020:00000001:0.0:1767384337.433234:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384337.433235:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384337.433237:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384337.433238:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.433239:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384337.433240:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.433241:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384337.433243:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c70b06a2. 00000100:00000010:0.0:1767384337.433255:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 00000020:00000040:0.0:1767384337.433257:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384337.433259:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384337.433261:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384337.433262:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384337.433264:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000687efd1e. 00000100:00000001:0.0:1767384337.433267:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433269:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384337.433272:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e16739eb. 00000100:00000010:0.0:1767384337.433273:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000076023cb7. 00000020:00000040:0.0:1767384337.433274:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384337.433277:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384337.433278:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384337.433280:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff6eee11. 00000100:00000001:0.0:1767384337.433281:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013368601792 : -114060340949824 : ffff984341e50cc0) 00000100:00000001:0.0:1767384337.433282:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.433283:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000100:00000001:0.0:1767384337.433288:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384337.433289:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433290:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384337.433291:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384337.433293:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433297:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384337.433298:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.433300:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384337.433301:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384337.433302:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384337.433303:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748240128:0@lo:256: 00000100:00000001:0.0:1767384337.433306:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384337.433307:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384337.433309:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433310:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384337.433313:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2173e4. 00000400:00000010:0.0:1767384337.433316:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008faa1b34. 00000100:00000200:0.0:1767384337.433318:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e104500-0x695824e104500, portal 33 00000100:00000001:0.0:1767384337.433320:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.433322:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384337.433323:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e2cb518. 02000000:00000001:0.0:1767384337.433324:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.433325:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005237e55b. 00000400:00000010:0.0:1767384337.433327:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb194181. 00000100:00000200:0.0:1767384337.433329:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748240128, portal 25 00000100:00000001:0.0:1767384337.433330:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384337.433331:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000100:00000040:0.0:1767384337.433333:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433337:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384337.433338:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.433340:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384337.433341:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748240128, offset 0 00000400:00000200:0.0:1767384337.433348:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384337.433353:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.433358:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e104500 00000400:00000200:0.0:1767384337.433363:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1019 [2] + 0 00000400:00000010:0.0:1767384337.433365:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5e95672. 00000400:00000200:0.0:1767384337.433367:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e82c185 00000400:00000200:0.0:1767384337.433369:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.433372:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384337.433373:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e82c185 00000400:00000010:0.0:1767384337.433375:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e82c185. 00000100:00000001:0.0:1767384337.433377:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384337.433378:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384337.433380:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000edfa9568 x1853236748240128 msgsize 304 00000100:00100000:0.0:1767384337.433383:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384337.433385:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384337.433394:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.433397:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384337.433398:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384337.433402:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384337.433405:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433411:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.433413:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.433417:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433418:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384337.433422:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433423:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384337.433424:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294925326 00000100:00100000:3.0:1767384337.433428:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240128 02000000:00000001:3.0:1767384337.433431:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384337.433432:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.433432:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925325 00000100:00000001:3.0:1767384337.433435:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.433438:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294925326 02000000:00000001:3.0:1767384337.433439:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.433445:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240128 00000100:00000001:0.0:1767384337.433446:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925325 00000100:00000001:0.0:1767384337.433449:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294925326 00000100:00000001:0.0:1767384337.433451:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925325 00000020:00000001:3.0:1767384337.433455:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384337.433456:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384337.433458:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384337.433462:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384337.433463:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294925326 00000020:00000001:3.0:1767384337.433465:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384337.433467:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925325 00000020:00000001:3.0:1767384337.433468:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384337.433474:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384337.433474:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.433478:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.433479:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d04ae2b. 00000100:00000001:0.0:1767384337.433481:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.433482:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.433483:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384337.433486:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d04ae2b. 00000100:00100000:0.0:1767384337.433487:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff6eee11 going to sleep for 11 seconds 00000100:00000001:0.0:1767384337.433491:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384337.433492:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d1d35b4. 00000100:00000001:0.0:1767384337.433493:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384337.433498:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bad201a. 00000020:00000010:3.0:1767384337.433502:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000100:00000040:3.0:1767384337.433506:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384337.433507:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384337.433508:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384337.433510:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433512:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433520:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.433527:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384337.433528:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384337.433532:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384337.433534:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384337.433535:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388815440 : -114060320736176 : ffff984343197c50) 00000100:00000040:3.0:1767384337.433539:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edfa9568 x1853236748240128/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 304/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.433544:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384337.433546:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d04ae2b. 00000100:00000001:3.0:1767384337.433547:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384337.433548:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d04ae2b. 00000100:00100000:3.0:1767384337.433551:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edfa9568 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748240128:12345-0@lo:256: 00000100:00000200:3.0:1767384337.433553:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240128 00000020:00000001:3.0:1767384337.433560:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384337.433562:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384337.433563:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.433564:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384337.433565:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:3.0:1767384337.433567:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384337.433568:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384337.433569:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384337.433570:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384337.433572:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433574:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384337.433575:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384337.433577:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d051f14d. 02000000:00000001:3.0:1767384337.433578:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433579:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384337.433581:0:16779:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384337.433595:0:16779:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384337.433598:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384337.433600:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384337.433602:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384337.433603:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384337.433604:0:16779:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384337.433607:0:16779:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000dfe4cdee. 20000000:00000001:3.0:1767384337.433609:0:16779:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384337.433619:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384337.433624:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384337.433629:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384337.433630:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384337.433632:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384337.433633:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384337.433635:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384337.433636:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384337.433638:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384337.433639:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384337.433640:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384337.433641:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384337.433642:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384337.433643:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384337.433648:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384337.433650:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384337.433651:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384337.433652:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384337.433653:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384337.433655:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384337.433656:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384337.433658:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:3.0:1767384337.433663:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384337.433665:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384337.433666:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384337.433668:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384337.433669:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384337.433670:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384337.433671:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384337.433673:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384337.433674:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384337.433675:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384337.433677:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384337.433678:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384337.433680:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384337.433682:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384337.433683:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384337.433684:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384337.433686:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384337.433687:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384337.433688:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384337.433689:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384337.433690:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384337.433692:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:3.0:1767384337.433693:0:16779:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:3.0:1767384337.433695:0:16779:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:3.0:1767384337.433697:0:16779:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384337.433699:0:16779:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000f04d1b80. 00000100:00000010:3.0:1767384337.433700:0:16779:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000221c5f03. 00000020:00000040:3.0:1767384337.433702:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:3.0:1767384337.433704:0:16779:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384337.433706:0:16779:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384337.433713:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071686e79. 00000400:00000010:3.0:1767384337.433717:0:16779:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000135ac62f. 00000400:00000200:3.0:1767384337.433720:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.433725:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.433729:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x695824e104500 00000400:00000200:3.0:1767384337.433733:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x1729 [4] + 0 00000400:00000010:3.0:1767384337.433737:0:16779:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2173e4. 00000400:00000200:3.0:1767384337.433739:0:16779:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008faa1b34 00000400:00000200:3.0:1767384337.433742:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.433744:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384337.433746:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008faa1b34 00000400:00000010:3.0:1767384337.433747:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008faa1b34. 00000100:00000001:3.0:1767384337.433749:0:16779:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384337.433750:0:16779:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000096bc844c desc 00000000e16739eb mbits 1853236748240128 00000100:00000001:3.0:1767384337.433760:0:16779:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384337.433763:0:16779:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384337.433766:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384337.433770:0:16779:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1735 00000400:00000200:3.0:1767384337.433772:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.433774:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384337.433776:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384337.433778:0:16779:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000f04d1b80 00000100:00000001:3.0:1767384337.433780:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384337.433786:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071686e79 00000400:00000010:3.0:1767384337.433788:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071686e79. 00000100:00000001:3.0:1767384337.433791:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384337.433792:0:16779:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000f04d1b80 00000100:00000001:0.0:1767384337.433793:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384337.433796:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384337.433796:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384337.433803:0:16779:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x695824e104500-0x695824e104500 00000100:00000001:3.0:1767384337.433806:0:16779:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.433809:0:16779:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433811:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384337.433813:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:3.0:1767384337.433815:0:16779:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000221c5f03. 00000100:00000010:3.0:1767384337.433817:0:16779:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000f04d1b80. 00000100:00000001:3.0:1767384337.433823:0:16779:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384337.433824:0:16779:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384337.433828:0:16779:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000dfe4cdee. 20000000:00000001:3.0:1767384337.433830:0:16779:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384337.433832:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748240128 00010000:00000001:3.0:1767384337.433834:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384337.433836:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000edfa9568 x1853236748240128/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 304/240 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384337.433841:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384337.433842:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384337.433844:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384337.433846:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384337.433847:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384337.433848:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384337.433850:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384337.433851:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.433852:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.433853:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.433855:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071686e79. 00000100:00000200:3.0:1767384337.433857:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748240128, offset 224 00000400:00000200:3.0:1767384337.433859:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.433862:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.433865:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e104500 00000400:00000200:3.0:1767384337.433868:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x172d [1] + 224 00000400:00000200:3.0:1767384337.433870:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.433872:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.433873:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384337.433875:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384337.433880:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.433891:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.433893:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071686e79 00000400:00000010:3.0:1767384337.433898:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071686e79. 00000100:00000001:3.0:1767384337.433900:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384337.433901:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384337.433904:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.433907:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384337.433909:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384337.433910:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384337.433911:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384337.433912:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384337.433915:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edfa9568 x1853236748240128/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 304/240 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384337.433917:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384337.433920:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384337.433924:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005237e55b. 00000100:00100000:3.0:1767384337.433928:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edfa9568 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748240128:12345-0@lo:256: Request processed in 380us (544us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384337.433929:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb194181 00000400:00000010:0.0:1767384337.433933:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb194181. 00000100:00000001:0.0:1767384337.433938:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384337.433941:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:3.0:1767384337.433943:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:0.0:1767384337.433944:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384337.433947:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.433949:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384337.433952:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bad201a. 00000020:00000010:3.0:1767384337.433957:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00000100:00000200:0.0:1767384337.433960:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384337.433962:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d1d35b4. 00000020:00000040:3.0:1767384337.433966:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384337.433971:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384337.433973:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d051f14d. 00000100:00000001:0.0:1767384337.433973:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384337.433976:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384337.433977:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384337.433979:0:16782:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384337.433980:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384337.433981:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384337.433984:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384337.433984:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384337.433986:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.433989:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000421d09a. 02000000:00000001:0.0:1767384337.433989:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384337.433995:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=43 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384337.433996:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003df1ec53. 00000100:00001000:0.0:1767384337.433999:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.434003:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384337.434004:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.434005:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384337.434007:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.434015:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384337.434017:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.434024:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.434028:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384337.434029:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384337.434031:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.434035:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748240128:0@lo:256: 00000100:00000001:0.0:1767384337.434038:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.434039:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.434040:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384337.434041:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.434042:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.434046:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384337.434047:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ff6eee11. 00000100:00000001:0.0:1767384337.434048:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384337.434049:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384337.434051:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:0.0:1767384337.434054:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384337.434058:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000064d63f74. 00010000:00000001:0.0:1767384337.434065:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384337.434067:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384337.434070:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:0.0:1767384337.434072:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.434074:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384337.434075:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:0.0:1767384337.434077:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000400:00000200:0.0:1767384337.434079:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:0.0:1767384337.434081:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384337.434083:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384337.434090:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384337.434093:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (20) 00000400:00000200:0.0:1767384337.434097:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (21) 00000400:00000200:0.0:1767384337.434128:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384337.434130:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384337.434134:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384337.434137:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384337.434141:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384337.434143:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (22) 00000400:00000200:0.0:1767384337.434145:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:0.0:1767384337.434146:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:1.0:1767384337.434149:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102071 00000400:00000200:0.0:1767384337.434153:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384337.434154:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (21) 00000400:00000200:0.0:1767384337.434157:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000010:1.0:1767384337.434161:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000004782b84a. 00000400:00000200:0.0:1767384337.434161:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:0.0:1767384337.434165:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000010:1.0:1767384337.434166:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000400:00000200:0.0:1767384337.434167:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:0.0:1767384337.434171:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000010:1.0:1767384337.434172:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b44505f8. 00000400:00000200:0.0:1767384337.434175:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434179:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:1.0:1767384337.434180:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384337.434185:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:0.0:1767384337.434189:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434190:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:1.0:1767384337.434192:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384337.434195:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:0.0:1767384337.434201:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384337.434202:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384337.434205:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:1.0:1767384337.434210:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 37], ns[10, 37] 00000400:00000200:0.0:1767384337.434210:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:0.0:1767384337.434216:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434219:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:1.0:1767384337.434220:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:0.0:1767384337.434222:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:0.0:1767384337.434228:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384337.434232:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:0.0:1767384337.434233:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:0.0:1767384337.434237:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:1.0:1767384337.434243:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:0.0:1767384337.434244:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434248:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:0.0:1767384337.434252:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:1.0:1767384337.434256:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:0.0:1767384337.434257:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434261:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:1.0:1767384337.434263:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384337.434266:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:0.0:1767384337.434272:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:1.0:1767384337.434276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:0.0:1767384337.434279:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434284:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:0.0:1767384337.434288:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:1.0:1767384337.434289:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:0.0:1767384337.434293:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434296:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:1.0:1767384337.434299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:0.0:1767384337.434300:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:0.0:1767384337.434306:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384337.434309:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:0.0:1767384337.434309:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:0.0:1767384337.434314:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:1.0:1767384337.434321:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:0.0:1767384337.434321:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434324:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:0.0:1767384337.434329:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:1.0:1767384337.434332:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:0.0:1767384337.434334:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434335:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:0.0:1767384337.434336:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:0.0:1767384337.434338:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434342:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:0.0:1767384337.434346:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:0.0:1767384337.434351:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384337.434352:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:0.0:1767384337.434355:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:0.0:1767384337.434359:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:1.0:1767384337.434362:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:0.0:1767384337.434366:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434369:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:1.0:1767384337.434372:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:0.0:1767384337.434374:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:0.0:1767384337.434380:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384337.434382:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:0.0:1767384337.434383:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:0.0:1767384337.434388:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:1.0:1767384337.434392:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 00000400:00000200:0.0:1767384337.434394:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384337.434398:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:1.0:1767384337.434401:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384337.434402:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:1.0:1767384337.434408:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp11 00000400:00000010:0.0:1767384337.434409:0:16782:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000028152aaf. 00000400:00000200:1.0:1767384337.434414:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384337.434415:0:16782:0:(peer.c:264:lnet_peer_alloc()) 0000000028152aaf nid 192.168.202.119@tcp29 00000400:00000200:1.0:1767384337.434420:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp11 00000400:00000010:0.0:1767384337.434420:0:16782:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d9fdacbf. 00000400:00000200:0.0:1767384337.434427:0:16782:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d9fdacbf net tcp29 00000400:00000200:1.0:1767384337.434428:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [59:59:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [59:59:8:4294967295] 00000400:00000010:0.0:1767384337.434431:0:16782:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000007b135e24. 00000400:00000200:1.0:1767384337.434435:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp11 00000400:00000200:0.0:1767384337.434444:0:16782:0:(peer.c:185:lnet_peer_ni_alloc()) 000000007b135e24 nid 192.168.202.119@tcp29 00000400:00000200:1.0:1767384337.434446:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:) -> 192.168.202.119@tcp11(192.168.202.119@tcp:192.168.202.119@tcp11) : GET try# 0 00000800:00000200:1.0:1767384337.434452:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp11 00000400:00000200:0.0:1767384337.434452:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000028152aaf (0) 00000400:00000200:0.0:1767384337.434459:0:16782:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.119@tcp29: -2 00000800:00000010:1.0:1767384337.434460:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000212e8691. 00000400:00000200:0.0:1767384337.434466:0:16782:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp29 NID 192.168.202.119@tcp29 flags 0x1 00000800:00000200:1.0:1767384337.434471:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000400:00000200:0.0:1767384337.434472:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000028152aaf (1) 00000400:00000200:0.0:1767384337.434476:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000028152aaf (2) 00000400:00000200:0.0:1767384337.434478:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000028152aaf (1) 00000400:00000200:0.0:1767384337.434481:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000028152aaf (2) 00000800:00000200:1.0:1767384337.434485:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:988 00000400:00000200:0.0:1767384337.434489:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp29 (0000000028152aaf): 0 00000800:00000200:1.0:1767384337.434491:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000212e8691 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384337.434492:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384337.434496:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384337.434499:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp29 NID 192.168.202.119@tcp29: 0. pending discovery 00000400:00000200:0.0:1767384337.434501:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000028152aaf (3) 00000100:00000001:0.0:1767384337.434503:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.434504:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384337.434507:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 00000400:00000200:1.0:1767384337.434510:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 10000000:00000010:0.0:1767384337.434513:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000cfb4d4f2. 00000400:00000200:1.0:1767384337.434514:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100271 rc 0 10000000:00000040:0.0:1767384337.434519:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 45/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000400:00000200:1.0:1767384337.434522:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp29(0000000028152aaf) state 0x41 00000020:00000080:0.0:1767384337.434524:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384337.434525:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000028152aaf (2) 00000400:00000010:1.0:1767384337.434531:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bf40a51c. 00000020:00000001:0.0:1767384337.434531:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384337.434537:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da2ff79b. 00000400:00000010:1.0:1767384337.434538:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193a4c2. 00000400:00000010:1.0:1767384337.434545:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d6a9b088. 00000020:00000010:0.0:1767384337.434545:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e52e022. 00000400:00000200:1.0:1767384337.434550:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp29 00000040:00000010:0.0:1767384337.434553:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d094ed9. 00000020:00000010:0.0:1767384337.434557:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b7a3154. 00000400:00000200:1.0:1767384337.434558:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp29 local destination 00000020:00000010:0.0:1767384337.434562:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020eb95bc. 00000020:00000010:0.0:1767384337.434568:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da9dcaa3. 00000400:00000200:1.0:1767384337.434570:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 80000000:00000010:0.0:1767384337.434573:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dda55877. 00000400:00000200:1.0:1767384337.434575:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp29 40000000:00000010:0.0:1767384337.434577:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b385aeee. 00000400:00000200:1.0:1767384337.434579:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp29 lpni_is_preferred = 0 00000400:00000200:1.0:1767384337.434599:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp29 00100000:00000010:0.0:1767384337.434600:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000026bd5e6d. 00000400:00000200:1.0:1767384337.434605:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp29 NI seq info: [60:60:256:4294967295] 192.168.202.119@tcp29 LPNI seq info [1:1:8:4294967295] 00040000:00000010:0.0:1767384337.434606:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007048b749. 00040000:00000010:0.0:1767384337.434612:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f6ca9986. 00000400:00000200:1.0:1767384337.434613:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp29 00040000:00000010:0.0:1767384337.434617:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009a7e2087. 00000400:00000200:1.0:1767384337.434624:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29:) -> 192.168.202.119@tcp29(192.168.202.119@tcp29:192.168.202.119@tcp29) : GET try# 0 00080000:00000010:0.0:1767384337.434624:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009c1f6803. 00000800:00000200:3.0:1767384337.434626:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384337.434630:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000212e8691. 00000800:00000200:1.0:1767384337.434630:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp29 00000400:00000200:3.0:1767384337.434638:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384337.434638:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000665bfc1f. 00000004:00000010:0.0:1767384337.434639:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000029d1520c. 00000800:00000010:1.0:1767384337.434646:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000823c39c3. 00000400:00000200:3.0:1767384337.434647:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: GET: OK 00000004:00000010:0.0:1767384337.434648:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a3ce68bf. 00000800:00000010:1.0:1767384337.434654:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003b4b5401. 00000400:00000200:3.0:1767384337.434655:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000004:00000010:0.0:1767384337.434658:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043e0e458. 00000400:00000200:3.0:1767384337.434661:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000200:1.0:1767384337.434664:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00002000:00000010:0.0:1767384337.434667:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d33f1c76. 00000800:00000001:3.0:1767384337.434670:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767384337.434671:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000004:00000010:0.0:1767384337.434675:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000078edea66. 00000004:00000001:0.0:1767384337.434682:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:1.0:1767384337.434684:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp29 00000040:00000001:0.0:1767384337.434687:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:1.0:1767384337.434688:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp29(0000000028152aaf) state 0x241 rc 0 00000800:00000001:3.0:1767384337.434690:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767384337.434692:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000cfb4d4f2 00000800:00000001:3.0:1767384337.434694:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:0.0:1767384337.434697:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384337.434700:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384337.434701:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000800:00000001:3.0:1767384337.434702:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1767384337.434703:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384337.434708:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384337.434712:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:3.0:1767384337.434714:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : GET - for me 00000040:00001000:0.0:1767384337.434715:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384337.434719:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:0.0:1767384337.434722:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384337.434727:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384337.434734:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 368/368 into md 0x16e5 [1] + 0 00000400:00000200:3.0:1767384337.434743:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 00000400:00000200:3.0:1767384337.434748:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [61:61:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1767384337.434749:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384337.434760:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) 192.168.202.119@tcp11 : REPLY try# 0 00000800:00000200:3.0:1767384337.434764:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:3.0:1767384337.434768:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000aa06674d. 00000800:00000200:3.0:1767384337.434773:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000004:00000001:0.0:1767384337.434775:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384337.434780:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:1019 00000020:00000010:0.0:1767384337.434782:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006e52e022. 00000800:00000200:3.0:1767384337.434784:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aa06674d type 3, nob 464 niov 1 nkiov 1 00000040:00000010:0.0:1767384337.434788:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d094ed9. 00000020:00000010:0.0:1767384337.434793:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b7a3154. 00000020:00000010:0.0:1767384337.434796:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020eb95bc. 00000400:00000200:1.0:1767384337.434800:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000020:00000010:0.0:1767384337.434801:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da9dcaa3. 80000000:00000010:0.0:1767384337.434808:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dda55877. 40000000:00000010:0.0:1767384337.434812:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b385aeee. 00100000:00000010:0.0:1767384337.434817:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026bd5e6d. 00040000:00000010:0.0:1767384337.434820:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007048b749. 00040000:00000010:0.0:1767384337.434824:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f6ca9986. 00040000:00000010:0.0:1767384337.434827:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009a7e2087. 00000800:00000200:3.0:1767384337.434831:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1767384337.434832:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009c1f6803. 00000800:00000010:3.0:1767384337.434835:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000aa06674d. 00000400:00000200:1.0:1767384337.434838:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000004:00000010:0.0:1767384337.434838:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000029d1520c. 00000400:00000200:3.0:1767384337.434840:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:0.0:1767384337.434846:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a3ce68bf. 00000400:00000200:3.0:1767384337.434850:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: REPLY: OK 00000004:00000010:0.0:1767384337.434854:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043e0e458. 00002000:00000010:0.0:1767384337.434859:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d33f1c76. 00000800:00000001:3.0:1767384337.434862:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:0.0:1767384337.434862:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000078edea66. 00000800:00000001:3.0:1767384337.434867:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384337.434873:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384337.434874:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da2ff79b. 00000400:00000200:1.0:1767384337.434877:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000001:3.0:1767384337.434878:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384337.434879:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384337.434883:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384337.434884:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384337.434888:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000cfb4d4f2. 00000800:00000001:3.0:1767384337.434890:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384337.434896:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : REPLY - for me 10000000:00000040:0.0:1767384337.434897:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:0.0:1767384337.434901:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000064d63f74. 10000000:00000001:0.0:1767384337.434905:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.434906:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:0.0:1767384337.434909:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384337.434912:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp11: Reply from 12345-192.168.202.119@tcp11 of length 368/368 into md 0x1741 00000100:00000040:0.0:1767384337.434916:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096bc844c x1853236748240128/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384337.434917:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384337.434924:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767384337.434926:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384337.434926:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.434929:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e2cb518. 00000400:00000200:3.0:1767384337.434930:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384337.434934:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384337.434937:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: REPLY: OK 00000020:00000001:0.0:1767384337.434937:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384337.434938:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000020:00000040:0.0:1767384337.434939:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384337.434943:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384337.434946:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384337.434948:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384337.434950:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000020:00000040:0.0:1767384337.434950:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384337.434953:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767384337.434954:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000010:0.0:1767384337.434956:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000076023cb7. 00000400:00000200:3.0:1767384337.434959:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000010:0.0:1767384337.434961:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e16739eb. 00000100:00000001:0.0:1767384337.434964:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:3.0:1767384337.434965:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 02000000:00000010:0.0:1767384337.434967:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000687efd1e. 00000400:00000200:1.0:1767384337.434968:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384337.434971:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 02000000:00000001:0.0:1767384337.434972:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.434975:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.434978:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00000400:00000200:3.0:1767384337.434979:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 21. state = 0x100271 00000100:00000001:0.0:1767384337.434982:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384337.434986:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:0.0:1767384337.434986:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384337.434994:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384337.434998:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (22) 10000000:00000010:0.0:1767384337.435002:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c70b06a2. 00000800:00000001:3.0:1767384337.435005:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:01000000:0.0:1767384337.435008:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000001:3.0:1767384337.435011:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384337.435012:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384337.435015:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384337.435017:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384337.435019:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=3 00000400:00000200:1.0:1767384337.435022:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000020:00000001:0.0:1767384337.435026:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384337.435029:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:0.0:1767384337.435032:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384337.435034:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384337.435039:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.435040:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384337.435042:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384337.435044:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00010000:00000001:0.0:1767384337.435046:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384337.435049:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384337.435050:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384337.435052:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.435053:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384337.435055:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384337.435058:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384337.435059:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384337.435061:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384337.435071:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435089:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435137:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435161:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435177:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435191:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435218:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435241:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435259:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435277:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384337.435300:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384337.435302:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384337.435306:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000f1 00000400:00000010:3.0:1767384337.435313:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 000000004d1d35b4. 00000400:00000010:3.0:1767384337.435316:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000f04d1b80. 00000400:00000010:3.0:1767384337.435319:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 00000000f6db2160. 00000400:00000200:3.0:1767384337.435342:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp28(00000000af27c0dd) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384337.435351:0:16144:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b193a4c2 00000400:00000200:1.0:1767384337.435351:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384337.435358:0:16144:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.119@tcp29 00000400:00000200:3.0:1767384337.435365:0:16144:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.119@tcp29 NID 192.168.202.119@tcp29 00000400:00000010:3.0:1767384337.435369:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008587dada. 00000400:00000200:3.0:1767384337.435373:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008587dada nid 192.168.202.119@tcp29 00000400:00000010:3.0:1767384337.435376:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000431a43f0. 00000400:00000200:3.0:1767384337.435378:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000431a43f0 net tcp29 00000400:00000200:3.0:1767384337.435380:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (21) 00000400:00000200:3.0:1767384337.435385:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp29 flags 0x11 00000400:00000010:3.0:1767384337.435390:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 000000004d1d35b4. 00000400:00000200:1.0:1767384337.435392:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000010:3.0:1767384337.435393:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000f04d1b80. 00000400:00000010:3.0:1767384337.435399:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 00000000f6db2160. 00000400:00000010:3.0:1767384337.435403:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000004782b84a. 00000400:00000200:3.0:1767384337.435408:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384337.435411:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100171 00000400:00000200:3.0:1767384337.435415:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100171 rc 1 00000400:00000200:3.0:1767384337.435419:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100171 00000400:00000200:3.0:1767384337.435427:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384337.435428:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:3.0:1767384337.435432:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384337.435436:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (22) 00000400:00000200:1.0:1767384337.435436:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435473:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435504:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435525:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435549:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435582:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435627:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435651:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435679:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435706:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384337.435754:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384337.435855:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b75ba406. 00000800:00000010:1.0:1767384337.435860:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cbf4982. 00000800:00000010:1.0:1767384337.435866:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fff93378. 00000800:00000010:1.0:1767384337.435886:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fff93378. 00000800:00020000:1.0:1767384337.435892:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384337.435895:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cbf4982. 00000800:00000010:1.0:1767384337.435897:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b75ba406. 00000400:02020000:1.0:1767384337.435930:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp29 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384337.435936:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp29 notifying 192.168.202.119@tcp29: down 00000800:00000200:1.0:1767384337.435940:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp29 down 00000800:00000100:1.0:1767384337.435945:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp29 00000800:00000010:1.0:1767384337.435947:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000665bfc1f. 00000400:00000200:1.0:1767384337.435956:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384337.435958:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp29->192.168.202.119@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384337.435962:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp29 added to recovery queue. ping count: 0 next ping: 259 health :900 00000400:00000200:1.0:1767384337.435965:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193a4c2 00000400:00000010:1.0:1767384337.435966:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193a4c2. 00000400:00000200:1.0:1767384337.435969:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384337.435972:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp29: 1 00000400:00000200:1.0:1767384337.435975:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp29 (0000000028152aaf): -114 00000400:00000010:1.0:1767384337.435980:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bf40a51c. 00000400:00000200:1.0:1767384337.435982:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000028152aaf (3) 00000400:00000200:1.0:1767384337.435987:0:16136:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000007b135e24 nid 192.168.202.119@tcp29 00000400:00000010:1.0:1767384337.435989:0:16136:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000007b135e24. 00000400:00000200:1.0:1767384337.435992:0:16136:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000d9fdacbf net tcp29 00000400:00000010:1.0:1767384337.435994:0:16136:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000d9fdacbf. 00000400:00000200:1.0:1767384337.435997:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000028152aaf (2) 00000400:00000200:3.0:1767384337.436002:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384337.436008:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp29(0000000028152aaf) state 0x80841 00000400:00000200:3.0:1767384337.436011:0:16144:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.119@tcp29(0000000028152aaf) state 0x80841 00000400:00000200:3.0:1767384337.436012:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp29(0000000028152aaf) state 0x80801 rc 0 00000400:00000200:3.0:1767384337.436014:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp29 (0000000028152aaf) 00000400:00000200:3.0:1767384337.436016:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000028152aaf (1) 00000400:00000200:3.0:1767384337.436019:0:16144:0:(peer.c:272:lnet_destroy_peer_locked()) 0000000028152aaf nid 192.168.202.119@tcp29 00000400:00000010:3.0:1767384337.436021:0:16144:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 0000000028152aaf. 00000020:00000010:0.0:1767384337.442260:0:26645:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000076023cb7. 00000020:00000040:0.0:1767384337.442267:0:26645:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384337.442269:0:26645:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000076023cb7. 00000100:00000040:2.0:1767384337.446334:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294925326, at 4294925327 00000100:00000010:2.0:1767384337.446341:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000c7b0c8. 00000100:00000040:0.0:1767384337.446385:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294925326, at 4294925327 00000100:00000010:0.0:1767384337.446392:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0dcc1a. 00000100:00000040:3.0:1767384337.447145:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294925326, at 4294925328 00000100:00000010:3.0:1767384337.447153:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f932141. 00000100:00000040:1.0:1767384337.447157:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294925326, at 4294925328 00000100:00000010:1.0:1767384337.447164:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2119c5d. 00000001:00000001:1.0:1767384337.628900:0:26701:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384337.628905:0:26701:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:1.0:1767384337.632303:0:26701:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384337.638717:0:26702:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d051f14d. 00000400:00000010:3.0:1767384337.638730:0:26702:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008e7a112c. 00000400:00000010:3.0:1767384337.638739:0:26702:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000089890ce4. 00000400:00000010:3.0:1767384337.638742:0:26702:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c5f09bcc. 00000400:00000010:3.0:1767384337.638745:0:26702:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004950eb73. 00000400:00000010:3.0:1767384337.638750:0:26702:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d04ae2b. 00000400:00000010:3.0:1767384337.638751:0:26702:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002d47faaf. 00000400:00000010:3.0:1767384337.638753:0:26702:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5c26175. 00000400:00000010:3.0:1767384337.638755:0:26702:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000097bccf59. 00000800:00000010:3.0:1767384337.638766:0:26702:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000aa06674d. 00000800:00000200:3.0:1767384337.638776:0:26702:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384337.638784:0:26702:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384337.638833:0:26702:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384337.638856:0:26702:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp30 [8/256/0/180] 00000400:00000010:3.0:1767384337.640358:0:26702:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000f6db2160. 00000400:00000010:3.0:1767384337.640363:0:26702:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007133861e. 00000400:00000010:3.0:1767384337.640368:0:26702:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071686e79. 00000400:00000001:3.0:1767384337.640382:0:26702:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384337.640387:0:26702:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384337.640388:0:26702:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477ea082. 00000400:00000200:3.0:1767384337.640390:0:26702:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000400:00000010:3.0:1767384337.640392:0:26702:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000400:00000010:3.0:1767384337.640395:0:26702:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000bbaba265. 00000400:00000200:3.0:1767384337.640399:0:26702:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (21) 00000400:00000200:3.0:1767384337.640412:0:26702:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384337.640418:0:26702:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:3.0:1767384337.640424:0:26702:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000eb13bf5b. 00000020:01000000:3.0:1767384337.640430:0:26702:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384337.640432:0:26702:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp30 00000400:00000200:1.0:1767384337.640433:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384337.640439:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:1.0:1767384337.640446:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193a4c2. 00000400:00000010:3.0:1767384337.640448:0:26702:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008e7a112c. 00000400:00000200:1.0:1767384337.640449:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (22) 00000400:00000010:3.0:1767384337.640456:0:26702:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d051f14d. 00000400:00000010:1.0:1767384337.640457:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e91d2f3. 00000400:00000200:1.0:1767384337.640463:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp11 00000400:00000200:1.0:1767384337.640474:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 00000020:00000001:2.0:1767384337.640480:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384337.640480:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [62:62:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [61:61:8:4294967295] 10000000:00000001:2.0:1767384337.640486:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384337.640489:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp11 10000000:00000001:2.0:1767384337.640492:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384337.640497:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384337.640499:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) : PUT try# 0 00000020:01000004:2.0:1767384337.640504:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384337.640507:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384337.640510:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:1.0:1767384337.640515:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:1.0:1767384337.640519:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000665bfc1f. 00000020:01000004:2.0:1767384337.640520:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384337.640524:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384337.640526:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:1.0:1767384337.640528:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000020:01000004:2.0:1767384337.640529:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384337.640534:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384337.640536:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:1.0:1767384337.640539:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:988 00000020:01000004:2.0:1767384337.640540:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384337.640545:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000665bfc1f type 1, nob 480 niov 1 nkiov 1 00000100:00000010:2.0:1767384337.640548:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fa6332a. 00000020:00000040:2.0:1767384337.640554:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384337.640560:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384337.640561:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 02000000:00000001:2.0:1767384337.640564:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384337.640565:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 02000000:00000001:2.0:1767384337.640572:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384337.640597:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065bbcbab. 00000100:00000001:2.0:1767384337.640605:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.640614:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384337.640617:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.640625:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa6332a] to pc [ptlrpcd_00_02+2] req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384337.640656:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384337.640660:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.640662:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384337.640664:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384337.640672:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384337.640673:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384337.640675:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384337.640677:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384337.640679:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384337.640681:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384337.640682:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384337.640684:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384337.640686:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384337.640687:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384337.640687:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:2.0:1767384337.640691:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384337.640693:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384337.640694:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384337.640695:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384337.640699:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767384337.640701:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00000020:00000040:2.0:1767384337.640705:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000800:00000200:0.0:1767384337.640706:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384337.640707:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384337.640713:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000665bfc1f. 00000100:00000001:2.0:1767384337.640716:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384337.640720:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384337.640721:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384337.640725:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.640732:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: PUT: OK 00000100:00000001:1.0:1767384337.640733:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1767384337.640737:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000a124b28. 00000400:00000200:0.0:1767384337.640737:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384337.640738:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.640744:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp11: 0 00000100:00000001:2.0:1767384337.640747:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.640747:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384337.640752:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384337.640753:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384337.640755:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384337.640759:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.640759:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384337.640762:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384337.640766:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384337.640767:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748240256:0@lo:253: 00000100:00000040:2.0:1767384337.640771:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249d2b44] to pc [ptlrpcd_00_03+3] req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.640774:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767384337.640778:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384337.640782:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384337.640787:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.640792:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : PUT - for me 02000000:00000001:1.0:1767384337.640795:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384337.640801:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384337.640805:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384337.640806:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b75ba406. 00000400:00000200:0.0:1767384337.640809:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 384 into portal 0 MB=0x8000000000000000 00000020:00000001:2.0:1767384337.640810:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.640812:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384337.640816:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384337.640820:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feb1a6a. 00000400:00000200:0.0:1767384337.640821:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 368/384 into md 0x16fd [1] + 0 00000020:00000010:2.0:1767384337.640822:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000eb13bf5b. 00000400:00000010:0.0:1767384337.640830:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043926dbb. 00000400:00000200:0.0:1767384337.640832:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000224c1011 00000800:00000001:0.0:1767384337.640836:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384337.640839:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004548dff7. 00000100:00000001:2.0:1767384337.640840:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384337.640842:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.640845:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384337.640845:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384337.640847:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748240256, portal 25 00000100:00000001:2.0:1767384337.640850:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384337.640853:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384337.640854:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: PUT: OK 00000100:00000001:1.0:1767384337.640857:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521773184 : -114055187778432 : ffff9844750c3480) 00000100:00000040:2.0:1767384337.640858:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384337.640860:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384337.640864:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000040:1.0:1767384337.640870:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384337.640871:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384337.640876:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (23) 00000100:00000001:2.0:1767384337.640882:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384337.640885:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:2.0:1767384337.640887:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.640892:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384337.640893:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (384 bytes) 02000000:00000001:2.0:1767384337.640894:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384337.640897:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 02000000:00000001:2.0:1767384337.640898:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384337.640904:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.640908:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384337.640908:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (24) 00000100:00100000:2.0:1767384337.640911:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748240384:0@lo:253: 00000400:00000010:1.0:1767384337.640914:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c08fbf52. 00000400:00000200:0.0:1767384337.640917:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384337.640920:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384337.640921:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748240256, offset 0 02000000:00000001:2.0:1767384337.640926:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384337.640929:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 02000000:00000001:2.0:1767384337.640930:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384337.640933:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384337.640938:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384337.640943:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [63:63:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [62:62:8:4294967295] 02000000:00000010:2.0:1767384337.640945:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007215f22d. 02000000:00000001:2.0:1767384337.640950:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384337.640956:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027cdf47e. 00000400:00000200:0.0:1767384337.640963:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) 192.168.202.119@tcp11 : ACK try# 0 00000400:00000010:2.0:1767384337.640965:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfc5c578. 00000100:00000200:2.0:1767384337.640972:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748240384, portal 25 00000800:00000200:0.0:1767384337.640974:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000400:00000200:1.0:1767384337.640980:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384337.640982:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007048b749. 00000100:00000001:2.0:1767384337.640983:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384337.640987:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000800:00000200:0.0:1767384337.640993:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000400:00000200:1.0:1767384337.640994:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104580 00000100:00000040:2.0:1767384337.640999:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384337.641003:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:1019 00000400:00000200:1.0:1767384337.641007:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1029 [2] + 0 00000800:00000200:0.0:1767384337.641009:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007048b749 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384337.641019:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb232145. 00000100:00000001:2.0:1767384337.641022:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:0.0:1767384337.641024:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384337.641025:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc8ad3d8 00000100:00000040:2.0:1767384337.641030:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384337.641032:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384337.641035:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b6316a0. 00000400:00000200:1.0:1767384337.641035:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384337.641042:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748240384, offset 0 00000400:00000200:1.0:1767384337.641045:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384337.641053:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384337.641057:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8ad3d8 00000400:00000010:1.0:1767384337.641061:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc8ad3d8. 00000400:00000200:2.0:1767384337.641065:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384337.641070:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384337.641074:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384337.641076:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104600 00000800:00000200:0.0:1767384337.641079:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767384337.641081:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000019af0632 x1853236748240256 msgsize 4848 00000400:00000200:2.0:1767384337.641086:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1039 [2] + 0 00000800:00000010:0.0:1767384337.641089:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007048b749. 00000400:00000200:0.0:1767384337.641094:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384337.641096:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384337.641098:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 00000100:00000040:1.0:1767384337.641100:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384337.641103:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: ACK: OK 00000400:00000200:2.0:1767384337.641126:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a53dc70 00000800:00000001:0.0:1767384337.641133:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384337.641134:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384337.641139:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384337.641143:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:0.0:1767384337.641144:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384337.641146:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384337.641150:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384337.641153:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384337.641156:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c08fbf52 00000800:00000001:0.0:1767384337.641158:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384337.641161:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c08fbf52. 00000400:00000200:0.0:1767384337.641167:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : ACK - for me 00000100:00000001:1.0:1767384337.641169:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384337.641170:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a53dc70 00000400:00000010:2.0:1767384337.641174:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a53dc70. 00000100:00000200:1.0:1767384337.641177:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.641181:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384337.641185:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384337.641188:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp11: ACK from 12345-192.168.202.119@tcp11 into md 0x174d 00000100:00000040:2.0:1767384337.641192:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000000a795c31 x1853236748240384 msgsize 4848 00000400:00000200:0.0:1767384337.641195:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384337.641206:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384337.641207:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: ACK: OK 00000100:00000001:1.0:1767384337.641208:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384337.641214:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:1.0:1767384337.641216:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384337.641216:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193a4c2 00000400:00000010:0.0:1767384337.641220:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193a4c2. 00000400:00000200:0.0:1767384337.641225:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384337.641226:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.641231:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:2.0:1767384337.641236:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6316a0 00000100:00000001:1.0:1767384337.641237:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.641239:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:2.0:1767384337.641242:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b6316a0. 00000100:00000001:1.0:1767384337.641243:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384337.641244:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (23) 00000100:00000001:2.0:1767384337.641251:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384337.641253:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384337.641255:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384337.641259:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384337.641260:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.641261:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294925534 00000100:00000010:1.0:1767384337.641269:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2119c5d. 00000100:00000001:2.0:1767384337.641277:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384337.641280:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384337.641283:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.641291:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294925534 00000100:00000001:2.0:1767384337.641292:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641295:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767384337.641304:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d61d37ea. 00000100:00000001:2.0:1767384337.641310:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.641310:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384337.641317:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294925534 00000100:00000001:1.0:1767384337.641318:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294925534 00000100:00000001:2.0:1767384337.641322:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294925534 00000100:00000010:1.0:1767384337.641326:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000786e1a2d. 00000100:00000001:2.0:1767384337.641327:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294925534 00000100:00000001:2.0:1767384337.641333:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294925534 00000100:00000001:1.0:1767384337.641334:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384337.641336:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294925534 00000100:00000001:2.0:1767384337.641343:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294925534 00000100:00000001:1.0:1767384337.641343:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294925534 00000100:00000001:2.0:1767384337.641349:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294925534 00000100:00000010:1.0:1767384337.641351:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f374028b. 00000100:00000001:1.0:1767384337.641357:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384337.641361:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294925534 00000100:00000001:1.0:1767384337.641361:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.641365:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641366:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384337.641372:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.641373:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641375:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.641378:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.641380:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.641390:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.641390:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.641394:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384337.641395:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384337.641399:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384337.641401:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.641401:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384337.641406:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.641406:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384337.641406:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000003e2cb518. 00000100:00000001:1.0:1767384337.641411:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641412:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.641413:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000100:00000001:1.0:1767384337.641417:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641420:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.641421:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000400:00000200:0.0:1767384337.641426:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003e2cb518 00000400:00000010:0.0:1767384337.641429:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000006dde06b8. 00000400:00000200:0.0:1767384337.641432:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000400:00000200:0.0:1767384337.641437:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 00000400:00000200:0.0:1767384337.641438:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (22) 00000400:00000010:0.0:1767384337.641442:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000007b135e24. 00000400:00000010:0.0:1767384337.641445:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb194181. 00000100:00000001:2.0:1767384337.641448:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384337.641448:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384337.641450:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063b8167c. 00000100:00100000:1.0:1767384337.641454:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240256 00000100:00100000:2.0:1767384337.641455:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240384 00000400:00000200:0.0:1767384337.641456:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 02000000:00000001:1.0:1767384337.641460:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384337.641461:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384337.641465:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.641465:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384337.641468:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000001:2.0:1767384337.641470:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.641470:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.641478:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.641479:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.641483:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00100000:2.0:1767384337.641486:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240384 00000100:00100000:1.0:1767384337.641486:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240256 00000400:00000200:0.0:1767384337.641490:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000020:00000001:2.0:1767384337.641493:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384337.641493:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384337.641497:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 37], ns[12, 37] 00000020:00000040:2.0:1767384337.641499:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000040:1.0:1767384337.641499:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384337.641504:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384337.641505:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384337.641505:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000040:2.0:1767384337.641509:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000040:1.0:1767384337.641510:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000400:00000200:0.0:1767384337.641516:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000001:2.0:1767384337.641517:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384337.641517:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384337.641524:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384337.641525:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:0.0:1767384337.641527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:2.0:1767384337.641533:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384337.641533:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384337.641535:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:00000010:1.0:1767384337.641540:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000400:00000200:0.0:1767384337.641541:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000010:2.0:1767384337.641546:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:1.0:1767384337.641547:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384337.641551:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000001:2.0:1767384337.641552:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384337.641559:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000020:00000010:1.0:1767384337.641562:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000400:00000200:0.0:1767384337.641562:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000020:00000010:2.0:1767384337.641566:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008033cf60. 00000020:00000010:1.0:1767384337.641572:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026cca03c. 00000400:00000200:0.0:1767384337.641573:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000020:00000010:2.0:1767384337.641574:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e84ad091. 00000020:00000010:1.0:1767384337.641596:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000fe244b2. 00000020:00000010:2.0:1767384337.641599:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009459b1ae. 00000400:00000200:0.0:1767384337.641602:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000010:1.0:1767384337.641605:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000400:00000200:0.0:1767384337.641610:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000040:2.0:1767384337.641612:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384337.641616:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:2.0:1767384337.641618:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384337.641620:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384337.641623:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384337.641623:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000100:00000001:1.0:1767384337.641624:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384337.641629:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.641629:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.641632:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 00000400:00000200:0.0:1767384337.641639:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000100:00000001:1.0:1767384337.641642:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641644:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.641644:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000400:00000200:0.0:1767384337.641653:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:1.0:1767384337.641657:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.641658:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.641669:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 12], ns[60, 12] 00000400:00000200:0.0:1767384337.641672:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384337.641677:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp12 00000100:00000001:1.0:1767384337.641678:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384337.641679:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384337.641682:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp12 lpni_is_preferred = 0 00000100:00000001:1.0:1767384337.641683:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384337.641684:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384337.641689:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp12 00000100:00100000:1.0:1767384337.641693:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000400:00000200:0.0:1767384337.641696:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [64:64:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [63:63:8:4294967295] 00000100:00000040:1.0:1767384337.641699:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384337.641704:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388802128 : -114060320749488 : ffff984343194850) 00000400:00000200:0.0:1767384337.641704:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp12 00000100:00100000:2.0:1767384337.641709:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1767384337.641714:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019af0632 x1853236748240256/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384337.641717:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000400:00000200:0.0:1767384337.641718:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:) -> 192.168.202.119@tcp12(192.168.202.119@tcp:192.168.202.119@tcp12) : GET try# 0 00000100:00000001:2.0:1767384337.641725:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388812368 : -114060320739248 : ffff984343197050) 00000800:00000200:0.0:1767384337.641734:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp12 00000100:00000040:2.0:1767384337.641736:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a795c31 x1853236748240384/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 4848/0 e 0 to 0 dl 1767384348 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384337.641741:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007048b749. 00000100:00000001:1.0:1767384337.641743:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384337.641750:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000800:00000200:0.0:1767384337.641753:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000100:00000001:1.0:1767384337.641757:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.641764:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000800:00000200:0.0:1767384337.641765:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:988 00000100:00000001:2.0:1767384337.641766:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384337.641771:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007048b749 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:2.0:1767384337.641773:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00100000:1.0:1767384337.641776:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019af0632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748240256:12345-0@lo:253: 00000100:00000001:2.0:1767384337.641779:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384337.641784:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240256 00000020:00000010:2.0:1767384337.641786:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000400:00000200:0.0:1767384337.641786:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000020:00000001:1.0:1767384337.641791:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384337.641792:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00000020:00000001:1.0:1767384337.641797:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384337.641798:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a795c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16149:x1853236748240384:12345-0@lo:253: 00000020:00000001:1.0:1767384337.641802:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384337.641804:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240384 00000020:00000001:2.0:1767384337.641809:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384337.641809:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384337.641814:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384337.641815:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384337.641818:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.641821:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384337.641823:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384337.641824:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384337.641827:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384337.641829:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384337.641832:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384337.641834:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384337.641836:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.641838:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384337.641846:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384337.641848:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384337.641849:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:0.0:1767384337.641850:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007048b749. 02000000:00000001:1.0:1767384337.641852:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384337.641854:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384337.641854:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384337.641859:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384337.641860:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5c3c034. 00000400:00000200:0.0:1767384337.641862:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: GET: OK 02000000:00000001:1.0:1767384337.641868:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.641869:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384337.641869:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384337.641874:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.641876:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384337.641876:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 20000000:00000001:1.0:1767384337.641883:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:0.0:1767384337.641884:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384337.641890:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384337.641892:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384337.641893:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003556829b. 20000000:00000010:1.0:1767384337.641896:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209d6f78. 00000800:00000001:0.0:1767384337.641896:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384337.641898:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384337.641903:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384337.641905:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.641909:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : GET - for me 20000000:00000001:1.0:1767384337.641910:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384337.641912:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384337.641915:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384337.641919:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.641922:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384337.641923:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae996bcf. 00000400:00000200:0.0:1767384337.641927:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 384 into portal 0 MB=0x8000000000000000 20000000:00000001:1.0:1767384337.641928:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:2.0:1767384337.641929:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384337.641934:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384337.641937:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384337.641939:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 384/384 into md 0x1749 [1] + 0 20000000:00000001:2.0:1767384337.641940:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384337.641942:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000025be22e8. 20000000:00000001:2.0:1767384337.641946:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384337.641948:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384337.641950:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384337.641957:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp12 to MR: 192.168.202.119@tcp12 local destination 20000000:00000001:1.0:1767384337.641958:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384337.641967:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767384337.641972:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [65:65:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [64:64:8:4294967295] 00000400:00000200:0.0:1767384337.641984:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) -> 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) 192.168.202.119@tcp12 : REPLY try# 0 00000800:00000200:0.0:1767384337.641989:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.119@tcp12 00000800:00000010:0.0:1767384337.641992:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007048b749. 00000800:00000200:0.0:1767384337.641997:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000800:00000200:0.0:1767384337.642001:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:1017 00000800:00000200:0.0:1767384337.642003:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007048b749 type 3, nob 480 niov 1 nkiov 1 00080000:00000001:1.0:1767384337.642018:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384337.642024:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384337.642027:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.642029:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384337.642033:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.0:1767384337.642035:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384337.642038:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007048b749. 00000020:00000001:1.0:1767384337.642039:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:0.0:1767384337.642041:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384337.642046:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384337.642047:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: REPLY: OK 00000800:00000001:0.0:1767384337.642054:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384337.642057:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006da6c43a. 00000800:00000001:0.0:1767384337.642057:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384337.642061:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384337.642063:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400068096 : -114060309483520 : ffff984343c53000) 00000800:00000001:0.0:1767384337.642065:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384337.642068:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384337.642070:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:0.0:1767384337.642072:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.642076:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : REPLY - for me 00000400:00000200:0.0:1767384337.642083:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp12: Reply from 12345-192.168.202.119@tcp12 of length 384/384 into md 0x1765 00000800:00000001:0.0:1767384337.642086:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384337.642090:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.642091:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.642093:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: REPLY: OK 00000400:00000200:0.0:1767384337.642095:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb194181 00000400:00000010:0.0:1767384337.642097:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb194181. 00000400:00000200:0.0:1767384337.642100:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384337.642102:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384337.642134:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384337.642138:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 22. state = 0x100251 00000400:00000200:0.0:1767384337.642141:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384337.642152:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (23) 00000800:00000001:0.0:1767384337.642157:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384337.642159:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384337.642169:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384337.642172:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000d1 00000400:00000010:0.0:1767384337.642176:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000687efd1e. 00000400:00000010:0.0:1767384337.642179:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000038ffa41f. 00000400:00000010:0.0:1767384337.642181:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000da2ff79b. 00000400:00000200:0.0:1767384337.642198:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp29(000000008587dada) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384337.642204:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006dde06b8. 00000400:00000200:0.0:1767384337.642208:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006dde06b8 nid 192.168.202.119@tcp30 00000400:00000010:0.0:1767384337.642210:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000dda55877. 00000400:00000200:0.0:1767384337.642212:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000dda55877 net tcp30 00000400:00000200:0.0:1767384337.642214:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (22) 00000400:00000200:0.0:1767384337.642217:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp30 flags 0x11 00000400:00000010:0.0:1767384337.642221:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000687efd1e. 00000400:00000010:0.0:1767384337.642223:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000038ffa41f. 00000400:00000010:0.0:1767384337.642224:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000da2ff79b. 00000400:00000010:0.0:1767384337.642227:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000007b135e24. 00000400:00000200:0.0:1767384337.642229:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384337.642230:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100151 00000400:00000200:0.0:1767384337.642233:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc 1 00000400:00000200:0.0:1767384337.642235:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000200:0.0:1767384337.642237:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384337.642238:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100111 rc 0 00000400:00000200:0.0:1767384337.642240:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384337.642244:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (23) 00000001:00000001:1.0:1767384337.642492:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384337.642495:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.642499:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384337.642519:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384337.642522:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384337.642643:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384337.642647:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767384337.650559:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384337.650567:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384337.650571:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.650572:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384337.650576:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384337.650580:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384337.650593:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384337.650594:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384337.650595:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384337.650600:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006da6c43a. 00080000:00000001:0.0:1767384337.650604:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384337.650608:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384337.650619:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384337.650623:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384337.650630:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384337.650641:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000077c73919. 20000000:01000000:2.0:1767384337.650646:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:2.0:1767384337.650652:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384337.650658:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384337.650687:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384337.650692:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384337.650694:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384337.650695:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384337.650700:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384337.650705:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:2.0:1767384337.650709:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384337.650715:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005ca5e0ef. 00080000:00000001:2.0:1767384337.650719:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368057856 : -114060341493760 : ffff984341dcc000) 00080000:00000001:2.0:1767384337.650723:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384337.650816:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384337.650818:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384337.650821:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:01000000:3.0:1767384337.650834:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384337.650838:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384337.650841:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384337.650846:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384337.650850:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384337.650852:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384337.650855:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:3.0:1767384337.650856:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005afb58b4 count: 2 00010000:00000001:3.0:1767384337.650860:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384337.650864:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384337.650867:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000879f20ca. 00000020:00000001:3.0:1767384337.650871:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384337.650875:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000879f20ca with handle 0x4ac496f8d605e17f to hash 00000020:00000001:3.0:1767384337.650878:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384337.650880:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384337.650883:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384337.650899:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384337.650901:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384337.650905:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384337.650914:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384337.650919:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384337.650921:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384337.650931:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384337.650933:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384337.650938:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384337.650946:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384337.650947:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.650950:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384337.650951:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.650954:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.650968:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:2.0:1767384337.650968:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:3.0:1767384337.650971:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384337.650971:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384337.650978:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005afb58b4) refcount = 2 00010000:00000040:3.0:1767384337.650981:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384337.650983:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384337.650989:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384337.650990:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384337.650998:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000676d671b. 00000100:00000001:3.0:1767384337.651002:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384337.651008:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e7a112c. 00000100:00000001:3.0:1767384337.651011:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013409629312 : -114060299922304 : ffff984344571480) 00000100:00000001:3.0:1767384337.651014:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630013409629312 : -114060299922304 : ffff984344571480) 00000100:00000001:3.0:1767384337.651018:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384337.651020:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384337.651022:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384337.651026:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384337.651028:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384337.651030:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384337.651033:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384337.651036:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384337.651045:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384337.651050:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000020:00000040:3.0:1767384337.651054:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:3.0:1767384337.651058:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384337.651060:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384337.651064:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384337.651070:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000211c1364. 00000100:00000001:3.0:1767384337.651075:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384337.651079:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384337.651092:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 16 pid: 16779 timeout: 408 lvb_type: 0 00010000:00000001:3.0:1767384337.651101:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384337.651137:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384337.651143:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384337.651152:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384337.651154:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384337.651158:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748240512:0@lo:104: 00000100:00000001:3.0:1767384337.651163:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384337.651167:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384337.651169:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.651172:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384337.651176:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c815c25f. 02000000:00000001:3.0:1767384337.651179:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.651185:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477ea082. 00000400:00000010:3.0:1767384337.651191:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000100:00000200:3.0:1767384337.651197:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748240512, portal 16 00000100:00000001:3.0:1767384337.651200:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384337.651202:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:3.0:1767384337.651207:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384337.651228:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384337.651232:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384337.651235:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00000100:00000200:3.0:1767384337.651238:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748240512, offset 0 00000400:00000200:3.0:1767384337.651245:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384337.651256:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384337.651266:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e104680 00000400:00000200:3.0:1767384337.651273:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:3.0:1767384337.651280:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384337.651287:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384337.651293:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384337.651296:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384337.651300:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bc908d9. 00000100:00000040:3.0:1767384337.651304:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000009bc908d9 x1853236748240512 msgsize 328 00000100:00100000:3.0:1767384337.651311:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384337.651327:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384337.651335:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000400:00000010:3.0:1767384337.651338:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000100:00000001:3.0:1767384337.651343:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384337.651348:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384337.651358:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384337.651360:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384337.651362:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384337.651363:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240512 02000000:00000001:2.0:1767384337.651366:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384337.651369:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384337.651371:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651371:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651373:0:16801:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384337.651375:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384337.651378:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240512 00000100:00000001:3.0:1767384337.651380:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.651380:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384337.651382:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000100:00000001:3.0:1767384337.651384:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294925544 00000020:00000001:2.0:1767384337.651384:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.651386:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000020:00000001:2.0:1767384337.651389:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:3.0:1767384337.651391:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294925534 00000020:00000001:2.0:1767384337.651392:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:3.0:1767384337.651395:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294925544 00000100:00000001:2.0:1767384337.651395:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384337.651398:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294925534 00000020:00000010:2.0:1767384337.651399:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000618abbbc. 00000100:00000001:2.0:1767384337.651401:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.651402:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294925544 00000020:00000010:2.0:1767384337.651404:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000618abbbc. 00000020:00000010:2.0:1767384337.651409:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d338ada. 00000100:00000001:3.0:1767384337.651411:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294925534 00000020:00000010:2.0:1767384337.651413:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c3cc2d1. 00000100:00000001:3.0:1767384337.651414:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294925544 00000100:00000001:3.0:1767384337.651416:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294925534 00000020:00000010:2.0:1767384337.651418:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ad0fd17. 00000100:00000001:3.0:1767384337.651419:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384337.651421:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.651424:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.651424:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384337.651426:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651427:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384337.651428:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651429:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384337.651431:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384337.651431:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.651432:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384337.651434:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384337.651436:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384337.651437:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384337.651437:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651440:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651442:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384337.651444:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384337.651446:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 000000008e7a112c going to sleep for 11 seconds 00000100:00000001:3.0:1767384337.651449:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384337.651449:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.651451:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651461:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384337.651463:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384337.651469:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384337.651472:0:18575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384337.651473:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:0.0:1767384337.651475:0:18575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384337.651478:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716207616 : -114055993344000 : ffff984445084000) 00000100:00000001:0.0:1767384337.651479:0:18575:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.651484:0:18575:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.651489:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009bc908d9 x1853236748240512/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384337.651499:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384337.651510:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000618abbbc. 00000100:00000001:2.0:1767384337.651512:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384337.651513:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000618abbbc. 00000100:00100000:2.0:1767384337.651518:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009bc908d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748240512:12345-0@lo:104: 00000100:00000200:2.0:1767384337.651522:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240512 00010000:00000001:2.0:1767384337.651525:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384337.651529:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384337.651531:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.651533:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=2 00000020:00000001:2.0:1767384337.651535:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:2.0:1767384337.651538:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:2.0:1767384337.651542:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.651544:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.651547:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384337.651556:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384337.651559:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384337.651563:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384337.651566:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651568:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.651572:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384337.651575:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384337.651579:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384337.651598:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384337.651601:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384337.651604:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384337.651608:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384337.651610:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651612:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384337.651614:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384337.651617:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000100:00000200:2.0:1767384337.651620:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748240512, offset 224 00000400:00000200:2.0:1767384337.651625:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.651639:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384337.651646:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e104680 00000400:00000200:2.0:1767384337.651650:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1769 [1] + 224 00000400:00000200:2.0:1767384337.651655:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.651658:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384337.651662:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384337.651666:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384337.651676:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384337.651694:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384337.651699:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384337.651699:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:2.0:1767384337.651701:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000400:00000001:3.0:1767384337.651705:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384337.651705:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384337.651707:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384337.651707:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384337.651709:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477ea082. 00000100:00000001:2.0:1767384337.651710:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384337.651712:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000100:00000040:2.0:1767384337.651713:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:3.0:1767384337.651714:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:3.0:1767384337.651717:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384337.651717:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384337.651720:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1767384337.651720:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000047b585bb. 00010000:00000001:2.0:1767384337.651723:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384337.651729:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384337.651731:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384337.651733:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.651735:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651736:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384337.651737:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651738:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384337.651740:0:16801:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384337.651741:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bc908d9 x1853236748240512/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384337.651743:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384337.651745:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384337.651750:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009bc908d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748240512:12345-0@lo:104: Request processed in 250us (445us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384337.651753:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384337.651756:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384337.651758:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00001000:3.0:1767384337.651759:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=43 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384337.651761:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00001000:3.0:1767384337.651762:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384337.651765:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384337.651766:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384337.651767:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.651767:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384337.651770:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384337.651772:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651775:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384337.651776:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c3cc2d1. 00000100:00000040:3.0:1767384337.651778:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384337.651781:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ad0fd17. 00000100:00000001:3.0:1767384337.651786:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384337.651786:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d338ada. 00000100:00000001:3.0:1767384337.651788:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384337.651790:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384337.651791:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00010000:00000001:3.0:1767384337.651793:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384337.651794:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384337.651794:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384337.651796:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384337.651797:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384337.651800:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384337.651807:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748240512:0@lo:104: 00000020:00000001:2.0:1767384337.651808:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384337.651811:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384337.651812:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384337.651813:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384337.651814:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.651816:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384337.651817:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384337.651818:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384337.651818:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767384337.651821:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748240512/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384337.651821:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384337.651829:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384337.651830:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c417e4e4 already unused, calling callback (0000000086de5a03) 02000000:00000001:3.0:1767384337.651832:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1767384337.651832:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:3.0:1767384337.651834:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c815c25f. 10000000:00010000:2.0:1767384337.651834:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384337.651838:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384337.651840:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384337.651841:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00010000:00000001:2.0:1767384337.651841:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384337.651842:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384337.651843:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384337.651844:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384337.651845:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000211c1364. 00000020:00000040:2.0:1767384337.651845:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=3 00000020:00000001:2.0:1767384337.651847:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:2.0:1767384337.651849:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:2.0:1767384337.651852:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384337.651853:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384337.651867:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384337.651869:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:2.0:1767384337.651870:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:3.0:1767384337.651871:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 10000000:00010000:2.0:1767384337.651871:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384337.651874:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384337.651875:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384337.651877:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e7a112c. 10000000:01000000:2.0:1767384337.651877:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384337.651879:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:2.0:1767384337.651880:0:16773:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:3.0:1767384337.651881:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384337.651884:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000676d671b. 00010000:00000001:3.0:1767384337.651887:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384337.651887:0:16773:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:3.0:1767384337.651889:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384337.651889:0:16773:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384337.651891:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384337.651891:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384337.651892:0:16773:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384337.651894:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384337.651896:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384337.651898:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384337.651905:0:16773:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384337.651907:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384337.651909:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:2.0:1767384337.651912:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384337.651913:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.651916:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384337.651919:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384337.651921:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384337.651923:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.651925:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384337.651928:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c417e4e4 with handle 0x4ac496f8d605e171 from hash 00010000:00000001:2.0:1767384337.651930:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384337.651932:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.651934:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.651936:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384337.651938:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384337.651940:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384337.651943:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384337.651946:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384337.651950:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000518de779. 00000020:00000040:2.0:1767384337.651953:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384337.651956:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384337.651958:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384337.651961:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384337.651966:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d338ada. 00000100:00000001:2.0:1767384337.651970:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.651973:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384337.651977:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384337.651983:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384337.651985:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.651989:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384337.651997:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.652005:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000518de779] to pc [ptlrpcd_00_00+0] req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384337.652040:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384337.652043:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.652045:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.652046:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.652049:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384337.652051:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.652054:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.652060:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384337.652062:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 00000000c417e4e4/0x4ac496f8d605e171 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e178 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384337.652069:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001dc71668 count: 0 00010000:00000001:2.0:1767384337.652079:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.652081:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384337.652083:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000047b585bb. 00010000:00000001:2.0:1767384337.652087:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384337.652090:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384337.652092:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.652094:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384337.652096:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384337.652098:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.652100:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384337.652102:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384337.652137:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.652141:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384337.652147:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384337.652150:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384337.652152:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384337.652156:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.652164:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384337.652171:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.652174:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384337.652177:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384337.652180:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384337.652182:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000518de779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748240640:0@lo:103: 00000100:00000001:2.0:1767384337.652186:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384337.652188:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384337.652190:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.652192:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384337.652195:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003440944c. 02000000:00000001:2.0:1767384337.652197:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384337.652202:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000400:00000010:2.0:1767384337.652205:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000100:00000200:2.0:1767384337.652209:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748240640, portal 18 00000100:00000001:2.0:1767384337.652211:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384337.652213:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521766016 : -114055187785600 : ffff9844750c1880) 00000100:00000040:2.0:1767384337.652216:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.652222:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384337.652224:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384337.652228:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc32d90. 00000100:00000200:2.0:1767384337.652230:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748240640, offset 0 00000400:00000200:2.0:1767384337.652234:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384337.652251:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384337.652257:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e104700 00000400:00000200:2.0:1767384337.652261:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384337.652265:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384337.652268:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384337.652273:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384337.652274:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384337.652278:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0767500. 00000100:00000040:2.0:1767384337.652280:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000b0767500 x1853236748240640 msgsize 328 00000100:00100000:2.0:1767384337.652284:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384337.652295:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384337.652307:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc32d90 00000400:00000010:2.0:1767384337.652310:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000100:00000001:2.0:1767384337.652314:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384337.652317:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384337.652318:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.652322:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240640 02000000:00000001:1.0:1767384337.652328:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384337.652331:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384337.652333:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384337.652335:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.652338:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384337.652341:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384337.652347:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240640 00000020:00000001:1.0:1767384337.652351:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384337.652352:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384337.652355:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:2.0:1767384337.652356:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384337.652360:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384337.652361:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384337.652364:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000100:00000001:2.0:1767384337.652366:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294925545 00000020:00000001:1.0:1767384337.652370:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384337.652373:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294925544 00000020:00000001:1.0:1767384337.652375:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384337.652379:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294925545 00000100:00000001:1.0:1767384337.652381:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384337.652385:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294925544 00000020:00000010:1.0:1767384337.652387:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000100:00000001:2.0:1767384337.652390:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294925545 00000100:00000001:1.0:1767384337.652394:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384337.652396:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294925544 00000020:00000010:1.0:1767384337.652399:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007652143b. 00000100:00000001:2.0:1767384337.652402:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294925545 00000100:00000001:2.0:1767384337.652406:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294925544 00000020:00000010:1.0:1767384337.652408:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b8c9833. 00000100:00000001:2.0:1767384337.652409:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384337.652414:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.652415:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068cd58ea. 00000100:00000001:2.0:1767384337.652417:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.652421:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000100:00000001:2.0:1767384337.652422:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.652430:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384337.652432:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384337.652434:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384337.652435:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.652439:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384337.652440:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.652444:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384337.652445:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.652449:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384337.652450:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.652454:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.652458:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384337.652460:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384337.652461:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384337.652463:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.652465:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384337.652469:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a451a43b refcount=4 00000020:00000001:1.0:1767384337.652473:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631978496 : -114056077573120 : ffff984440030400) 00010000:00000001:1.0:1767384337.652484:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631978496 : -114056077573120 : ffff984440030400) 00010000:00010000:1.0:1767384337.652490:0:20667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 17 pid: 16779 timeout: 408 lvb_type: 0 00010000:00000001:1.0:1767384337.652498:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.652500:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.652502:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.652504:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.652510:0:20667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384337.652515:0:20667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0767500 x1853236748240640/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.652523:0:20667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384337.652525:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.652546:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.652560:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384337.652562:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384337.652564:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384337.652568:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384337.652569:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384337.652573:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:1.0:1767384337.652577:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000001:2.0:1767384337.652578:0:16772:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.652596:0:16772:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.652602:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0767500 x1853236748240640/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/0 e 0 to 0 dl 1767384348 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.652620:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384337.652625:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007652143b. 00000100:00000001:1.0:1767384337.652628:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384337.652631:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007652143b. 00000100:00100000:1.0:1767384337.652636:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0767500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16146:x1853236748240640:12345-0@lo:103: 00000100:00000200:1.0:1767384337.652641:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240640 00010000:00000001:1.0:1767384337.652644:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384337.652646:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384337.652649:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384337.652653:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384337.652655:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384337.652665:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c5e20e16. 02000000:00000001:1.0:1767384337.652668:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.652670:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.652673:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384337.652675:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384337.652678:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384337.652680:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384337.652682:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a451a43b refcount=4 00000020:00000001:1.0:1767384337.652684:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631978496 : -114056077573120 : ffff984440030400) 00010000:00000001:1.0:1767384337.652687:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631978496 : -114056077573120 : ffff984440030400) 00010000:00000040:1.0:1767384337.652690:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005afb58b4 count: 3 00010000:00010000:1.0:1767384337.652695:0:20667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 17 pid: 16779 timeout: 408 lvb_type: 0 00000100:00001000:1.0:1767384337.652701:0:20667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384337 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384337.652705:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384337.652714:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.652716:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384337.652720:0:20667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 17 pid: 16779 timeout: 408 lvb_type: 0 00000020:00000001:1.0:1767384337.652727:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384337.652730:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384337.652732:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.652735:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.652739:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384337.652741:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384337.652746:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.652748:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.652751:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384337.652753:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384337.652756:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a451a43b with handle 0x4ac496f8d605e178 from hash 00010000:00000001:1.0:1767384337.652759:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384337.652761:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.652763:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.652765:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384337.652773:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384337.652775:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384337.652779:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a451a43b/0x4ac496f8d605e178 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e171 expref: 17 pid: 16779 timeout: 408 lvb_type: 0 00010000:00000040:1.0:1767384337.652786:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:1.0:1767384337.652789:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:1.0:1767384337.652797:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.652800:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384337.652802:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384337.652804:0:20667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000879f20ca 00010000:00000001:1.0:1767384337.652807:0:20667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384337.652809:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384337.652810:0:20667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.652813:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384337.652815:0:20667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.652817:0:20667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384337.652819:0:20667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384337.652822:0:20667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.652828:0:20667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384337.652830:0:20667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384337.652832:0:20667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384337.652834:0:20667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384337.652836:0:20667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005afb58b4) refcount = 2 00010000:00010000:1.0:1767384337.652840:0:20667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.652846:0:20667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384337.652848:0:20667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384337.652850:0:20667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.652852:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384337.653041:0:20667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc4dcba3. 00000100:00000001:1.0:1767384337.653045:0:20667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384337.653057:0:20667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000346ddb76. 00000100:00000001:1.0:1767384337.653060:0:20667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017921439040 : -114055788112576 : ffff98445143d540) 00000100:00000001:1.0:1767384337.653069:0:20667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017921439040 : -114055788112576 : ffff98445143d540) 00000100:00000001:1.0:1767384337.653072:0:20667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384337.653073:0:20667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384337.653075:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384337.653077:0:20667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384337.653080:0:20667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384337.653083:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384337.653084:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384337.653086:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=5 00000020:00000001:1.0:1767384337.653088:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:1.0:1767384337.653090:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:1.0:1767384337.653093:0:20667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384337.653095:0:20667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653101:0:20667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384337.653104:0:20667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653137:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.653139:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384337.653182:0:20667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653188:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384337.653190:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653193:0:20667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384337.653194:0:20667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384337.653201:0:20667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000879f20ca already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384337.653204:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384337.653206:0:20667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384337.653208:0:20667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653227:0:20667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384337.653229:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384337.653231:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384337.653232:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=6 00000020:00000001:1.0:1767384337.653235:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:1.0:1767384337.653238:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:1.0:1767384337.653240:0:20667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384337.653243:0:20667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653249:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384337.653251:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384337.653253:0:20667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653265:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384337.653267:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384337.653269:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384337.653271:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384337.653274:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000879f20ca with handle 0x4ac496f8d605e17f from hash 00010000:00000001:1.0:1767384337.653276:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384337.653277:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.653279:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.653280:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384337.653282:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384337.653284:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384337.653286:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384337.653288:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.653291:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653293:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384337.653295:0:20667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384337.653298:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.653300:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.653302:0:20667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653304:0:20667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653306:0:20667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384337.653317:0:20667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653324:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.653325:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.653327:0:20667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384337.653330:0:20667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384337.653332:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.653333:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.653336:0:20667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384337.653338:0:20667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384337.653341:0:20667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653343:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384337.653345:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384337.653347:0:20667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653350:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384337.653351:0:20667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384337.653354:0:20667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.653356:0:20667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.653358:0:20667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384337.653360:0:20667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000346ddb76. 00000100:00000001:1.0:1767384337.653364:0:20667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384337.653366:0:20667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384337.653368:0:20667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc4dcba3. 00010000:00000001:1.0:1767384337.653372:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384337.653374:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384337.653376:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384337.653380:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384337.653382:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.653385:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384337.653388:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384337.653391:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384337.653394:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384337.653396:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384337.653398:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.653401:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.653405:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384337.653436:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653443:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384337.653445:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384337.653449:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384337.653455:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384337.653457:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384337.653459:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e17f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384337.653466:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005afb58b4 count: 0 00010000:00000001:1.0:1767384337.653478:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384337.653481:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384337.653491:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000100:00000200:1.0:1767384337.653495:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748240640, offset 224 00000400:00000200:1.0:1767384337.653513:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384337.653522:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384337.653530:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e104700 00000400:00000200:1.0:1767384337.653536:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1775 [1] + 224 00000400:00000200:1.0:1767384337.653541:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384337.653545:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384337.653550:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384337.653555:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.653567:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.653611:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384337.653617:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000400:00000010:1.0:1767384337.653619:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000100:00000001:1.0:1767384337.653625:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384337.653627:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384337.653641:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.653645:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384337.653649:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384337.653651:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.653657:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748240640/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 328/224 e 0 to 0 dl 1767384348 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.653668:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0767500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748240640:12345-0@lo:103: Request processed in 1046us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384337.653678:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767384337.653682:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384337.653684:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384337.653687:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384337.653690:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068cd58ea. 00000020:00000010:1.0:1767384337.653696:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000100:00000001:2.0:1767384337.653697:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384337.653700:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b8c9833. 00000100:00000001:2.0:1767384337.653701:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384337.653708:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384337.653708:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000400:00000001:2.0:1767384337.653712:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384337.653713:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384337.653716:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 00000400:00000200:2.0:1767384337.653722:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:2.0:1767384337.653724:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000100:00000001:2.0:1767384337.653728:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384337.653734:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384337.653744:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.653751:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384337.653753:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.653755:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384337.653757:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384337.653758:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384337.653760:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384337.653763:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384337.653766:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384337.653770:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384337.653773:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384337.653775:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.653777:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384337.653778:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.653781:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384337.653785:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.653792:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384337.653794:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384337.653796:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384337.653801:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384337.653823:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000518de779 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748240640:0@lo:103: 00000100:00000001:2.0:1767384337.653828:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.653830:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384337.653833:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000518de779 x1853236748240640/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384337.653841:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384337.653844:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384337.653846:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003440944c. 02000000:00000001:2.0:1767384337.653850:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384337.653851:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384337.653853:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384337.653855:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384337.653857:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003d338ada. 02000000:00000001:2.0:1767384337.653862:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384337.653863:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384337.653866:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000518de779. 00000100:00000001:2.0:1767384337.653869:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384337.653871:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.653873:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384337.653878:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384337.653879:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384337.653882:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384337.653884:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384337.657136:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001dc71668. 00010000:00000010:2.1:1767384337.657146:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c417e4e4. 00010000:00000010:1.1:1767384337.658135:0:18327:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a451a43b. 00080000:00000001:2.0:1767384337.659661:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384337.659666:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384337.659668:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384337.659670:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384337.659674:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384337.659675:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384337.659677:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384337.659679:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384337.659681:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767384337.659682:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005ca5e0ef. 20000000:01000000:2.0:1767384337.659686:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384337.659688:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384337.659701:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384337.659706:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384337.659715:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384337.659730:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384337.659733:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384337.659736:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384337.659745:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384337.659748:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384337.659754:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f2d81761. 00010000:00000001:2.0:1767384337.659760:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384337.659764:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000961b63c5. 00000020:00000001:2.0:1767384337.659768:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384337.659771:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000961b63c5 with handle 0x4ac496f8d605e186 to hash 00000020:00000001:2.0:1767384337.659774:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384337.659776:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384337.659779:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384337.659783:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.659785:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.659788:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659798:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384337.659801:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384337.659804:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384337.659806:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384337.659808:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.659811:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384337.659812:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.659815:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384337.659817:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384337.659819:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384337.659821:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384337.659823:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f2d81761) refcount = 1 00010000:00010000:2.0:1767384337.659827:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659843:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384337.659845:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384337.659847:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.659849:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.659851:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384337.659854:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384337.659861:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384337.659865:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384337.659867:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.659869:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=4 00000020:00000001:2.0:1767384337.659871:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384337.659874:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384337.659876:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384337.659878:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659885:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384337.659887:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659894:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.659895:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384337.659897:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659903:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.659905:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.659907:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384337.659909:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384337.659915:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000961b63c5 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384337.659928:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384337.659930:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384337.659932:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659938:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384337.659940:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384337.659941:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384337.659942:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=5 00000020:00000001:2.0:1767384337.659949:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384337.659951:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384337.659954:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384337.659956:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.659963:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384337.659965:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384337.659967:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.659970:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384337.659972:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384337.659975:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384337.659977:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384337.659979:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000961b63c5 with handle 0x4ac496f8d605e186 from hash 00010000:00000001:2.0:1767384337.659982:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384337.659984:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.659985:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.659987:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384337.659989:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384337.660002:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384337.660004:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384337.660006:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384337.660009:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.660011:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384337.660013:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384337.660015:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.660017:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.660018:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.660021:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.660023:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.660025:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.660032:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.660033:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.660035:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384337.660043:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384337.660045:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384337.660046:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384337.660048:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384337.660051:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384337.660053:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384337.660056:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384337.660062:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384337.660065:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384337.660067:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e186 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384337.660073:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f2d81761 count: 0 00010000:00000001:2.0:1767384337.660084:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384337.660087:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767384337.660137:0:16604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005afb58b4. 00010000:00000010:1.1:1767384337.660148:0:16604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000879f20ca. 00080000:00000020:1.0:1767384337.661042:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384337.661047:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384337.661050:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209d6f78. 20000000:00000001:1.0:1767384337.661056:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384337.661061:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748240256 00010000:00000001:1.0:1767384337.661065:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384337.661073:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019af0632 x1853236748240256/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384337.661084:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384337.661087:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384337.661090:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384337.661095:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384337.661099:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384337.661102:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384337.661134:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384337.661137:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.661149:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384337.661155:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384337.661159:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d0e867. 00000100:00000200:1.0:1767384337.661166:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748240256, offset 224 00000400:00000200:1.0:1767384337.661175:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384337.661188:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384337.661199:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104580 00000400:00000200:1.0:1767384337.661206:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1751 [2] + 224 00000400:00000200:1.0:1767384337.661216:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384337.661221:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384337.661226:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384337.661232:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384337.661244:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.661263:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384337.661282:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0e867 00000100:00000001:0.0:1767384337.661283:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384337.661285:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d0e867. 00000100:00000001:0.0:1767384337.661287:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384337.661291:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384337.661294:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384337.661295:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384337.661297:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384337.661301:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feb1a6a. 00000100:00000001:1.0:1767384337.661304:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384337.661305:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004548dff7 00000400:00000010:0.0:1767384337.661310:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004548dff7. 00000100:00000040:1.0:1767384337.661314:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:0.0:1767384337.661315:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384337.661320:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384337.661323:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384337.661326:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384337.661333:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019af0632 x1853236748240256/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384337.661343:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.661347:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019af0632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748240256:12345-0@lo:253: Request processed in 19600us (20262us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384337.661365:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.661366:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:1.0:1767384337.661372:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384337.661378:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.661379:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.661380:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384337.661382:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.661384:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384337.661386:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384337.661389:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384337.661391:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000fe244b2. 00000100:00000001:0.0:1767384337.661391:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.661393:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384337.661396:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000100:00001000:0.0:1767384337.661398:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=43 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384337.661402:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026cca03c. 00000100:00001000:0.0:1767384337.661403:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.661408:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384337.661409:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:0.0:1767384337.661410:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384337.661415:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384337.661416:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384337.661417:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384337.661420:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5c3c034. 00000100:00000001:0.0:1767384337.661421:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384337.661427:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1767384337.661427:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.661430:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384337.661435:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384337.661442:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000264c03f3. 00000100:00000001:0.0:1767384337.661443:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384337.661447:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384337.661448:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d0e867. 00000100:00000001:0.0:1767384337.661449:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384337.661456:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384337.661458:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384337.661459:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384337.661461:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384337.661462:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384337.661463:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384337.661464:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384337.661466:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384337.661467:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384337.661469:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384337.661471:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.661477:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748240256:0@lo:253: 00000100:00000001:0.0:1767384337.661480:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.661482:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384337.661483:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fa6332a x1853236748240256/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.661487:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384337.661489:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384337.661491:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b75ba406. 02000000:00000001:0.0:1767384337.661494:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384337.661495:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384337.661496:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384337.661498:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384337.661500:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065bbcbab. 02000000:00000001:0.0:1767384337.661505:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384337.661507:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384337.661508:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fa6332a. 00000100:00000001:0.0:1767384337.661511:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384337.661512:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.661513:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384337.661524:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384337.661526:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.661528:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.661529:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384337.662851:0:26707:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007bfe206e. 00000400:00000040:3.0:1767384337.662872:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.662875:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384337.662879:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.662881:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.662884:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.662886:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384337.662889:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.662891:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384337.662893:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384337.662895:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384337.662898:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384337.662900:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.662911:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384337.662913:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.662915:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384337.662917:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384337.662918:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384337.662920:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384337.662921:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384337.662928:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.662930:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.662931:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.662933:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.662935:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.662936:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384337.662938:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.662940:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.662942:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.662944:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.662946:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.662947:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384337.662949:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384337.662951:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384337.662953:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384337.662954:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384337.662956:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.662957:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384337.662960:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384337.662963:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.662965:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384337.662967:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384337.662969:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384337.662972:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384337.662974:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384337.662977:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384337.662979:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384337.662982:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384337.662984:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384337.662987:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384337.662990:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384337.662992:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384337.662995:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384337.662997:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384337.662999:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384337.663013:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384337.663016:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384337.663018:0:26707:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384337.663126:0:26707:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007bfe206e. 00080000:00000020:0.0:1767384337.663281:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384337.663284:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384337.663285:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae996bcf. 20000000:00000001:0.0:1767384337.663289:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384337.663291:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748240384 00010000:00000001:0.0:1767384337.663293:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384337.663296:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a795c31 x1853236748240384/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384337.663302:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384337.663303:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384337.663305:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.663307:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384337.663308:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384337.663310:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384337.663312:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384337.663313:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384337.663315:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384337.663316:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384337.663319:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aaec2c89. 00000100:00000200:0.0:1767384337.663322:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748240384, offset 224 00000400:00000200:0.0:1767384337.663326:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384337.663331:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384337.663336:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104600 00000400:00000200:0.0:1767384337.663340:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1759 [2] + 224 00000400:00000200:0.0:1767384337.663344:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384337.663347:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384337.663350:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384337.663352:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384337.663357:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.663381:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384337.663387:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaec2c89 00000400:00000010:0.0:1767384337.663389:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aaec2c89. 00000100:00000001:0.0:1767384337.663391:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384337.663392:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384337.663396:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384337.663397:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.663401:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384337.663402:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384337.663405:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384337.663406:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384337.663407:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384337.663409:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384337.663411:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384337.663412:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027cdf47e. 00000100:00000040:0.0:1767384337.663416:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a795c31 x1853236748240384/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:318/0 lens 4848/4768 e 0 to 0 dl 1767384348 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384337.663418:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfc5c578 00000400:00000010:1.0:1767384337.663421:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfc5c578. 00000100:00000001:1.0:1767384337.663427:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384337.663430:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a795c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748240384:12345-0@lo:253: Request processed in 21662us (22235us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384337.663435:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384337.663443:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:0.0:1767384337.663448:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:1.0:1767384337.663450:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384337.663451:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384337.663454:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384337.663457:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e84ad091. 00000100:00000001:1.0:1767384337.663460:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384337.663463:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384337.663463:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009459b1ae. 00000100:00000001:1.0:1767384337.663467:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384337.663470:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384337.663471:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008033cf60. 00000100:00000001:1.0:1767384337.663472:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384337.663475:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384337.663475:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384337.663477:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384337.663479:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384337.663481:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=43 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384337.663482:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003556829b. 02000000:00000001:0.0:1767384337.663487:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384337.663488:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384337.663491:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.663492:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384337.663496:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384337.663496:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384337.663501:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384337.663503:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384337.663503:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005237e55b. 00000400:00000010:0.0:1767384337.663507:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aaec2c89. 00000100:00000001:1.0:1767384337.663512:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.663515:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.663520:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384337.663522:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384337.663523:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384337.663525:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384337.663526:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384337.663527:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384337.663528:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384337.663529:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384337.663530:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384337.663530:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384337.663531:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384337.663532:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384337.663534:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384337.663538:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748240384:0@lo:253: 00000100:00000001:1.0:1767384337.663540:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.663541:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384337.663542:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748240384/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384353 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384337.663546:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384337.663547:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384337.663548:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007215f22d. 02000000:00000001:1.0:1767384337.663551:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384337.663551:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384337.663552:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384337.663554:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384337.663555:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000a124b28. 02000000:00000001:1.0:1767384337.663557:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384337.663558:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384337.663559:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:1.0:1767384337.663561:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384337.663562:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.663570:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384337.663575:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384337.663576:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384337.663578:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384337.663580:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384337.665160:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294925545, at 4294925546 00000100:00000040:3.0:1767384337.665164:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294925545, at 4294925546 00000100:00000010:1.0:1767384337.665170:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d61d37ea. 00000100:00000010:3.0:1767384337.665173:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f374028b. 00000100:00000040:2.0:1767384337.666142:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294925545, at 4294925547 00000100:00000010:2.0:1767384337.666149:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000786e1a2d. 00000100:00000040:0.0:1767384337.666156:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294925545, at 4294925547 00000100:00000010:0.0:1767384337.666163:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2119c5d. 00010000:00000010:2.1:1767384337.668325:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f2d81761. 00010000:00000010:2.1:1767384337.668332:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00010000:00000001:2.0:1767384337.751171:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384337.751177:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384337.751183:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384337.751184:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384337.751215:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384337.751225:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384337.751229:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384338.263220:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384338.263225:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384338.263229:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:2.0:1767384338.263234:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000400:00000200:2.0:1767384338.263239:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384338.263246:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp28 recovery ping unlinked 00000400:00000010:2.0:1767384338.263256:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000062363f23. 00000400:00000010:2.0:1767384338.263261:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000928a28a2. 00010000:00000001:2.0:1767384338.775163:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384338.775168:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384338.775173:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384338.775174:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384338.775187:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384338.775195:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384338.775197:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384338.777997:0:27050:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384338.778008:0:27050:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.778011:0:27050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384338.778016:0:27050:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384338.778021:0:27050:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384338.778024:0:27050:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.287164:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp28 00000400:00000010:2.0:1767384339.287169:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000022bd00c1. 00000400:00000010:2.0:1767384339.287176:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b1a8f4a6. 00000400:00000010:2.0:1767384339.287181:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 00000400:00000010:2.0:1767384339.287189:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ba36fd1a. 00000400:00000200:2.0:1767384339.287193:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp28 00000400:00000200:2.0:1767384339.287209:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp28 local destination 00000400:00000200:2.0:1767384339.287214:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp28 00000400:00000200:2.0:1767384339.287217:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp28 NI seq info: [66:66:256:4294967295] 192.168.202.119@tcp28 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384339.287222:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp28 00000400:00000200:2.0:1767384339.287228:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28:) -> 192.168.202.119@tcp28(192.168.202.119@tcp28:192.168.202.119@tcp28) : GET try# 0 00000800:00000200:2.0:1767384339.287232:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp28 00000800:00000010:2.0:1767384339.287236:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008485961e. 00000800:00000200:2.0:1767384339.287242:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000800:00000200:2.1:1767384339.287247:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000400:00000200:2.0:1767384339.287267:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp28 added to recovery queue. ping count: 2 next ping: 263 health :800 00000400:00000200:2.0:1767384339.287271:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp29 00000400:00000010:2.0:1767384339.287273:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000099e05921. 00000400:00000010:2.0:1767384339.287276:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e6c891e7. 00000400:00000010:2.0:1767384339.287278:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000400:00000010:2.0:1767384339.287280:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f5df7a6d. 00000400:00000200:2.0:1767384339.287283:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp29 00000400:00000200:2.0:1767384339.287286:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp29 local destination 00000400:00000200:2.0:1767384339.287289:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp29 00000400:00000200:2.0:1767384339.287292:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp29 NI seq info: [67:67:256:4294967295] 192.168.202.119@tcp29 LPNI seq info [66:66:8:4294967295] 00000400:00000200:2.0:1767384339.287296:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp29 00000400:00000200:2.0:1767384339.287300:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29:) -> 192.168.202.119@tcp29(192.168.202.119@tcp29:192.168.202.119@tcp29) : GET try# 0 00000800:00000200:2.0:1767384339.287304:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp29 00000800:00000010:2.0:1767384339.287307:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ab9de977. 00000800:00000200:2.0:1767384339.287320:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000800:00000200:2.1:1767384339.287325:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000400:00000200:2.0:1767384339.287339:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp29 added to recovery queue. ping count: 1 next ping: 261 health :900 00000400:00000200:0.0:1767384339.287409:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287414:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287489:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287507:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287535:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287587:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287604:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287638:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287666:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287694:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287724:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287749:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287774:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287805:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287835:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287862:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287894:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287915:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.287953:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.287969:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288021:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288038:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288086:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288100:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288186:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288210:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288256:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288268:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288306:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288324:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288353:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288373:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288407:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288425:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288463:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288475:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288530:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288544:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288603:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288621:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288661:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288675:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288719:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288730:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288783:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288797:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288846:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288855:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288910:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288912:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.288970:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.288977:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289043:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289045:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289168:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289169:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289220:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289232:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289286:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289290:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289366:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289390:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289459:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289479:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289534:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289553:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289614:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289620:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384339.289663:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289667:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289716:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289731:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.289749:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:2.0:1767384339.289868:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000016efc06. 00000800:00000010:2.0:1767384339.289873:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b59c9100. 00000800:00000010:2.0:1767384339.289878:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000618abbbc. 00000800:00000010:2.0:1767384339.289901:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000618abbbc. 00000800:00020000:2.0:1767384339.289913:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384339.289926:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b34b39d. 00000800:00000010:0.0:1767384339.289932:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000181f13a1. 00000800:00000010:0.0:1767384339.289936:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f279288f. 00000800:00000010:0.0:1767384339.289960:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f279288f. 00000400:00000200:0.0:1767384339.290092:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384339.290132:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp28 from 217.3.0.2 00000800:00000010:0.0:1767384339.290136:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000065b5b631. 00000800:00000010:0.0:1767384339.290267:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000095cd92b0. 00000800:00000010:0.0:1767384339.290270:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df816be1. 00000800:00000010:0.0:1767384339.290282:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fc473824. 00000800:00000200:0.1:1767384339.290285:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (2) 00000800:00000200:0.1:1767384339.290289:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp28 00000000fc473824 deleted 00000800:00000010:0.1:1767384339.290291:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fc473824. 00000800:00000200:0.1:1767384339.290295:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384339.290300:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp28 ip 192.168.202.119:985 00000800:00000200:0.1:1767384339.290303:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008485961e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384339.290307:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp28 p 3.x 192.168.202.119 -> 192.168.202.119:985 incarnation:1767384333938313696 sched[0] 00000800:00000010:0.0:1767384339.290311:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f279288f. 00000800:00000010:0.0:1767384339.290346:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f279288f. 00000800:00000010:0.0:1767384339.290349:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df816be1. 00000800:00000010:0.0:1767384339.290375:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000065b5b631. 00000800:00000001:0.0:1767384339.290385:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.290390:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384339.290427:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384339.290430:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008485961e. 00000400:00000200:0.0:1767384339.290435:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.290440:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: GET: OK 00000400:00000200:0.0:1767384339.290444:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384339.290447:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp28 recovery message sent successfully:0 00000800:00000200:0.1:1767384339.290475:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384339.290479:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp28 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384333938313696 sched[0] 00000800:00000010:0.0:1767384339.290486:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000181f13a1. 00000400:00000200:0.0:1767384339.290521:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290553:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290602:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290630:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290669:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290711:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290746:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290772:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290807:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290839:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290868:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290902:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290939:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.290976:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291016:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291047:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291076:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291139:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291172:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291203:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291238:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291260:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291281:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291311:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291344:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291368:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291398:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291444:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291473:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291504:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291536:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291557:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291600:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291623:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291658:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291682:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291725:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.291749:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000010:0.0:1767384339.291891:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd63fdbd. 00000800:00000010:0.0:1767384339.291897:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000181f13a1. 00000800:00000010:0.0:1767384339.291902:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f279288f. 00000800:00000010:0.0:1767384339.291944:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f279288f. 00000400:00000200:3.0:1767384339.291965:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:0.0:1767384339.291969:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.291979:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.291982:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384339.291985:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp28 from 216.3.0.2 00000800:00000010:3.0:1767384339.291988:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000062e1c16d. 00000800:00000001:0.0:1767384339.291990:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384339.292001:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28) <- 192.168.202.119@tcp28 : GET - for me 00000400:00000200:0.0:1767384339.292015:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384339.292025:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1749 [1] + 0 00000400:00000200:0.0:1767384339.292037:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp28 to MR: 192.168.202.119@tcp28 local destination 00000400:00000200:0.0:1767384339.292047:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp28 NI seq info: [68:68:256:4294967295] 192.168.202.119@tcp28 LPNI seq info [67:67:8:4294967295] 00000400:00000200:0.0:1767384339.292063:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28:192.168.202.119@tcp28) -> 192.168.202.119@tcp28(192.168.202.119@tcp28:192.168.202.119@tcp28) 192.168.202.119@tcp28 : REPLY try# 0 00000800:00000200:0.0:1767384339.292070:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp28 00000800:00000010:0.0:1767384339.292075:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080d8022d. 00000800:00000200:0.0:1767384339.292082:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (4) 00000800:00000200:0.0:1767384339.292087:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp28 ip 192.168.202.119:988 00000800:00000200:0.0:1767384339.292090:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000080d8022d type 3, nob 368 niov 1 nkiov 1 00000800:00000010:3.0:1767384339.292170:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000fb0e3f5. 00000800:00000010:3.0:1767384339.292174:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc568b0f. 00000800:00000010:3.0:1767384339.292186:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c557c6b6. 00000800:00000200:0.0:1767384339.292186:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.1:1767384339.292190:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (4) 00000800:00000200:3.1:1767384339.292196:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp28 00000000c557c6b6 deleted 00000800:00000010:0.0:1767384339.292198:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080d8022d. 00000800:00000010:3.1:1767384339.292199:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c557c6b6. 00000800:00000200:3.1:1767384339.292205:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767384339.292205:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767384339.292216:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp28 p 3.x 192.168.202.119 -> 192.168.202.119:984 incarnation:1767384333938313696 sched[0] 00000400:00000200:0.0:1767384339.292217:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: REPLY: OK 00000800:00000010:3.0:1767384339.292226:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000428365b5. 00000800:00000001:0.0:1767384339.292233:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.292241:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.292245:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.292253:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.292256:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.292263:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384339.292272:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28) <- 192.168.202.119@tcp28 : REPLY - for me 00000400:00000200:0.0:1767384339.292289:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp28: Reply from 12345-192.168.202.119@tcp28 of length 272/272 into md 0x1791 00000800:00000001:0.0:1767384339.292296:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384339.292304:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000428365b5. 00000800:00000010:3.0:1767384339.292309:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc568b0f. 00000800:00000001:0.0:1767384339.292309:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384339.292316:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.292324:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: REPLY: OK 00000400:00000200:0.0:1767384339.292331:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:0.0:1767384339.292334:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000400:00000200:0.0:1767384339.292342:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000800:00000010:3.0:1767384339.292344:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000062e1c16d. 00000400:00000010:0.0:1767384339.292349:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000022bd00c1. 00000400:00000010:0.0:1767384339.292356:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b1a8f4a6. 00000800:00000001:0.0:1767384339.292364:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.292367:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.292369:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.292371:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384339.292398:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384339.292404:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp28 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384333938313696 sched[0] 00000800:00000010:0.0:1767384339.292407:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000181f13a1. 00000800:00000001:3.0:1767384339.292437:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384339.292441:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384339.294452:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b59c9100. 00000800:00000010:2.0:1767384339.294457:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000016efc06. 00000400:02020000:2.0:1767384339.294508:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp29 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384339.298281:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp29 notifying 192.168.202.119@tcp29: down 00000800:00000200:2.0:1767384339.298287:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp29 down 00000800:00000100:2.0:1767384339.298292:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp29 00000800:00000010:2.0:1767384339.298295:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ab9de977. 00000400:00000200:2.0:1767384339.298301:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384339.298305:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp29->192.168.202.119@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384339.298310:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384339.298314:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384339.298317:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp29) recovery failed with -71 00000001:00000001:0.0:1767384339.515797:0:27214:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384339.515803:0:27214:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:0.0:1767384339.520123:0:27214:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384339.528237:0:27215:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006a80a4b2. 00000400:00000010:0.0:1767384339.528252:0:27215:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b77a5e63. 00000400:00000010:0.0:1767384339.528261:0:27215:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000800ffae4. 00000400:00000010:0.0:1767384339.528264:0:27215:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000065160145. 00000400:00000010:0.0:1767384339.528272:0:27215:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e8cfc9d3. 00000400:00000010:0.0:1767384339.528275:0:27215:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005c9ee1d. 00000400:00000010:0.0:1767384339.528277:0:27215:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d182647e. 00000400:00000010:0.0:1767384339.528278:0:27215:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ab2e23eb. 00000400:00000010:0.0:1767384339.528281:0:27215:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000016c05a32. 00000800:00000010:0.0:1767384339.528293:0:27215:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000080d8022d. 00000800:00000200:0.0:1767384339.528303:0:27215:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384339.528311:0:27215:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384339.528343:0:27215:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384339.528363:0:27215:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp31 [8/256/0/180] 00000400:00000010:0.0:1767384339.529836:0:27215:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000bd772b32. 00000400:00000010:0.0:1767384339.529841:0:27215:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000487792e7. 00000400:00000010:0.0:1767384339.529846:0:27215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb194181. 00000400:00000001:0.0:1767384339.529859:0:27215:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384339.529861:0:27215:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384339.529863:0:27215:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007133861e. 00000400:00000200:0.0:1767384339.529864:0:27215:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071686e79 00000400:00000010:0.0:1767384339.529866:0:27215:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071686e79. 00000400:00000010:0.0:1767384339.529869:0:27215:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000f6db2160. 00000400:00000200:0.0:1767384339.529874:0:27215:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (22) 00000400:00000200:0.0:1767384339.529886:0:27215:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384339.529893:0:27215:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:0.0:1767384339.529899:0:27215:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000009c4ec9b. 00000020:01000000:0.0:1767384339.529902:0:27215:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384339.529904:0:27215:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp31 00000400:00000010:0.0:1767384339.529916:0:27215:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b77a5e63. 00000400:00000010:0.0:1767384339.529919:0:27215:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006a80a4b2. 00000400:00000200:2.0:1767384339.529928:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384339.529934:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:2.0:1767384339.529940:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc32d90. 00000400:00000200:2.0:1767384339.529943:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (23) 00000400:00000010:2.0:1767384339.529948:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000672f0fda. 00000400:00000200:2.0:1767384339.529952:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp12 00000400:00000200:2.0:1767384339.529964:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp12 to MR: 192.168.202.119@tcp12 local destination 00000400:00000200:2.0:1767384339.529969:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [69:69:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [68:68:8:4294967295] 00000020:00000001:1.0:1767384339.529972:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384339.529981:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384339.529984:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp12 10000000:00000001:1.0:1767384339.529986:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384339.529990:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384339.529997:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384339.530002:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384339.530012:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384339.530013:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) -> 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) : PUT try# 0 00000020:01000004:1.0:1767384339.530015:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384339.530024:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384339.530028:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384339.530033:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.119@tcp12 00000020:01000004:1.0:1767384339.530033:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384339.530038:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000010:2.0:1767384339.530042:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab9de977. 00000020:01000004:1.0:1767384339.530042:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384339.530044:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384339.530056:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000100:00000010:1.0:1767384339.530058:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089cd43b1. 00000020:00000040:1.0:1767384339.530066:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000800:00000200:2.0:1767384339.530067:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:988 00000800:00000200:2.0:1767384339.530076:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab9de977 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1767384339.530078:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384339.530082:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384339.530088:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384339.530092:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384339.530098:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 02000000:00000010:1.0:1767384339.530104:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d5c3c034. 00000100:00000001:1.0:1767384339.530167:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.530178:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384339.530181:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384339.530192:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089cd43b1] to pc [ptlrpcd_00_01+1] req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384339.530236:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384339.530239:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:1.0:1767384339.530240:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.530246:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384339.530246:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab9de977. 00000020:01000000:1.0:1767384339.530262:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384339.530265:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384339.530271:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384339.530277:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384339.530281:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: PUT: OK 10000000:00000001:1.0:1767384339.530282:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384339.530286:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384339.530294:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384339.530296:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384339.530297:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:1.0:1767384339.530298:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384339.530301:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384339.530303:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384339.530304:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp12: 0 00000020:01000004:1.0:1767384339.530308:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384339.530310:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384339.530311:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384339.530315:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384339.530319:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000454c69eb. 00000800:00000001:0.0:1767384339.530320:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:1.0:1767384339.530325:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384339.530327:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384339.530330:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384339.530332:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384339.530337:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384339.530339:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000001:0.0:1767384339.530340:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.530342:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.530344:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384339.530345:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000209d6f78. 00000800:00000001:0.0:1767384339.530349:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.530351:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.530352:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384339.530356:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384339.530358:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.530359:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384339.530365:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : PUT - for me 00000100:00000001:2.0:1767384339.530373:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384339.530373:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000454c69eb] to pc [ptlrpcd_00_02+2] req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.530381:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384339.530388:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384339.530392:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384339.530410:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.530411:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 384/400 into md 0x1761 [1] + 0 00000400:00000010:0.0:1767384339.530421:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043926dbb. 10000000:00000001:1.0:1767384339.530422:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384339.530433:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.530435:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384339.530436:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384339.530438:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000224c1011 00000020:01000000:1.0:1767384339.530440:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384339.530441:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384339.530446:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000009c4ec9b. 00000800:00000001:0.0:1767384339.530448:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384339.530453:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384339.530458:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384339.530458:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.530463:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384339.530464:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384339.530465:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384339.530474:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000089cd43b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748240768:0@lo:253: 00000100:00000001:1.0:1767384339.530475:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384339.530481:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384339.530483:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: PUT: OK 00000100:00000001:2.0:1767384339.530489:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384339.530491:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.530494:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 02000000:00000001:2.0:1767384339.530498:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384339.530503:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 02000000:00000001:2.0:1767384339.530505:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384339.530516:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:2.0:1767384339.530520:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384339.530526:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (24) 02000000:00000010:2.0:1767384339.530534:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000016efc06. 00000100:00000001:1.0:1767384339.530537:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384339.530543:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384339.530544:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384339.530544:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 02000000:00000001:1.0:1767384339.530558:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384339.530560:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000400:00000200:0.0:1767384339.530560:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (400 bytes) 00000400:00000200:0.0:1767384339.530581:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 02000000:00000001:1.0:1767384339.530583:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384339.530589:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384339.530593:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096894f34. 00000100:00100000:1.0:1767384339.530593:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000454c69eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748240896:0@lo:253: 00000400:00000200:0.0:1767384339.530595:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (25) 00000100:00000001:1.0:1767384339.530606:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384339.530607:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748240768, portal 25 00000400:00000200:0.0:1767384339.530610:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767384339.530611:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384339.530612:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384339.530617:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.530619:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408377728 : -114055301173888 : ffff98446e49ed80) 02000000:00000001:1.0:1767384339.530622:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384339.530627:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp12 to MR: 192.168.202.119@tcp12 local destination 02000000:00000010:1.0:1767384339.530633:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b75ba406. 00000100:00000040:2.0:1767384339.530634:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.530634:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [70:70:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [69:69:8:4294967295] 02000000:00000001:1.0:1767384339.530645:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.530659:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000200:0.0:1767384339.530669:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) -> 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) 192.168.202.119@tcp12 : ACK try# 0 00000400:00000010:1.0:1767384339.530672:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3b6a35b. 00000100:00000001:2.0:1767384339.530674:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1767384339.530680:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp12 00000100:00000040:2.0:1767384339.530685:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384339.530685:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748240896, portal 25 00000800:00000010:0.0:1767384339.530687:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8dd3bf. 00000100:00000001:1.0:1767384339.530691:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384339.530694:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408373248 : -114055301178368 : ffff98446e49dc00) 00000400:00000010:2.0:1767384339.530695:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4681f1b. 00000800:00000200:0.0:1767384339.530705:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000100:00000200:2.0:1767384339.530708:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748240768, offset 0 00000100:00000040:1.0:1767384339.530710:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384339.530725:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:1017 00000400:00000200:2.0:1767384339.530736:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384339.530737:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee8dd3bf type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384339.530750:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.530762:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767384339.530763:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384339.530765:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384339.530768:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000788828. 00000100:00000200:1.0:1767384339.530777:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748240896, offset 0 00000400:00000200:2.0:1767384339.530782:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104780 00000400:00000200:1.0:1767384339.530788:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384339.530790:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384339.530795:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384339.530800:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1049 [2] + 0 00000800:00000001:0.0:1767384339.530803:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384339.530809:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384339.530818:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000400:00000200:1.0:1767384339.530826:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104800 00000400:00000200:2.0:1767384339.530829:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d111859c 00000400:00000200:2.0:1767384339.530840:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.530841:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1059 [2] + 0 00000400:00000010:1.0:1767384339.530852:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab5522a. 00000400:00000200:1.0:1767384339.530856:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8b9449f 00000400:00000200:2.0:1767384339.530859:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384339.530865:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384339.530866:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d111859c 00000400:00000010:2.0:1767384339.530870:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d111859c. 00000800:00000200:0.0:1767384339.530875:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384339.530878:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384339.530885:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384339.530886:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:0.0:1767384339.530887:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8dd3bf. 00000400:00000200:1.0:1767384339.530892:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8b9449f 00000400:00000200:0.0:1767384339.530894:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384339.530895:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000085050ac1 x1853236748240768 msgsize 4848 00000400:00000010:1.0:1767384339.530898:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8b9449f. 00000400:00000200:0.0:1767384339.530908:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: ACK: OK 00000100:00000001:1.0:1767384339.530910:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384339.530915:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384339.530918:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384339.530923:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000002ac68fb1 x1853236748240896 msgsize 4848 00000100:00000040:2.0:1767384339.530925:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:0.0:1767384339.530927:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384339.530937:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384339.530941:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.530944:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384339.530944:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:0.0:1767384339.530945:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384339.530960:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384339.530961:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4681f1b 00000100:00000001:1.0:1767384339.530964:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384339.530970:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4681f1b. 00000400:00000200:0.0:1767384339.530974:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : ACK - for me 00000100:00000001:2.0:1767384339.530978:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384339.530978:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000788828 00000400:00000010:1.0:1767384339.530982:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000788828. 00000100:00000001:1.0:1767384339.530988:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384339.530989:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384339.530996:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.531011:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp12: ACK from 12345-192.168.202.119@tcp12 into md 0x179d 00000400:00000200:0.0:1767384339.531025:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384339.531046:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: ACK: OK 00000100:00000001:2.0:1767384339.531050:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384339.531053:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384339.531056:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc32d90 00000400:00000010:0.0:1767384339.531059:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000100:00000040:1.0:1767384339.531062:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384339.531063:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384339.531069:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384339.531080:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384339.531095:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384339.531130:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (24) 00000100:00000001:1.0:1767384339.531137:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384339.531138:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384339.531144:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384339.531145:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384339.531159:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.531165:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294927424 00000100:00000010:1.0:1767384339.531169:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a24b646. 00000100:00000001:1.0:1767384339.531177:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384339.531190:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294927424 00000100:00000010:1.0:1767384339.531196:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d61d37ea. 00000100:00000001:1.0:1767384339.531203:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384339.531211:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294927424 00000100:00000010:1.0:1767384339.531218:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b19e1e3. 00000100:00000001:2.0:1767384339.531219:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.531223:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384339.531226:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.531229:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294927424 00000100:00000001:0.0:1767384339.531229:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384339.531238:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000027e98da. 00000100:00000001:0.0:1767384339.531238:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.531239:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.531249:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384339.531252:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294927424 00000100:00000001:2.0:1767384339.531257:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294927424 00000100:00000001:2.0:1767384339.531267:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294927424 00000100:00000001:1.0:1767384339.531268:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384339.531272:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384339.531276:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.531277:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294927424 00000100:00100000:0.0:1767384339.531277:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240768 02000000:00000001:0.0:1767384339.531286:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384339.531287:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294927424 00000100:00000001:1.0:1767384339.531287:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.531296:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384339.531297:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.531298:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294927424 00000100:00000001:0.0:1767384339.531300:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.531308:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.531309:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294927424 00000100:00000001:1.0:1767384339.531311:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384339.531314:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240768 00000100:00000001:1.0:1767384339.531315:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384339.531318:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294927424 00000100:00000001:1.0:1767384339.531323:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384339.531324:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384339.531326:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384339.531329:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384339.531330:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:2.0:1767384339.531335:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.531336:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.531337:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384339.531343:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:1.0:1767384339.531349:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.531351:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.531359:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384339.531364:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.531364:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384339.531373:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384339.531376:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000379b3237. 00000100:00000001:0.0:1767384339.531378:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384339.531380:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000379b3237. 00000020:00000010:0.0:1767384339.531386:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000731bdb2f. 00000100:00000001:1.0:1767384339.531389:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384339.531391:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006814a60a. 00000100:00000001:1.0:1767384339.531392:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384339.531398:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f3d839. 00000100:00000001:2.0:1767384339.531407:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384339.531414:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748240896 00000400:00000200:1.0:1767384339.531414:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:0.0:1767384339.531416:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:2.0:1767384339.531424:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384339.531425:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000e4a6a6e4. 00000100:00000001:0.0:1767384339.531425:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384339.531434:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384339.531434:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000100:00000001:0.0:1767384339.531434:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384339.531444:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.531444:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.531446:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000400:00000200:1.0:1767384339.531454:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e4a6a6e4 02000000:00000001:2.0:1767384339.531456:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.531458:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000003e2cb518. 00000100:00000001:0.0:1767384339.531460:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384339.531464:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748240896 00000400:00000200:1.0:1767384339.531465:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000100:00000001:0.0:1767384339.531473:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384339.531474:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384339.531479:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 00000020:00000040:2.0:1767384339.531481:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:1.0:1767384339.531484:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (23) 00000020:00000001:2.0:1767384339.531486:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384339.531490:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000588ee465. 00000020:00000040:2.0:1767384339.531491:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384339.531493:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384339.531494:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000100:00000001:0.0:1767384339.531501:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384339.531502:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000010:1.0:1767384339.531506:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000067520e24. 00000020:00000001:2.0:1767384339.531508:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:0.0:1767384339.531515:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000001:2.0:1767384339.531519:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384339.531523:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000100:00000040:0.0:1767384339.531524:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000020:00000010:2.0:1767384339.531528:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:0.0:1767384339.531530:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388801104 : -114060320750512 : ffff984343194450) 00000100:00000001:2.0:1767384339.531537:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384339.531540:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000040:0.0:1767384339.531540:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085050ac1 x1853236748240768/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:320/0 lens 4848/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384339.531557:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000400:00000200:1.0:1767384339.531561:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000010:2.0:1767384339.531583:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4748564. 00000100:00000001:0.0:1767384339.531583:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384339.531587:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000379b3237. 00000400:00000200:1.0:1767384339.531589:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000020:00000010:2.0:1767384339.531594:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d4e4911. 00000100:00000001:0.0:1767384339.531596:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384339.531608:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ad0fd17. 00000020:00000010:0.0:1767384339.531611:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000379b3237. 00000400:00000200:1.0:1767384339.531616:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000100:00000001:2.0:1767384339.531620:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384339.531628:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085050ac1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748240768:12345-0@lo:253: 00000100:00000001:2.0:1767384339.531630:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384339.531635:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000100:00000001:2.0:1767384339.531636:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384339.531636:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240768 00000020:00000001:0.0:1767384339.531645:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384339.531648:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.531651:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384339.531656:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384339.531656:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.531662:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:00000001:0.0:1767384339.531664:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384339.531671:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384339.531674:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:1.0:1767384339.531675:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000100:00000001:2.0:1767384339.531677:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384339.531679:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384339.531682:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384339.531687:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384339.531692:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000020:00000001:0.0:1767384339.531692:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384339.531699:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384339.531701:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000400:00000200:1.0:1767384339.531703:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000100:00000001:0.0:1767384339.531710:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384339.531713:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388810320 : -114060320741296 : ffff984343196850) 02000000:00000001:0.0:1767384339.531715:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384339.531722:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 02000000:00000010:0.0:1767384339.531724:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000009c4ec9b. 00000100:00000040:2.0:1767384339.531731:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ac68fb1 x1853236748240896/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:320/0 lens 4848/0 e 0 to 0 dl 1767384350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384339.531736:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.531741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:0.0:1767384339.531745:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384339.531757:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384339.531769:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000a124b28. 00000400:00000200:1.0:1767384339.531772:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 20000000:01000000:0.0:1767384339.531781:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384339.531789:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:0.0:1767384339.531792:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:2.0:1767384339.531796:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000400:00000200:1.0:1767384339.531796:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 20000000:00000001:0.0:1767384339.531799:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384339.531804:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.531808:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384339.531816:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384339.531819:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000400:00000200:1.0:1767384339.531823:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 20000000:00000001:0.0:1767384339.531827:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384339.531842:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00100000:2.0:1767384339.531843:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ac68fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748240896:12345-0@lo:253: 20000000:00000010:0.0:1767384339.531843:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b510d7d7. 20000000:01000000:0.0:1767384339.531853:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:1.0:1767384339.531869:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 20000000:00000001:0.0:1767384339.531869:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000200:2.0:1767384339.531870:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748240896 00000020:00000001:2.0:1767384339.531880:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:0.0:1767384339.531881:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384339.531883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:00000001:2.0:1767384339.531889:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384339.531895:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000020:00000001:2.0:1767384339.531896:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.531905:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000020:00000001:2.0:1767384339.531906:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384339.531917:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:1.0:1767384339.531917:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00080000:00000001:0.0:1767384339.531924:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384339.531933:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384339.531934:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384339.531935:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 14], ns[68, 14] 00000020:00000001:2.0:1767384339.531938:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384339.531943:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384339.531951:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:0.0:1767384339.531955:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384339.531961:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384339.531963:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[66, 14], ns[67, 14] 00000020:00000001:0.0:1767384339.531963:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384339.531971:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384339.531973:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:1.0:1767384339.531974:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00080000:00000001:0.0:1767384339.531986:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384339.531994:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384339.531998:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00080000:00000010:0.0:1767384339.531999:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a80a4b2. 02000000:00000001:2.0:1767384339.532002:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384339.532004:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382340608 : -114060327211008 : ffff984342b6b000) 00000400:00000200:1.0:1767384339.532008:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp30 02000000:00000010:2.0:1767384339.532010:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b5497c29. 00080000:00000001:0.0:1767384339.532012:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 02000000:00000001:2.0:1767384339.532020:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.532020:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp30 lpni_is_preferred = 0 00000400:00000200:1.0:1767384339.532026:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp30 00000100:00000001:2.0:1767384339.532031:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.532034:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp30 NI seq info: [71:71:256:4294967295] 192.168.202.119@tcp30 LPNI seq info [70:70:8:4294967295] 20000000:00000001:2.0:1767384339.532038:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384339.532048:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp30 20000000:00000010:2.0:1767384339.532051:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003556829b. 20000000:01000000:2.0:1767384339.532061:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384339.532066:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30:) -> 192.168.202.119@tcp30(192.168.202.119@tcp:192.168.202.119@tcp30) : GET try# 0 20000000:00000001:2.0:1767384339.532068:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384339.532078:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384339.532085:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384339.532085:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp30 20000000:00000001:2.0:1767384339.532093:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384339.532093:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000052acb295. 20000000:00000001:2.0:1767384339.532101:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767384339.532150:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000000788828. 00000800:00000010:1.0:1767384339.532155:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002419392c. 00000001:00000001:0.0:1767384339.532158:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384339.532160:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384339.532165:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (2) 00080000:00000001:0.0:1767384339.532167:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:1.1:1767384339.532174:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (2) 00080000:00000001:0.0:1767384339.532186:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384339.532196:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00080000:00000001:0.0:1767384339.532196:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384339.532205:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100251 rc 0 00000400:00000200:1.0:1767384339.532311:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00080000:00000001:0.0:1767384339.532319:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384339.532325:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384339.532377:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532446:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532476:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532507:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532548:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532618:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532682:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532743:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532844:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532896:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532917:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.532954:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533326:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533374:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533400:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533419:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533433:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533455:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533484:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533538:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533584:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533603:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533638:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533678:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384339.533754:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534273:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534352:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534469:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534549:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534600:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534701:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.534893:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384339.535003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384339.535355:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e3b760d. 00000800:00000010:1.0:1767384339.535360:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003dc333c0. 00000800:00000010:1.0:1767384339.535365:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f81e8ecf. 00000800:00000010:1.0:1767384339.535390:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f81e8ecf. 00000800:00020000:1.0:1767384339.535404:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384339.535408:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003dc333c0. 00000800:00000010:1.0:1767384339.535412:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009e3b760d. 00000400:02020000:1.0:1767384339.535481:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp30 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384339.535488:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp30 notifying 192.168.202.119@tcp30: down 00000800:00000200:1.0:1767384339.535496:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp30 down 00000800:00000100:1.0:1767384339.535505:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp30 00000800:00000010:1.0:1767384339.535509:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000052acb295. 00000400:00000200:1.0:1767384339.535515:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384339.535521:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384339.535530:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp30 added to recovery queue. ping count: 0 next ping: 261 health :900 00000400:00000200:1.0:1767384339.535533:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384339.535536:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:1.0:1767384339.535544:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384339.535597:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384339.535605:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100851 00000400:00000001:1.0:1767384339.535611:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384339.535613:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384339.535616:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000400:00000010:1.0:1767384339.535617:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000400:00000200:1.0:1767384339.535624:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384339.535632:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:1.0:1767384339.535637:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000588ee465. 00000400:00000200:1.0:1767384339.535643:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (24) 00000400:00000200:1.0:1767384339.535650:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:1.0:1767384339.535656:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102051 rc -71 00000400:00000200:1.0:1767384339.535662:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384339.535679:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (23) 00080000:00000001:2.0:1767384339.542986:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384339.542993:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384339.542995:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:3.0:1767384339.542999:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384339.543000:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384339.543003:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384339.543003:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384339.543006:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384339.543009:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384339.543011:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a80a4b2. 20000000:01000000:2.0:1767384339.543014:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384339.543016:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384339.543026:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384339.543030:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384339.543039:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384339.543039:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384339.543050:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384339.543054:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384339.543060:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384339.543064:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384339.543072:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c6d59f0. 20000000:00000010:2.0:1767384339.543074:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002fe316ae. 00010000:00000001:1.0:1767384339.543079:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:2.0:1767384339.543080:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00010000:00000010:1.0:1767384339.543086:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 20000000:00000001:2.0:1767384339.543088:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384339.543091:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384339.543097:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e18d to hash 00080000:00000001:2.0:1767384339.543098:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:1.0:1767384339.543139:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384339.543143:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.543147:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.543153:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.543156:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.543161:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543170:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384339.543172:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384339.543175:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384339.543176:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384339.543179:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543179:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384339.543185:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384339.543185:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384339.543193:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384339.543194:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384339.543199:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384339.543202:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:1.0:1767384339.543204:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384339.543218:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384339.543219:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384339.543230:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:2.0:1767384339.543231:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f0c1052e. 00010000:00000001:1.0:1767384339.543233:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384339.543242:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368061952 : -114060341489664 : ffff984341dcd000) 00010000:00000001:1.0:1767384339.543242:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384339.543248:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009c6d59f0) refcount = 1 00080000:00000001:2.0:1767384339.543249:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384339.543255:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543260:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384339.543269:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384339.543271:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.543274:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543275:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384339.543279:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384339.543283:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384339.543287:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.543289:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.543291:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384339.543293:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.543297:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.543300:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384339.543302:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543308:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384339.543311:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543316:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.543317:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384339.543319:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543322:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.543324:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543327:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384339.543329:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384339.543332:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767384339.543335:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384339.543337:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384339.543344:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543344:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384339.543351:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384339.543352:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384339.543369:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384339.543371:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384339.543372:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384339.543372:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.543377:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00080000:00000001:2.0:1767384339.543379:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:1.0:1767384339.543380:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.543383:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.543386:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384339.543388:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543392:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384339.543394:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.543396:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543400:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384339.543401:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384339.543405:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.543407:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.543410:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e18d from hash 00010000:00000001:1.0:1767384339.543412:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384339.543414:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.543416:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.543418:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384339.543421:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384339.543423:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384339.543426:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384339.543427:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.543429:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543432:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384339.543433:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384339.543435:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.543437:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.543439:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543440:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.543442:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.543448:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543453:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.543455:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.543456:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384339.543458:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384339.543460:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.543462:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.543464:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384339.543467:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384339.543468:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.543470:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.543474:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384339.543475:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384339.543477:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e18d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384339.543481:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009c6d59f0 count: 0 00080000:00000001:2.0:1767384339.543493:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384339.543494:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384339.543497:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:00000001:1.0:1767384339.543497:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384339.544380:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294927424, at 4294927425 00000100:00000010:0.0:1767384339.544395:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a24b646. 00000100:00000040:2.0:1767384339.545146:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294927424, at 4294927426 00000100:00000010:2.0:1767384339.545153:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b19e1e3. 00000100:00000040:3.0:1767384339.545172:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294927424, at 4294927426 00000100:00000010:3.0:1767384339.545180:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000027e98da. 00000100:00000040:1.0:1767384339.545244:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294927424, at 4294927426 00000100:00000010:1.0:1767384339.545252:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d61d37ea. 00010000:00000010:1.1:1767384339.551140:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c6d59f0. 00010000:00000010:1.1:1767384339.551157:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00000400:00000010:3.0:1767384339.551400:0:27220:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007bfe206e. 00000400:00000040:3.0:1767384339.551420:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384339.551424:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384339.551427:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.551430:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384339.551433:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.551436:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384339.551441:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384339.551443:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384339.551446:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384339.551447:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384339.551458:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384339.551460:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384339.551464:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384339.551467:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384339.551469:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384339.551473:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384339.551476:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384339.551478:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384339.551480:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384339.551482:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.551486:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384339.551488:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384339.551491:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384339.551493:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.551496:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384339.551498:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.551499:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384339.551502:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384339.551504:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384339.551507:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.551508:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384339.551511:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384339.551514:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384339.551518:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384339.551520:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384339.551523:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.551525:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384339.551527:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384339.551529:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384339.551532:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384339.551534:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384339.551537:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384339.551540:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384339.551542:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384339.551544:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384339.551546:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384339.551548:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384339.551551:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384339.551554:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384339.551561:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384339.551562:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384339.551579:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384339.551581:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384339.551583:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384339.551584:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384339.551586:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384339.551587:0:27220:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384339.551723:0:27220:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007bfe206e. 00080000:00000001:2.0:1767384339.554643:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384339.554647:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384339.554652:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384339.554653:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:1.0:1767384339.554656:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384339.554657:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384339.554659:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384339.554662:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384339.554664:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f0c1052e. 00080000:00000001:1.0:1767384339.554673:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384339.554674:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384339.554680:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384339.554694:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384339.554700:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384339.554700:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384339.554705:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384339.554708:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384339.554712:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000020:2.0:1767384339.554714:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:1.0:1767384339.554715:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384339.554728:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000884688bc. 00010000:00000001:1.0:1767384339.554732:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384339.554734:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00000020:00000001:1.0:1767384339.554737:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384339.554741:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e194 to hash 00000020:00000001:1.0:1767384339.554744:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384339.554745:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.554749:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.554751:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.554752:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.554755:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554762:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384339.554765:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384339.554767:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384339.554769:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384339.554770:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.554772:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384339.554773:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.554775:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384339.554777:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384339.554779:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384339.554781:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384339.554784:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000884688bc) refcount = 1 00010000:00010000:1.0:1767384339.554786:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554790:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384339.554792:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384339.554794:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.554796:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.554799:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384339.554802:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384339.554804:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384339.554806:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.554813:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.554815:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384339.554818:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.554821:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.554823:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384339.554825:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554831:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384339.554833:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554837:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.554838:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384339.554838:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554842:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.554843:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.554846:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384339.554848:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384339.554852:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384339.554854:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.554855:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384339.554856:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554861:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384339.554863:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384339.554865:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384339.554867:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00000020:00000001:1.0:1767384339.554869:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.554871:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384339.554879:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384339.554881:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554886:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384339.554887:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384339.554888:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.554890:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384339.554891:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384339.554893:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384339.554895:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.554896:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e194 from hash 00010000:00000001:1.0:1767384339.554898:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384339.554900:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.554901:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.554902:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384339.554904:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384339.554906:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384339.554908:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384339.554910:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384339.554911:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.554913:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384339.554913:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384339.554915:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.554916:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.554917:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.554919:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384339.554921:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.554923:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554929:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.554930:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.554932:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384339.554933:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384339.554934:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384339.554936:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384339.554945:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384339.554948:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384339.554950:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384339.554952:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384339.554958:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384339.554960:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384339.554961:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e194 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384339.554968:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000884688bc count: 0 00010000:00000001:1.0:1767384339.554976:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384339.554978:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384339.556920:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384339.556925:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384339.556927:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000a124b28. 20000000:00000001:3.0:1767384339.556932:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384339.556937:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748240768 00010000:00000001:3.0:1767384339.556939:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384339.556946:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085050ac1 x1853236748240768/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384339.556954:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384339.556955:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384339.556958:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384339.556962:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384339.556964:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384339.556966:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384339.556969:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384339.556971:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384339.556975:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384339.556977:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384339.556981:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef459752. 00000100:00000200:3.0:1767384339.556986:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748240768, offset 224 00000400:00000200:3.0:1767384339.556992:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384339.557002:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384339.557011:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104780 00000400:00000200:3.0:1767384339.557016:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a1 [2] + 224 00000400:00000200:3.0:1767384339.557024:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384339.557028:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384339.557039:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384339.557043:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384339.557049:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.557065:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384339.557072:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef459752 00000400:00000010:3.0:1767384339.557075:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef459752. 00000100:00000001:3.0:1767384339.557078:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384339.557080:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384339.557084:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384339.557086:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384339.557089:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384339.557091:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.557091:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384339.557096:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384339.557097:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384339.557100:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085050ac1 x1853236748240768/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384339.557128:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085050ac1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748240768:12345-0@lo:253: Request processed in 25542us (26230us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384339.557134:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384339.557138:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384339.557139:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000400:00000010:0.0:1767384339.557143:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 00000100:00000040:3.0:1767384339.557144:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384339.557148:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384339.557152:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384339.557153:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096894f34 00000020:00000010:3.0:1767384339.557157:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006814a60a. 00000400:00000010:0.0:1767384339.557159:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096894f34. 00000020:00000010:3.0:1767384339.557167:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3d839. 00000100:00000001:0.0:1767384339.557170:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384339.557176:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000731bdb2f. 00000100:00000200:0.0:1767384339.557180:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384339.557183:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384339.557189:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384339.557192:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000009c4ec9b. 02000000:00000001:3.0:1767384339.557198:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384339.557200:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384339.557201:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384339.557208:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384339.557214:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477ea082. 00000100:00000001:0.0:1767384339.557215:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384339.557219:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.557225:0:16146:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384339.557226:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef459752. 02000000:00000001:0.0:1767384339.557228:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384339.557239:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384339.557242:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384339.557246:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384339.557252:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=45 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384339.557257:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384339.557261:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384339.557264:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384339.557268:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384339.557271:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.557275:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384339.557280:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.557292:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384339.557297:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384339.557299:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384339.557305:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384339.557309:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384339.557313:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384339.557316:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384339.557319:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384339.557321:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384339.557323:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384339.557325:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384339.557328:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384339.557331:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384339.557341:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384339.557353:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000089cd43b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748240768:0@lo:253: 00000100:00000001:0.0:1767384339.557363:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.557367:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384339.557377:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000089cd43b1 x1853236748240768/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384339.557386:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384339.557388:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384339.557392:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000016efc06. 02000000:00000001:0.0:1767384339.557406:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384339.557409:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384339.557412:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384339.557415:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384339.557418:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d5c3c034. 02000000:00000001:0.0:1767384339.557428:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384339.557430:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384339.557433:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089cd43b1. 00000100:00000001:0.0:1767384339.557442:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384339.557444:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.557449:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384339.557457:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384339.557459:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384339.557464:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384339.557467:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384339.557998:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384339.558002:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384339.558004:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003556829b. 20000000:00000001:1.0:1767384339.558010:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384339.558014:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748240896 00010000:00000001:1.0:1767384339.558017:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384339.558024:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ac68fb1 x1853236748240896/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384339.558032:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384339.558033:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384339.558036:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384339.558040:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384339.558042:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384339.558045:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384339.558048:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384339.558050:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.558053:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384339.558056:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384339.558060:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000287dbfee. 00000100:00000200:1.0:1767384339.558063:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748240896, offset 224 00000400:00000200:1.0:1767384339.558069:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384339.558079:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384339.558093:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104800 00000400:00000200:1.0:1767384339.558101:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a5 [2] + 224 00000400:00000200:1.0:1767384339.558139:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384339.558142:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384339.558147:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384339.558154:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384339.558166:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.558182:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384339.558190:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000287dbfee 00000400:00000010:1.0:1767384339.558192:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000287dbfee. 00000100:00000001:1.0:1767384339.558198:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384339.558200:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384339.558205:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.558208:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384339.558210:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384339.558213:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384339.558214:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384339.558217:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384339.558220:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384339.558222:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384339.558229:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384339.558235:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000100:00000040:1.0:1767384339.558236:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac68fb1 x1853236748240896/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:320/0 lens 4848/4768 e 0 to 0 dl 1767384350 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384339.558248:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3b6a35b 00000400:00000010:2.0:1767384339.558261:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3b6a35b. 00000100:00100000:1.0:1767384339.558270:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ac68fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748240896:12345-0@lo:253: Request processed in 26472us (27335us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384339.558272:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384339.558279:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384339.558289:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:1.0:1767384339.558302:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:2.0:1767384339.558307:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384339.558307:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384339.558314:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384339.558325:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384339.558327:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d4e4911. 00000100:00000001:2.0:1767384339.558328:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.558341:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384339.558344:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384339.558344:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ad0fd17. 00000100:00000001:2.0:1767384339.558351:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384339.558354:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384339.558354:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4748564. 02000000:00000001:2.0:1767384339.558366:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384339.558370:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00001000:2.0:1767384339.558371:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=45 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384339.558375:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384339.558383:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=45 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384339.558384:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b5497c29. 00000100:00000001:2.0:1767384339.558391:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384339.558392:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384339.558393:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384339.558396:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384339.558397:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384339.558400:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384339.558402:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384339.558404:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384339.558408:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f6c51e. 00000100:00000040:2.0:1767384339.558413:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384339.558414:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000287dbfee. 00000100:00000001:2.0:1767384339.558430:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384339.558434:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384339.558436:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384339.558440:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384339.558443:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384339.558446:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384339.558450:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384339.558453:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384339.558456:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384339.558459:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384339.558462:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384339.558465:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384339.558470:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384339.558481:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000454c69eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748240896:0@lo:253: 00000100:00000001:2.0:1767384339.558490:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.558493:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384339.558498:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000454c69eb x1853236748240896/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384355 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384339.558503:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384339.558504:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384339.558506:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b75ba406. 02000000:00000001:2.0:1767384339.558513:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384339.558516:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384339.558518:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384339.558519:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384339.558520:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000209d6f78. 02000000:00000001:2.0:1767384339.558535:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384339.558538:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384339.558541:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000454c69eb. 00000100:00000001:2.0:1767384339.558546:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384339.558549:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.558552:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384339.558560:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384339.558577:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384339.558581:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384339.558586:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384339.561157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000884688bc. 00010000:00000010:1.1:1767384339.561163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00010000:00000001:2.0:1767384339.800169:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384339.800178:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384339.800187:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384339.800190:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384339.800232:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384339.800237:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384339.800241:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384340.311232:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384340.311239:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384340.311243:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:3.0:1767384340.311248:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000400:00000200:3.0:1767384340.311254:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384340.311261:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384340.311273:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000099e05921. 00000400:00000010:3.0:1767384340.311281:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e6c891e7. 00000004:00000001:0.0:1767384340.503213:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384340.503218:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:3.0:1767384340.503225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384340.503225:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 00000100:00000001:3.0:1767384340.503233:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384340.503234:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:3.0:1767384340.503238:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000100:00000001:0.0:1767384340.503240:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384340.503245:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 02000000:00000001:0.0:1767384340.503245:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384340.503253:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.503254:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384340.503260:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384340.503262:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee8dd3bf. 02000000:00000001:3.0:1767384340.503265:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503271:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384340.503276:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c2d38ef. 00000100:00000001:0.0:1767384340.503281:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384340.503284:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503284:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.503297:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384340.503297:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096bc844c] to pc [ptlrpcd_00_03+3] req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.503333:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384340.503335:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.503339:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8675a7c] to pc [ptlrpcd_00_00+0] req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384340.503353:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.503363:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.503367:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384340.503369:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.503370:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384340.503382:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000610afb80. 00000100:00000001:1.0:1767384340.503382:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.503393:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384340.503394:0:8:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384340.503403:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384340.503405:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384340.503408:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.503410:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384340.503415:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004a2afb54. 00000100:00000001:1.0:1767384340.503421:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384340.503421:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.503431:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503433:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.503437:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384340.503438:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.503442:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384340.503447:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384340.503447:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503452:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384340.503461:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748241024:0@lo:13: 00000100:00100000:0.0:1767384340.503462:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384340.503472:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.503473:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384340.503478:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384340.503479:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503485:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384340.503488:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384340.503489:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384340.503490:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000610afb80] to pc [ptlrpcd_00_01+1] req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384340.503496:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503497:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384340.503509:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384340.503510:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.503516:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384340.503517:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384340.503517:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cbb338a4. 00000100:00000040:0.0:1767384340.503525:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384340.503527:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.503528:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384340.503540:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000100:00000001:3.0:1767384340.503542:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384340.503548:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000958b9be. 00000020:00000040:3.0:1767384340.503554:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384340.503566:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000100:00000001:0.0:1767384340.503570:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384340.503573:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.503578:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384340.503578:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748241024, portal 4 02000000:00000001:0.0:1767384340.503579:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384340.503589:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384340.503589:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384340.503590:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384340.503598:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.503598:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 02000000:00000001:0.0:1767384340.503599:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.503613:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748241152:0@lo:400: 02000000:00000010:3.0:1767384340.503614:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000d5c06e7. 00000100:00000040:1.0:1767384340.503618:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.503621:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.503633:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384340.503638:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384340.503642:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384340.503650:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.503660:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384340.503665:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384340.503668:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e147b709. 00000100:00000001:3.0:1767384340.503672:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767384340.503676:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384340.503677:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.503677:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384340.503687:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00000400:00000010:0.0:1767384340.503690:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000100:00000040:3.0:1767384340.503691:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000958b9be] to pc [ptlrpcd_00_02+2] req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384340.503698:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748241024, offset 0 00000400:00000010:0.0:1767384340.503701:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384340.503713:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748241152, portal 25 00000100:00000001:3.0:1767384340.503719:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.503719:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384340.503720:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384340.503724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384340.503724:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:3.0:1767384340.503734:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767384340.503735:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384340.503739:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa46084d. 00000020:00000040:3.0:1767384340.503745:0:8:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384340.503746:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384340.503753:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384340.503757:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384340.503757:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384340.503759:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384340.503767:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 02000000:00000001:3.0:1767384340.503768:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384340.503772:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748241152, offset 0 00000400:00000200:1.0:1767384340.503778:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e104880 02000000:00000010:3.0:1767384340.503780:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f83b4faa. 00000400:00000200:0.0:1767384340.503784:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384340.503796:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.503805:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384340.503806:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1568 00000400:00000200:0.0:1767384340.503816:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384340.503831:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384340.503831:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.503841:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e104900 00000100:00000001:3.0:1767384340.503842:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.503850:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384340.503855:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa46084d] to pc [ptlrpcd_00_03+3] req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384340.503862:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1069 [2] + 0 00000400:00000010:0.0:1767384340.503871:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbb4ce9a. 00000100:00000001:3.0:1767384340.503873:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384340.503875:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f6d3ddf 00000100:00000040:3.0:1767384340.503879:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (266) 00000100:00000001:1.0:1767384340.503882:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384340.503882:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384340.503885:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384340.503892:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099c41da6. 00000400:00000200:0.0:1767384340.503898:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384340.503899:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000099c41da6 x1853236748241024 msgsize 224 00000400:00000200:0.0:1767384340.503913:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6d3ddf 00000400:00000010:0.0:1767384340.503919:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f6d3ddf. 00000100:00100000:1.0:1767384340.503920:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384340.503922:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.503930:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384340.503934:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:0.0:1767384340.503935:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384340.503940:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384340.503943:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000058519b05 x1853236748241152 msgsize 224 00000100:00000001:1.0:1767384340.503944:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384340.503947:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384340.503954:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384340.503959:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384340.503960:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384340.503963:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00000100:00000001:3.0:1767384340.503964:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384340.503965:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384340.503968:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384340.503972:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00000100:00000040:3.0:1767384340.503975:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.503978:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384340.503983:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384340.503986:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384340.503988:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000100:00000001:3.0:1767384340.503989:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384340.503992:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000200:1.0:1767384340.503994:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384340.503997:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384340.503999:0:16147:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384340.504002:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384340.504009:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384340.504011:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384340.504024:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000610afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748241280:0@lo:400: 00000100:00000001:3.0:1767384340.504046:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384340.504050:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384340.504056:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.504062:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384340.504066:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c815c25f. 00000100:00000001:1.0:1767384340.504066:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384340.504066:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384340.504073:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.504074:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.504076:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384340.504082:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1acf3a3. 00000400:00000010:3.0:1767384340.504095:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000100:00000200:3.0:1767384340.504156:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748241280, portal 4 00000100:00000001:3.0:1767384340.504158:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384340.504160:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716212992 : -114055993338624 : ffff984445085500) 00000100:00000040:3.0:1767384340.504169:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.504175:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.504178:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.504182:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00000100:00000200:3.0:1767384340.504185:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748241280, offset 0 00000400:00000200:3.0:1767384340.504191:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.504205:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.504217:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e104980 00000400:00000200:3.0:1767384340.504225:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 2992 00000400:00000200:3.0:1767384340.504233:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384340.504235:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.504239:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384340.504239:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.504248:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.504256:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294928397 00000100:00000001:3.0:1767384340.504257:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384340.504261:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384340.504261:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006875d0ec. 00000100:00000010:3.0:1767384340.504269:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094561506. 00000100:00000001:0.0:1767384340.504270:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384340.504278:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000094561506 x1853236748241280 msgsize 224 00000100:00000001:0.0:1767384340.504279:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294928397 00000100:00000010:0.0:1767384340.504285:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9fdacbf. 00000100:00100000:3.0:1767384340.504290:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384340.504290:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384340.504299:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294928397 00000100:00000010:0.0:1767384340.504303:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b040c079. 00000100:00000001:0.0:1767384340.504306:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384340.504309:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.504309:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294928397 00000100:00000010:0.0:1767384340.504315:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005bf990dc. 00000100:00000001:0.0:1767384340.504321:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384340.504325:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000400:00000010:3.0:1767384340.504329:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000100:00000001:3.0:1767384340.504336:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384340.504337:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384340.504341:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.504343:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.504351:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504357:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384340.504357:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.504363:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384340.504366:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.504366:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384340.504373:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504376:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504380:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.504380:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504391:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.504398:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5956 usecs (6 jiffies) 00000100:00000001:3.0:1767384340.504403:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928391 00000100:00000001:3.0:1767384340.504412:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928397 00000100:00000001:3.0:1767384340.504415:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928391 00000100:00000001:3.0:1767384340.504419:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928397 00000100:00000001:3.0:1767384340.504423:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928391 00000100:00000001:3.0:1767384340.504426:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928397 00000100:00000001:3.0:1767384340.504429:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928391 00000100:00000001:3.0:1767384340.504432:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928397 00000100:00000001:3.0:1767384340.504434:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.504438:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504445:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.504449:0:17561:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007215f22d. 00000100:00000001:3.0:1767384340.504450:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.504458:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384340.504465:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241024 02000000:00000001:0.0:1767384340.504469:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.504471:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.504474:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.504479:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.504482:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241024 00000020:00000001:0.0:1767384340.504485:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384340.504487:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:0.0:1767384340.504491:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384340.504494:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00000001:3.0:1767384340.504497:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384340.504498:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00100000:3.0:1767384340.504504:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241280 00000020:00000001:0.0:1767384340.504504:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 02000000:00000001:3.0:1767384340.504510:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.504513:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384340.504514:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384340.504519:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384340.504520:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.504527:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.504528:0:17561:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000077bf1101. 00000100:00100000:3.0:1767384340.504532:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241280 00000020:00000001:3.0:1767384340.504537:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384340.504540:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000040:0.0:1767384340.504541:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000020:00000001:3.0:1767384340.504542:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384340.504547:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000020:00000001:3.0:1767384340.504551:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:3.0:1767384340.504554:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384340.504569:0:17561:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384340.504571:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384340.504576:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd154a42. 00000020:00000010:3.0:1767384340.504577:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1742b30. 00000100:00000001:3.0:1767384340.504583:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384340.504584:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:3.0:1767384340.504585:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1742b30. 00000020:00000010:0.0:1767384340.504591:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7c4cf36. 00000020:00000010:3.0:1767384340.504595:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f057258. 00000020:00000010:3.0:1767384340.504603:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c704b53. 00000100:00000040:0.0:1767384340.504607:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:3.0:1767384340.504608:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000100:00000001:0.0:1767384340.504611:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.504615:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384340.504618:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.504631:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.504632:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384340.504637:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384340.504641:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384340.504644:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.504652:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.504654:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384340.504658:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384340.504661:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504673:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.504678:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384340.504681:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384340.504690:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:0.0:1767384340.504696:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384340.504699:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384340.504699:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408381312 : -114055301170304 : ffff98446e49fb80) 00000100:00000001:3.0:1767384340.504704:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384340.504710:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099c41da6 x1853236748241024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384340.504716:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384340.504726:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384340.504727:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 00000100:00000001:3.0:1767384340.504732:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716211200 : -114055993340416 : ffff984445084e00) 00000020:00000010:0.0:1767384340.504732:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005016a0ff. 00000100:00000001:0.0:1767384340.504741:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384340.504744:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005016a0ff. 00000100:00000040:3.0:1767384340.504745:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094561506 x1853236748241280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.504757:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099c41da6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16149:x1853236748241024:12345-0@lo:13: 00000100:00000200:0.0:1767384340.504779:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241024 00000100:00000001:1.0:1767384340.504787:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.504787:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384340.504790:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384340.504795:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384340.504798:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384340.504800:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1742b30. 00000020:00000001:0.0:1767384340.504800:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504810:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384340.504810:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384340.504812:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.504814:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000010:3.0:1767384340.504824:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1742b30. 00000100:00000040:1.0:1767384340.504826:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5956 usecs (6 jiffies) 00000020:00000001:0.0:1767384340.504826:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384340.504835:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384340.504838:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094561506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748241280:12345-0@lo:400: 00000100:00000001:1.0:1767384340.504839:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928391 00000020:00000001:0.0:1767384340.504840:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00080000:2.0:1767384340.504841:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:0.0:1767384340.504847:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384340.504852:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928397 00000100:00000200:3.0:1767384340.504854:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241280 00000020:00000001:0.0:1767384340.504854:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384340.504855:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:1.0:1767384340.504866:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928391 00000020:00000001:3.0:1767384340.504868:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384340.504868:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384340.504870:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.504877:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928397 00000100:00000001:2.0:1767384340.504879:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384340.504880:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384340.504880:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384340.504889:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928391 00000100:00000001:2.0:1767384340.504890:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384340.504891:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384340.504891:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000038ffa41f. 02000000:00000001:0.0:1767384340.504901:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.504904:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384340.504907:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384340.504907:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928397 00000100:00000001:0.0:1767384340.504908:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.504915:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:1.0:1767384340.504921:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928391 00002000:00000001:0.0:1767384340.504922:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:3.0:1767384340.504923:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384340.504929:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384340.504936:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928397 00000020:00000001:3.0:1767384340.504937:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.504937:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384340.504937:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384340.504942:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384340.504944:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384340.504945:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384340.504950:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:0.0:1767384340.504950:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:2.0:1767384340.504951:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384340.504952:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384340.504955:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.504963:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.504964:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.504966:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384340.504966:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.504972:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384340.504976:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748241408:0@lo:400: 02000000:00000001:3.0:1767384340.504979:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384340.504979:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.504980:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.504987:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384340.504994:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:0.0:1767384340.504994:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000010:3.0:1767384340.504996:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b7d4f8b. 02000000:00000001:2.0:1767384340.504996:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384340.505002:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384340.505008:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.505010:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000020:0.0:1767384340.505010:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767384340.505012:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.505015:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384340.505017:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000595d880d. 00000020:00000020:0.0:1767384340.505018:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384340.505020:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.505022:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384340.505026:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384340.505027:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748241280 00010000:00000001:3.0:1767384340.505036:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000020:0.0:1767384340.505036:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384340.505038:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384340.505041:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00002000:00000001:0.0:1767384340.505044:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384340.505045:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000200:3.0:1767384340.505049:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094561506 x1853236748241280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384340.505051:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133d7e7. 00000100:00000001:1.0:1767384340.505051:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384340.505054:0:17561:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000d33f1c76. 00000100:00000040:1.0:1767384340.505062:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384340.505066:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748241408, portal 10 00010000:00000001:3.0:1767384340.505067:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384340.505067:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384340.505074:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384340.505075:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.505080:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00002000:00000001:0.0:1767384340.505086:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.505090:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716209408 : -114055993342208 : ffff984445084700) 00000100:00001000:3.0:1767384340.505091:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=36 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384340.505096:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748241024 00000100:00000001:3.0:1767384340.505135:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.505140:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:0.0:1767384340.505144:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384340.505147:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384340.505152:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.505154:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00010000:00000200:0.0:1767384340.505154:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099c41da6 x1853236748241024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384340.505155:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384340.505167:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384340.505167:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384340.505175:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384340.505176:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.505192:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384340.505192:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.505206:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236748241536:0@lo:400: 00000100:00000040:3.0:1767384340.505207:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384340.505218:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384340.505219:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00010000:00000001:0.0:1767384340.505221:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384340.505229:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384340.505230:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384340.505231:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384340.505232:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748241280, offset 224 02000000:00000001:1.0:1767384340.505240:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384340.505241:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000100:00001000:0.0:1767384340.505242:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=36 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384340.505243:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.505255:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384340.505256:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384340.505257:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1767384340.505262:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ba065f9. 00000100:00000200:2.0:1767384340.505264:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748241408, offset 0 00000100:00000040:0.0:1767384340.505265:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 02000000:00000001:1.0:1767384340.505272:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.505276:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000400:00000200:3.0:1767384340.505282:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384340.505284:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384340.505284:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 02000000:00000001:0.0:1767384340.505285:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384340.505292:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384340.505297:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e104980 00000400:00000010:1.0:1767384340.505298:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00000100:00000001:0.0:1767384340.505299:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384340.505309:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384340.505310:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748241536, portal 10 00000100:00000040:0.0:1767384340.505310:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384340.505319:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17d9 [1] + 224 00000100:00000001:1.0:1767384340.505320:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384340.505322:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000001:1.0:1767384340.505325:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716216576 : -114055993335040 : ffff984445086300) 00000400:00000200:2.0:1767384340.505326:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e104a00 00000400:00000200:3.0:1767384340.505340:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384340.505341:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748241024, offset 224 00000100:00000040:1.0:1767384340.505343:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384340.505349:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:3.0:1767384340.505361:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384340.505372:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.505380:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384340.505390:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.505393:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384340.505401:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384340.505408:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384340.505409:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384340.505412:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384340.505412:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384340.505426:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e104880 00000100:00000010:2.0:1767384340.505428:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000518de779. 00000100:00000040:1.0:1767384340.505430:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384340.505440:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000518de779 x1853236748241408 msgsize 224 00000400:00000010:1.0:1767384340.505441:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000100:00000040:3.0:1767384340.505448:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384340.505451:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17c9 [1] + 224 00000100:00100000:2.0:1767384340.505460:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384340.505463:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748241536, offset 0 00000400:00000200:0.0:1767384340.505463:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384340.505470:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.505477:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384340.505485:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384340.505486:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384340.505498:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:2.0:1767384340.505503:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000200:1.0:1767384340.505507:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384340.505512:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384340.505515:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384340.505520:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000100:00000200:2.0:1767384340.505520:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384340.505521:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e104a80 00000100:00000200:0.0:1767384340.505533:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384340.505538:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000100:00000001:3.0:1767384340.505545:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.505550:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384340.505554:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000100:00000001:3.0:1767384340.505571:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.505580:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384340.505586:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384340.505587:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000040:2.0:1767384340.505588:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.505593:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384340.505602:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384340.505609:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384340.505610:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384340.505620:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384340.505625:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384340.505631:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384340.505632:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094561506 x1853236748241280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384340.505648:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026fd0efb. 00000100:00000001:2.0:1767384340.505649:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.505652:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384340.505658:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000026fd0efb x1853236748241536 msgsize 224 00000100:00000001:2.0:1767384340.505660:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384340.505664:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384340.505672:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:2.0:1767384340.505679:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384340.505685:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384340.505686:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384340.505692:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3065 usecs (4 jiffies) 00000100:00000001:0.0:1767384340.505693:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384340.505695:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094561506 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748241280:12345-0@lo:400: Request processed in 896us (1406us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384340.505699:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294928390 00000100:00000001:0.0:1767384340.505700:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.505703:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384340.505705:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294928397 00000100:00100000:3.0:1767384340.505710:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384340.505712:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:1.0:1767384340.505713:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000100:00000001:2.0:1767384340.505714:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294928390 00000100:00000040:3.0:1767384340.505716:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00000400:00000010:1.0:1767384340.505723:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000100:00000001:3.0:1767384340.505726:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384340.505726:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294928397 00010000:00000001:0.0:1767384340.505727:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384340.505730:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384340.505732:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384340.505732:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.505735:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294928390 00000020:00000001:0.0:1767384340.505739:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384340.505741:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c704b53. 00000100:00000200:1.0:1767384340.505742:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.505747:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294928397 00000020:00000010:3.0:1767384340.505752:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00000100:00000040:0.0:1767384340.505752:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099c41da6 x1853236748241024/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:321/0 lens 224/368 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.505758:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294928390 00000020:00000010:3.0:1767384340.505763:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f057258. 00000100:00000001:2.0:1767384340.505770:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294928397 00000020:00000040:3.0:1767384340.505775:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:2.0:1767384340.505782:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384340.505787:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.505796:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.505813:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384340.505814:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384340.505816:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099c41da6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748241024:12345-0@lo:13: Request processed in 1088us (1914us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384340.505818:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384340.505825:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.505825:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384340.505828:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384340.505834:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384340.505835:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:3.0:1767384340.505841:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384340.505843:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384340.505847:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1acf3a3. 00000100:00100000:0.0:1767384340.505853:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:3.0:1767384340.505857:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000100:00000001:2.0:1767384340.505858:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.505866:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384340.505867:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000400:00000010:3.0:1767384340.505868:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:2.0:1767384340.505871:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.505878:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.505881:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384340.505882:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.505884:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.505892:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000100:00000200:3.0:1767384340.505894:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.505898:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.505900:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7c4cf36. 00000100:00000001:1.0:1767384340.505911:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384340.505914:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd154a42. 00000100:00000001:2.0:1767384340.505915:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384340.505920:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384340.505922:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384340.505922:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241408 00000020:00000040:0.0:1767384340.505922:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 02000000:00000001:2.0:1767384340.505932:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384340.505933:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.505937:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384340.505937:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3128 usecs (4 jiffies) 00000100:00000001:2.0:1767384340.505945:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.505947:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294928390 02000000:00000001:2.0:1767384340.505952:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384340.505961:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241408 00000100:00000001:1.0:1767384340.505961:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294928397 00000100:00000001:3.0:1767384340.505962:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384340.505969:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384340.505972:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294928390 00000020:00000040:2.0:1767384340.505973:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:3.0:1767384340.505974:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384340.505979:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384340.505985:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384340.505985:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294928397 00000020:00000040:2.0:1767384340.505986:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 02000000:00000001:3.0:1767384340.505991:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384340.505993:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:1.0:1767384340.505995:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294928390 00000100:00000001:3.0:1767384340.505996:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384340.505997:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:3.0:1767384340.506000:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.506002:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294928397 02000000:00000001:3.0:1767384340.506003:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.506010:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=36 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384340.506013:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294928390 00000100:00000001:2.0:1767384340.506015:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:3.0:1767384340.506016:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.506020:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384340.506021:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3be430b. 00000100:00000001:3.0:1767384340.506022:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.506026:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294928397 00000100:00000001:2.0:1767384340.506028:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384340.506029:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384340.506030:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384340.506037:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3be430b. 00000100:00000001:1.0:1767384340.506041:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384340.506042:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384340.506047:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6db2160. 00000400:00000001:1.0:1767384340.506052:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384340.506054:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea72dbaf. 00010000:00000001:3.0:1767384340.506058:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384340.506059:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1767384340.506061:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b83d1b2c. 00000400:00000010:1.0:1767384340.506069:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000100:00000001:3.0:1767384340.506071:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384340.506073:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000040:3.0:1767384340.506081:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384340.506082:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384340.506082:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000100:00000001:3.0:1767384340.506085:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767384340.506088:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000100:00000001:2.0:1767384340.506089:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384340.506090:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.506098:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.506103:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384340.506129:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384340.506132:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384340.506135:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.506135:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384340.506136:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.506147:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.506164:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384340.506172:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241536 02000000:00000001:2.0:1767384340.506181:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384340.506188:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.506196:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.506197:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384340.506198:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384340.506202:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.506211:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384340.506212:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241536 00000100:00000001:3.0:1767384340.506219:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384340.506220:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384340.506228:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000040:3.0:1767384340.506236:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384340.506239:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384340.506239:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384340.506244:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384340.506246:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000001:1.0:1767384340.506252:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384340.506258:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384340.506259:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:1.0:1767384340.506262:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384340.506267:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.506269:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00100000:3.0:1767384340.506272:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000610afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748241280:0@lo:400: 02000000:00000001:1.0:1767384340.506272:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.506281:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1767384340.506283:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384340.506288:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384340.506288:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3be430b. 00000100:00001000:1.0:1767384340.506289:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.506300:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384340.506300:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384340.506302:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a89ae0e. 00000100:00000001:1.0:1767384340.506303:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.506311:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384340.506312:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000610afb80 x1853236748241280/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384340.506315:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00010000:00080000:1.0:1767384340.506320:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.506331:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384340.506340:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ca89362. 00000020:00000010:2.0:1767384340.506352:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b533330c. 00000020:00000010:2.0:1767384340.506368:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000100:00000001:3.0:1767384340.506371:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384340.506380:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384340.506380:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.506382:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384340.506391:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c815c25f. 00000100:00000001:2.0:1767384340.506391:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384340.506392:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384340.506401:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384340.506402:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384340.506404:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384340.506411:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384340.506412:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384340.506415:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384340.506419:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384340.506420:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.506422:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384340.506429:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.506436:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384340.506442:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384340.506443:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004a2afb54. 00000100:00000001:2.0:1767384340.506443:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384340.506458:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384340.506460:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384340.506462:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000610afb80. 00000100:00000001:2.0:1767384340.506463:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384340.506469:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384340.506473:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384340.506479:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384340.506483:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767384340.506491:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384340.506496:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:3.0:1767384340.506504:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384340.506506:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521766016 : -114055187785600 : ffff9844750c1880) 00000100:00000001:3.0:1767384340.506511:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.506512:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384340.506519:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000518de779 x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.506523:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384340.506525:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.506528:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384340.506532:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384340.506534:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384340.506534:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a73dc10. 00000004:00000001:1.0:1767384340.506538:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384340.506541:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000040:1.0:1767384340.506544:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:2.0:1767384340.506548:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a73dc10. 00000004:00000040:1.0:1767384340.506550:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00100000:2.0:1767384340.506568:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000518de779 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748241408:12345-0@lo:400: 00000004:00000020:1.0:1767384340.506572:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000200:2.0:1767384340.506573:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241408 00000020:00000001:2.0:1767384340.506582:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000004:00000001:1.0:1767384340.506583:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.506588:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384340.506591:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.506593:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384340.506597:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384340.506602:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:2.0:1767384340.506614:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384340.506622:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384340.506623:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748241024:0@lo:13: 00000020:00000001:2.0:1767384340.506637:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384340.506641:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384340.506643:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.506644:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.506650:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384340.506650:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384340.506662:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384340.506664:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096bc844c x1853236748241024/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384340.506674:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384340.506674:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384340.506679:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384340.506682:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000856cfb3e. 02000000:00000010:1.0:1767384340.506683:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cbb338a4. 02000000:00000001:2.0:1767384340.506692:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.506692:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384340.506699:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384340.506700:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384340.506705:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384340.506706:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384340.506713:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:2.0:1767384340.506715:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748241408 02000000:00000010:1.0:1767384340.506717:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ee8dd3bf. 00000100:00000001:3.0:1767384340.506718:0:16785:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384340.506719:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384340.506723:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384340.506724:0:16785:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384340.506730:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:2.0:1767384340.506732:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000518de779 x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.506734:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384340.506739:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00000100:00100000:0.0:1767384340.506740:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241152 00000100:00100000:3.0:1767384340.506741:0:16785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 02000000:00000001:0.0:1767384340.506751:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384340.506752:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384340.506753:0:16785:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384340.506760:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.506761:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384340.506762:0:16785:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408366976 : -114055301184640 : ffff98446e49c380) 00000100:00000001:0.0:1767384340.506762:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384340.506768:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.506771:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.506771:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384340.506773:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.506777:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026fd0efb x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384340.506787:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=41 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384340.506788:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241152 00000100:00000001:1.0:1767384340.506789:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384340.506793:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384340.506794:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384340.506795:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:1.0:1767384340.506801:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384340.506802:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384340.506805:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000040:0.0:1767384340.506809:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:1.0:1767384340.506814:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.506815:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:0.0:1767384340.506815:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384340.506821:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384340.506829:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.506830:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384340.506831:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384340.506833:0:16785:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384340.506838:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.506846:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.506847:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384340.506848:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384340.506858:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021a14c53. 00000100:00000040:2.0:1767384340.506863:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384340.506865:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384340.506868:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000020:00000010:0.0:1767384340.506868:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021a14c53. 00000100:00000200:2.0:1767384340.506876:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748241408, offset 224 00000020:00000010:0.0:1767384340.506879:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd154a42. 00000400:00000200:2.0:1767384340.506884:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384340.506885:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384340.506889:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7c4cf36. 00000400:00000200:2.0:1767384340.506901:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384340.506909:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384340.506914:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384340.506918:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384340.506919:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e104a00 00000100:00000001:0.0:1767384340.506920:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.506934:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384340.506935:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e1 [1] + 224 00000400:00000200:2.0:1767384340.506942:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384340.506944:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384340.506965:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384340.506969:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.506969:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384340.506981:0:16785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f1742b30. 00000100:00000040:2.0:1767384340.506981:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.506984:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384340.506987:0:16785:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.506988:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384340.506994:0:16785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f1742b30. 00000100:00100000:0.0:1767384340.506998:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:0.0:1767384340.507002:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00100000:3.0:1767384340.507004:0:16785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026fd0efb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236748241536:12345-0@lo:400: 00000100:00000001:2.0:1767384340.507004:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384340.507005:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388806224 : -114060320745392 : ffff984343195850) 00000100:00000200:3.0:1767384340.507015:0:16785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241536 00000100:00000040:0.0:1767384340.507017:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058519b05 x1853236748241152/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:321/0 lens 224/0 e 0 to 0 dl 1767384351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384340.507019:0:16785:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384340.507020:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000020:00000001:3.0:1767384340.507023:0:16785:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384340.507025:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000020:00000001:3.0:1767384340.507044:0:16785:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.507048:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384340.507049:0:16785:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384340.507051:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384340.507053:0:16785:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:0.0:1767384340.507056:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384340.507058:0:16785:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384340.507059:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384340.507061:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021a14c53. 00000100:00000040:2.0:1767384340.507064:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:0.0:1767384340.507066:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384340.507069:0:16785:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384340.507069:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384340.507069:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000021a14c53. 00000020:00000001:2.0:1767384340.507073:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.507076:0:16785:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384340.507076:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384340.507078:0:16785:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384340.507081:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058519b05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748241152:12345-0@lo:400: 00000020:00000001:3.0:1767384340.507082:0:16785:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.507085:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000518de779 x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384340.507087:0:16785:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384340.507092:0:16785:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384340.507095:0:16785:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384340.507100:0:16785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d051f14d. 00000100:00000200:0.0:1767384340.507100:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241152 00000100:00100000:2.0:1767384340.507105:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000518de779 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748241408:12345-0@lo:400: Request processed in 575us (1663us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384340.507106:0:16785:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.507106:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384340.507111:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384340.507112:0:16785:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.507115:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.507116:0:16785:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.507118:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384340.507122:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00000040:3.0:1767384340.507124:0:16785:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748241536 00000020:00000001:0.0:1767384340.507124:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000100:00000040:2.0:1767384340.507126:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00010000:00000001:3.0:1767384340.507131:0:16785:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384340.507132:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384340.507133:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:3.0:1767384340.507187:0:16785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026fd0efb x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384340.507194:0:16785:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384340.507198:0:16785:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384340.507201:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384340.507206:0:16785:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384340.507212:0:16785:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384340.507216:0:16785:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384340.507219:0:16785:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384340.507223:0:16785:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384340.507228:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384340.507234:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384340.507238:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000100:00000200:3.0:1767384340.507245:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748241536, offset 224 00000400:00000200:3.0:1767384340.507249:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384340.507265:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384340.507280:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e104a80 00000400:00000200:3.0:1767384340.507291:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ed [1] + 224 00000400:00000200:3.0:1767384340.507298:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384340.507307:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384340.507314:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384340.507322:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384340.507338:0:16785:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384340.507350:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384340.507356:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000400:00000010:3.0:1767384340.507357:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:3.0:1767384340.507359:0:16785:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384340.507361:0:16785:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384340.507382:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384340.507384:0:16785:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384340.507386:0:16785:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384340.507387:0:16785:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384340.507388:0:16785:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384340.507390:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026fd0efb x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384340.507395:0:16785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026fd0efb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236748241536:12345-0@lo:400: Request processed in 563us (1737us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384340.507400:0:16785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767384340.507403:0:16785:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:3.0:1767384340.507405:0:16785:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384340.507406:0:16785:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384340.507408:0:16785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b533330c. 00000020:00000010:3.0:1767384340.507410:0:16785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00000020:00000010:3.0:1767384340.507412:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ca89362. 00000020:00000040:3.0:1767384340.507416:0:16785:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384340.507417:0:16785:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.507441:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384340.507444:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384340.507446:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384340.507447:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.507448:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384340.507451:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384340.507453:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384340.507455:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006dffcc62. 02000000:00000001:0.0:1767384340.507458:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.507459:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.507461:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384340.507463:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748241152 00010000:00000001:0.0:1767384340.507465:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384340.507469:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058519b05 x1853236748241152/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384340.507474:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384340.507475:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384340.507477:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.507479:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384340.507481:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384340.507482:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384340.507484:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384340.507486:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.507488:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384340.507489:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384340.507492:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384340.507496:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748241152, offset 224 00000400:00000200:0.0:1767384340.507499:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384340.507512:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384340.507517:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e104900 00000400:00000200:0.0:1767384340.507520:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17d1 [1] + 224 00000400:00000200:0.0:1767384340.507524:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384340.507527:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384340.507530:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384340.507534:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.507540:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.507552:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384340.507570:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384340.507572:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384340.507578:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384340.507581:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384340.507586:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384340.507592:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384340.507594:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384340.507595:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.507599:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384340.507606:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058519b05 x1853236748241152/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:321/0 lens 224/224 e 0 to 0 dl 1767384351 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.507617:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058519b05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748241152:12345-0@lo:400: Request processed in 558us (3670us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384340.507627:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000040:0.0:1767384340.507631:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384340.507633:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384340.507637:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.507641:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384340.507645:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7c4cf36. 00000100:00000001:2.0:1767384340.507651:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384340.507652:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd154a42. 00000020:00000010:2.0:1767384340.507657:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea72dbaf. 00000020:00000040:0.0:1767384340.507662:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000020:00000010:2.0:1767384340.507667:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b83d1b2c. 00000020:00000010:2.0:1767384340.507674:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6db2160. 02000000:00000001:0.0:1767384340.507676:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384340.507682:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006dffcc62. 00000020:00000040:2.0:1767384340.507687:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 02000000:00000001:0.0:1767384340.507691:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384340.507694:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.507696:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384340.507703:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384340.507707:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a72bac40. 00000400:00000010:0.0:1767384340.507711:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e82c185. 00000100:00000001:2.0:1767384340.507718:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384340.507722:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384340.507726:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384340.507728:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384340.507729:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000400:00000200:2.0:1767384340.507733:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133d7e7 00000400:00000010:2.0:1767384340.507736:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b133d7e7. 00000100:00000001:2.0:1767384340.507742:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384340.507748:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.507757:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384340.507759:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.507760:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384340.507765:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384340.507768:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384340.507770:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043926dbb. 00000400:00000200:0.0:1767384340.507774:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384340.507778:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384340.507783:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384340.507787:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384340.507790:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.507791:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.507797:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384340.507801:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1767384340.507803:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.507804:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.507807:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384340.507812:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.507822:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384340.507823:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=41 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384340.507825:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384340.507829:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=41 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384340.507830:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384340.507832:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384340.507835:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384340.507836:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384340.507838:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.507839:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384340.507843:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.507844:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767384340.507848:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=46 v=5 (5 0 0 0) 00010000:00080000:2.0:1767384340.507851:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384340.507855:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=46 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384340.507860:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.507862:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384340.507866:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384340.507866:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.507871:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00000001:0.0:1767384340.507872:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384340.507874:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384340.507877:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.507878:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.507884:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384340.507887:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.507891:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.507904:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384340.507910:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384340.507911:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384340.507913:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384340.507919:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384340.507920:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384340.507923:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384340.507933:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748241408:0@lo:400: 00000100:00000040:0.0:1767384340.507933:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384340.507948:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748241152:0@lo:400: 00000100:00000001:2.0:1767384340.507949:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.507954:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384340.507954:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.507959:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384340.507961:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000958b9be x1853236748241408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384340.507966:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748241152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384340.507970:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384340.507975:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384340.507978:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384340.507980:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384340.507981:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e147b709. 02000000:00000010:2.0:1767384340.507983:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000595d880d. 02000000:00000001:0.0:1767384340.507986:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384340.507989:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384340.507990:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384340.507994:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384340.507994:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000040:2.0:1767384340.507997:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384340.507998:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384340.508002:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384340.508002:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001c2d38ef. 02000000:00000010:2.0:1767384340.508007:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000d5c06e7. 02000000:00000001:0.0:1767384340.508008:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384340.508011:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767384340.508012:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1767384340.508014:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 02000000:00000001:2.0:1767384340.508015:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384340.508020:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000958b9be. 00000100:00000001:0.0:1767384340.508022:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384340.508026:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384340.508028:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.508030:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.508031:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384340.508035:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384340.508040:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.508041:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.508043:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384340.508044:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.508046:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384340.508047:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384340.508049:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767384340.508055:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384340.508056:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384340.508056:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384340.508065:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384340.508066:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384340.508074:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:1.0:1767384340.508077:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00000400:00000010:1.0:1767384340.508079:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00000100:00000001:1.0:1767384340.508083:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384340.508090:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384340.508091:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384340.508097:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000200:1.0:1767384340.508152:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.508163:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384340.508165:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.508167:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384340.508170:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384340.508172:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384340.508174:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384340.508176:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384340.508180:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=41 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384340.508183:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384340.508185:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384340.508188:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384340.508190:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384340.508193:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384340.508198:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.508201:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384340.508202:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384340.508204:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384340.508205:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.508214:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.508220:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384340.508222:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384340.508223:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384340.508227:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384340.508232:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236748241536:0@lo:400: 00000100:00000001:1.0:1767384340.508236:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.508238:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384340.508241:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa46084d x1853236748241536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384340.508246:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384340.508248:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384340.508249:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ba065f9. 02000000:00000001:1.0:1767384340.508252:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384340.508254:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384340.508255:0:16149:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384340.508257:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384340.508259:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f83b4faa. 02000000:00000001:1.0:1767384340.508263:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384340.508264:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384340.508266:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa46084d. 00000100:00000001:1.0:1767384340.508269:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384340.508270:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.508271:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384340.508276:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384340.508278:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384340.508281:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384340.508283:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384340.517172:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294928397, at 4294928398 00000100:00000040:0.0:1767384340.517173:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294928397, at 4294928398 00000100:00000010:1.0:1767384340.517193:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9fdacbf. 00000100:00000010:0.0:1767384340.517197:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006875d0ec. 00000100:00000040:3.0:1767384340.518303:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294928397, at 4294928399 00000100:00000010:3.0:1767384340.518311:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005bf990dc. 00000100:00000040:2.0:1767384340.518329:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294928397, at 4294928399 00000100:00000010:2.0:1767384340.518336:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b040c079. 00010000:00000001:2.0:1767384340.823181:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384340.823186:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384340.823191:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384340.823193:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384340.823209:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384340.823211:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384340.823213:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384340.849437:0:27575:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384340.849452:0:27575:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.849457:0:27575:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384340.849470:0:27575:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384340.849477:0:27575:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384340.849481:0:27575:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384341.335177:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp29 00000400:00000010:2.0:1767384341.335184:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005a6e43e8. 00000400:00000010:2.0:1767384341.335191:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004d1d35b4. 00000400:00000010:2.0:1767384341.335195:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133d7e7. 00000400:00000010:2.0:1767384341.335204:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005074290c. 00000400:00000200:2.0:1767384341.335210:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp29 00000400:00000200:2.0:1767384341.335230:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp29 local destination 00000400:00000200:2.0:1767384341.335238:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp29 00000400:00000200:2.0:1767384341.335243:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp29 NI seq info: [72:72:256:4294967295] 192.168.202.119@tcp29 LPNI seq info [71:71:8:4294967295] 00000400:00000200:2.0:1767384341.335251:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp29 00000400:00000200:2.0:1767384341.335268:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29:) -> 192.168.202.119@tcp29(192.168.202.119@tcp29:192.168.202.119@tcp29) : GET try# 0 00000800:00000200:2.0:1767384341.335274:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp29 00000800:00000010:2.0:1767384341.335278:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3f3cad6. 00000800:00000200:2.0:1767384341.335284:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000800:00000200:2.1:1767384341.335288:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000400:00000200:2.0:1767384341.335306:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp29 added to recovery queue. ping count: 2 next ping: 265 health :800 00000400:00000200:2.0:1767384341.335311:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp30 00000400:00000010:2.0:1767384341.335312:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d90dec39. 00000400:00000010:2.0:1767384341.335316:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002ca89362. 00000400:00000010:2.0:1767384341.335318:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000400:00000010:2.0:1767384341.335321:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005ded0dcd. 00000400:00000200:2.0:1767384341.335324:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp30 00000400:00000200:2.0:1767384341.335331:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp30 local destination 00000400:00000200:2.0:1767384341.335334:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp30 00000400:00000200:2.0:1767384341.335337:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp30 NI seq info: [73:73:256:4294967295] 192.168.202.119@tcp30 LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1767384341.335340:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp30 00000400:00000200:2.0:1767384341.335346:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30:) -> 192.168.202.119@tcp30(192.168.202.119@tcp30:192.168.202.119@tcp30) : GET try# 0 00000800:00000200:2.0:1767384341.335349:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp30 00000800:00000010:2.0:1767384341.335352:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000049bdc7ba. 00000800:00000200:2.0:1767384341.335355:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (2) 00000800:00000200:2.1:1767384341.335358:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (2) 00000400:00000200:2.0:1767384341.335371:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp30 added to recovery queue. ping count: 1 next ping: 263 health :900 00000400:00000200:3.0:1767384341.335388:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335430:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335467:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335499:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335520:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335565:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335593:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335611:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335657:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335662:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335716:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335720:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335784:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335786:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335845:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335856:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335910:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335910:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.335971:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.335989:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336017:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336044:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336071:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336092:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336131:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336199:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336199:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336240:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336262:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336286:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336312:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336346:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336365:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336391:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336421:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336442:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336479:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336492:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336531:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336536:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336598:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336613:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336641:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336670:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336687:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336729:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336738:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336785:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336789:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336851:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336851:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336922:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.336985:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.336986:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337036:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.337044:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337084:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.337101:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337153:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.337168:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337208:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.337225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337257:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.337278:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337304:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.337345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337365:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337417:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337446:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337475:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337499:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.337526:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384341.337543:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a14e367. 00000800:00000010:3.0:1767384341.337566:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a0ceb87. 00000800:00000010:3.0:1767384341.337573:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088659576. 00000400:00000200:1.0:1767384341.337582:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000010:3.0:1767384341.337599:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088659576. 00000800:00020000:3.0:1767384341.337614:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384341.337618:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a0ceb87. 00000800:00000010:3.0:1767384341.337621:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a14e367. 00000400:00000200:1.0:1767384341.337623:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:02020000:3.0:1767384341.337686:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp29 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384341.337694:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp29 notifying 192.168.202.119@tcp29: down 00000400:00000200:3.0:1767384341.337699:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384341.337704:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp29 00000800:00000010:3.0:1767384341.337707:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e3f3cad6. 00000400:00000200:3.0:1767384341.337712:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384341.337717:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp29->192.168.202.119@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384341.337727:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384341.337730:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384341.337735:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp29) recovery failed with -71 00000800:00000010:1.0:1767384341.337830:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009e3b760d. 00000800:00000010:1.0:1767384341.337837:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec337e89. 00000400:00000200:3.0:1767384341.337840:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384341.337842:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005568ac57. 00000400:00000200:3.0:1767384341.337866:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp30 from 215.3.0.2 00000800:00000010:3.0:1767384341.337871:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6077f3b. 00000800:00000010:1.0:1767384341.337882:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005568ac57. 00000800:00000010:1.0:1767384341.337922:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ad0df6a6. 00000800:00000010:1.0:1767384341.337928:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002f0f029. 00000800:00000010:1.0:1767384341.337952:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000eb9eb6f. 00000800:00000200:1.1:1767384341.337958:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (2) 00000800:00000200:1.1:1767384341.337965:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp30 000000000eb9eb6f deleted 00000800:00000010:1.1:1767384341.337968:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000eb9eb6f. 00000800:00000200:1.1:1767384341.337973:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384341.337980:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp30 ip 192.168.202.119:983 00000800:00000200:1.1:1767384341.337984:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000049bdc7ba type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384341.337991:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp30 p 3.x 192.168.202.119 -> 192.168.202.119:983 incarnation:1767384337638768070 sched[0] 00000800:00000010:1.0:1767384341.337996:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005568ac57. 00000800:00000010:1.0:1767384341.338043:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005568ac57. 00000800:00000010:1.0:1767384341.338048:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002f0f029. 00000800:00000010:1.0:1767384341.338083:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6077f3b. 00000800:00000001:1.0:1767384341.338100:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.338143:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384341.338203:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384341.338207:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000049bdc7ba. 00000400:00000200:1.0:1767384341.338212:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384341.338218:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: GET: OK 00000400:00000200:1.0:1767384341.338222:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384341.338226:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp30 recovery message sent successfully:0 00000800:00000200:1.1:1767384341.338271:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384341.338277:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp30 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384337638768070 sched[0] 00000800:00000010:1.0:1767384341.338281:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec337e89. 00000800:00000001:3.0:1767384341.338317:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338326:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.338329:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338338:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.338339:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.338346:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30) <- 192.168.202.119@tcp30 : GET - for me 00000400:00000200:3.0:1767384341.338360:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384341.338367:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1799 [1] + 0 00000400:00000200:3.0:1767384341.338375:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp30 to MR: 192.168.202.119@tcp30 local destination 00000400:00000200:3.0:1767384341.338381:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp30 NI seq info: [74:74:256:4294967295] 192.168.202.119@tcp30 LPNI seq info [73:73:8:4294967295] 00000400:00000200:3.0:1767384341.338390:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30:192.168.202.119@tcp30) -> 192.168.202.119@tcp30(192.168.202.119@tcp30:192.168.202.119@tcp30) 192.168.202.119@tcp30 : REPLY try# 0 00000400:00000200:1.0:1767384341.338396:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000200:3.0:1767384341.338407:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp30 00000800:00000010:3.0:1767384341.338410:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a2afb54. 00000800:00000200:3.0:1767384341.338415:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:3.0:1767384341.338419:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp30 ip 192.168.202.119:988 00000800:00000200:3.0:1767384341.338421:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a2afb54 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384341.338432:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338466:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000200:3.0:1767384341.338472:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384341.338475:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a2afb54. 00000400:00000200:3.0:1767384341.338480:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.338485:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: REPLY: OK 00000800:00000001:3.0:1767384341.338495:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338499:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.338502:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338506:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384341.338508:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338511:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.338512:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.338519:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30) <- 192.168.202.119@tcp30 : REPLY - for me 00000400:00000200:3.0:1767384341.338529:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp30: Reply from 12345-192.168.202.119@tcp30 of length 272/272 into md 0x180d 00000800:00000001:3.0:1767384341.338532:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338537:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384341.338539:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384341.338542:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: REPLY: OK 00000400:00000200:3.0:1767384341.338544:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:3.0:1767384341.338547:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000200:1.0:1767384341.338563:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384341.338566:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384341.338572:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d90dec39. 00000400:00000010:3.0:1767384341.338575:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002ca89362. 00000800:00000001:3.0:1767384341.338582:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384341.338585:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.338605:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338630:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338654:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338677:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338700:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338722:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338740:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338764:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338789:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338821:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338857:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338909:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338956:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.338995:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339043:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339086:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339175:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339200:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339217:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339242:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339272:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339291:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339310:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339325:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339344:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339375:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339410:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339428:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384341.339443:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384341.339515:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:1.0:1767384341.339518:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec337e89. 00000800:00000010:1.0:1767384341.339521:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005568ac57. 00000800:00000010:1.0:1767384341.339536:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005568ac57. 00000800:00020000:1.0:1767384341.339540:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384341.339543:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec337e89. 00000800:00000010:1.0:1767384341.339544:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dafcffb. 00000400:02020000:1.0:1767384341.339589:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp30 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000001:00000001:2.0:1767384341.516414:0:27739:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384341.516418:0:27739:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384341.519316:0:27739:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384341.525786:0:27740:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384341.525799:0:27740:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a765ec46. 00000400:00000010:2.0:1767384341.525807:0:27740:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b46f6e9c. 00000400:00000010:2.0:1767384341.525810:0:27740:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000eb159003. 00000400:00000010:2.0:1767384341.525814:0:27740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000091880cc7. 00000400:00000010:2.0:1767384341.525822:0:27740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b186d28e. 00000400:00000010:2.0:1767384341.525824:0:27740:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000733256f5. 00000400:00000010:2.0:1767384341.525825:0:27740:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb490ade. 00000400:00000010:2.0:1767384341.525828:0:27740:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c7a4fc22. 00000800:00000010:2.0:1767384341.525841:0:27740:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e1e4b232. 00000800:00000200:2.0:1767384341.525849:0:27740:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384341.525859:0:27740:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384341.525891:0:27740:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384341.525913:0:27740:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp32 [8/256/0/180] 00000400:00000010:3.0:1767384341.528264:0:27740:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000002ca89362. 00000400:00000010:3.0:1767384341.528271:0:27740:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1acf3a3. 00000400:00000010:3.0:1767384341.528278:0:27740:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000400:00000001:3.0:1767384341.528301:0:27740:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384341.528308:0:27740:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384341.528310:0:27740:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000487792e7. 00000400:00000200:3.0:1767384341.528314:0:27740:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb194181 00000400:00000010:3.0:1767384341.528316:0:27740:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb194181. 00000400:00000010:3.0:1767384341.528321:0:27740:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000bd772b32. 00000400:00000200:3.0:1767384341.528327:0:27740:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (22) 00000400:00000200:3.0:1767384341.528340:0:27740:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384341.528349:0:27740:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:3.0:1767384341.528357:0:27740:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006a14e367. 00000400:00000200:1.0:1767384341.528360:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384341.528364:0:27740:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384341.528369:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102071 00000020:01000000:3.0:1767384341.528370:0:27740:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp32 00000400:00000200:1.0:1767384341.528377:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (23) 00000400:00000010:1.0:1767384341.528382:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000003fb402fa. 00000400:00000010:1.0:1767384341.528385:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00000400:00000010:3.0:1767384341.528390:0:27740:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a765ec46. 00000400:00000010:1.0:1767384341.528391:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc62c4b8. 00000400:00000010:3.0:1767384341.528398:0:27740:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e6c31fb8. 00000400:00000200:1.0:1767384341.528399:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384341.528415:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384341.528420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:0.0:1767384341.528423:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384341.528427:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 10000000:00000001:0.0:1767384341.528430:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384341.528434:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 10000000:00000001:0.0:1767384341.528435:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384341.528439:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384341.528442:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 37], ns[14, 37] 00000020:01000004:0.0:1767384341.528444:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384341.528448:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384341.528451:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000020:01000004:0.0:1767384341.528451:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.528455:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384341.528457:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.528460:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384341.528462:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384341.528464:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:01000004:0.0:1767384341.528464:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384341.528467:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384341.528469:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384341.528474:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 00000400:00000200:1.0:1767384341.528475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000040:0.0:1767384341.528483:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384341.528489:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384341.528491:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 02000000:00000001:0.0:1767384341.528492:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384341.528496:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384341.528504:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065bbcbab. 00000400:00000200:1.0:1767384341.528508:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:0.0:1767384341.528511:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.528516:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000100:00000001:0.0:1767384341.528520:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384341.528521:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000001:0.0:1767384341.528523:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.528529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:1.0:1767384341.528533:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00000040:0.0:1767384341.528533:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001430ec3e] to pc [ptlrpcd_00_00+0] req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.528561:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:1.0:1767384341.528568:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:1.0:1767384341.528572:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000400:00000200:1.0:1767384341.528577:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000400:00000200:1.0:1767384341.528580:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 10000000:00000001:0.0:1767384341.528581:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.528586:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 14], ns[68, 14] 10000000:00000001:0.0:1767384341.528587:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.528591:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.528596:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 14], ns[72, 14] 00000020:01000000:0.0:1767384341.528596:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384341.528599:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.528605:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384341.528606:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 14], ns[74, 14] 00000020:00000001:0.0:1767384341.528606:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384341.528610:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384341.528610:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384341.528613:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 10000000:00000001:0.0:1767384341.528614:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384341.528617:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767384341.528618:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384341.528620:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384341.528622:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp13 00000020:01000004:0.0:1767384341.528629:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767384341.528630:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp13 lpni_is_preferred = 0 00000020:01000004:0.0:1767384341.528633:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384341.528638:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384341.528639:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp13 00000020:01000004:0.0:1767384341.528641:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384341.528645:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384341.528648:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384341.528649:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384341.528649:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp13 NI seq info: [75:75:256:4294967295] 192.168.202.119@tcp13 LPNI seq info [74:74:8:4294967295] 00000020:01000004:0.0:1767384341.528650:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384341.528654:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384341.528655:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384341.528659:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000400:00000200:1.0:1767384341.528660:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp13 02000000:00000001:2.0:1767384341.528661:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384341.528663:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:2.0:1767384341.528667:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.528667:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384341.528671:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384341.528676:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.528676:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13:) -> 192.168.202.119@tcp13(192.168.202.119@tcp:192.168.202.119@tcp13) : GET try# 0 02000000:00000001:0.0:1767384341.528676:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.528685:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748241664:0@lo:253: 02000000:00000010:0.0:1767384341.528685:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000a124b28. 00000800:00000200:1.0:1767384341.528690:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp13 00000100:00000001:0.0:1767384341.528692:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.528694:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384341.528696:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384341.528700:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.528702:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1767384341.528703:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b50c5ede. 00000100:00000040:0.0:1767384341.528706:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008807e71d] to pc [ptlrpcd_00_01+1] req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384341.528708:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.528714:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384341.528715:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (6) 02000000:00000010:2.0:1767384341.528722:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ae996bcf. 02000000:00000001:2.0:1767384341.528726:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384341.528727:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384341.528729:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp13 ip 192.168.202.119:988 10000000:00000001:0.0:1767384341.528733:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.528735:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000800:00000200:1.0:1767384341.528736:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50c5ede type 2, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384341.528736:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384341.528741:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384341.528742:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094063aa7. 00000020:00000010:0.0:1767384341.528744:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a14e367. 00000100:00000200:2.0:1767384341.528749:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748241664, portal 25 00000400:00000200:1.0:1767384341.528753:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000100:00000001:2.0:1767384341.528754:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.528756:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.528758:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000400:00000200:1.0:1767384341.528758:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100271 rc 0 00000100:00000001:0.0:1767384341.528760:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.528763:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384341.528768:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384341.528770:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.528787:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384341.528789:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.528792:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384341.528793:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384341.528795:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384341.528796:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384341.528798:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748241792:0@lo:253: 00000100:00000001:0.0:1767384341.528802:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384341.528805:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384341.528809:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e626ea7. 02000000:00000001:0.0:1767384341.528813:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1767384341.528815:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748241664, offset 0 02000000:00000001:0.0:1767384341.528815:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.528819:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384341.528825:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000209d6f78. 00000400:00000200:2.0:1767384341.528826:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384341.528828:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.528833:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000400:00000010:0.0:1767384341.528837:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cccb06c. 00000400:00000200:2.0:1767384341.528839:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384341.528842:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748241792, portal 25 00000100:00000001:0.0:1767384341.528845:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384341.528846:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:0.0:1767384341.528850:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384341.528855:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104b00 00000100:00000001:0.0:1767384341.528861:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1767384341.528866:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384341.528866:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384341.528870:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1079 [2] + 0 00000800:00000010:1.0:1767384341.528872:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b50c5ede. 00000400:00000010:0.0:1767384341.528872:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095b15be7. 00000400:00000010:2.0:1767384341.528880:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cece9bab. 00000400:00000200:1.0:1767384341.528881:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384341.528885:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036f2107b 00000100:00000200:0.0:1767384341.528890:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748241792, offset 0 00000400:00000200:1.0:1767384341.528891:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp13->192.168.202.119@tcp13: GET: OK 00000400:00000200:2.0:1767384341.528894:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.528899:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384341.528903:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384341.528907:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384341.528908:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384341.528909:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036f2107b 00000400:00000010:2.0:1767384341.528914:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036f2107b. 00000400:00000200:1.0:1767384341.528915:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:0.0:1767384341.528920:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104b80 00000100:00000001:2.0:1767384341.528922:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384341.528926:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1089 [2] + 0 00000100:00000200:2.0:1767384341.528927:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384341.528930:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384341.528930:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e46884. 00000100:00000040:2.0:1767384341.528934:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000e808201f x1853236748241664 msgsize 4848 00000400:00000200:0.0:1767384341.528936:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d851b237 00000400:00000200:0.0:1767384341.528941:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384341.528942:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384341.528944:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384341.528950:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384341.528951:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767384341.528951:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384341.528953:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d851b237 00000400:00000010:0.0:1767384341.528956:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d851b237. 00000800:00000001:1.0:1767384341.528959:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.528960:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384341.528963:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384341.528964:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384341.528966:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000439af69d x1853236748241792 msgsize 4848 00000400:00000200:1.0:1767384341.528971:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13) <- 192.168.202.119@tcp13 : GET - for me 00000400:00000200:2.0:1767384341.528974:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e626ea7 00000100:00100000:0.0:1767384341.528979:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384341.528980:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e626ea7. 00000100:00000040:0.0:1767384341.528982:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384341.528986:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384341.528986:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384341.528992:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384341.528996:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.528996:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 400/400 into md 0x1811 [1] + 0 00000400:00000200:0.0:1767384341.529004:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b15be7 00000400:00000010:0.0:1767384341.529008:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b15be7. 00000400:00000200:1.0:1767384341.529013:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp13 to MR: 192.168.202.119@tcp13 local destination 00000100:00000001:0.0:1767384341.529013:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384341.529022:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384341.529023:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp13 NI seq info: [76:76:256:4294967295] 192.168.202.119@tcp13 LPNI seq info [75:75:8:4294967295] 00000100:00000200:0.0:1767384341.529026:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384341.529030:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.529051:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13:192.168.202.119@tcp13) -> 192.168.202.119@tcp13(192.168.202.119@tcp13:192.168.202.119@tcp13) 192.168.202.119@tcp13 : REPLY try# 0 00000100:00000001:0.0:1767384341.529057:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384341.529062:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.529064:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384341.529067:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.119@tcp13 00000100:00000001:2.0:1767384341.529071:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767384341.529074:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b50c5ede. 00000100:00000001:2.0:1767384341.529078:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.529080:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384341.529084:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (6) 00000100:00000001:2.0:1767384341.529085:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294929421 00000100:00000001:0.0:1767384341.529085:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384341.529092:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f19afd5. 00000800:00000200:1.0:1767384341.529093:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp13 ip 192.168.202.119:1015 00000100:00000001:0.0:1767384341.529093:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384341.529099:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50c5ede type 3, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1767384341.529100:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294929421 00000100:00000001:2.0:1767384341.529102:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384341.529134:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294929422 00000100:00000001:0.0:1767384341.529134:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294929421 00000100:00000001:0.0:1767384341.529138:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294929422 00000100:00000010:0.0:1767384341.529141:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000021ca96. 00000100:00000001:0.0:1767384341.529147:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384341.529151:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294929422 00000100:00000001:2.0:1767384341.529153:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294929422 00000100:00000010:0.0:1767384341.529154:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0aff8c7. 00000100:00000001:2.0:1767384341.529160:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294929422 00000800:00000200:1.0:1767384341.529161:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384341.529161:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000800:00000010:1.0:1767384341.529167:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b50c5ede. 00000100:00000001:2.0:1767384341.529169:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294929422 00000100:00000001:0.0:1767384341.529169:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294929422 00000100:00000010:0.0:1767384341.529174:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2ac9d5e. 00000100:00000001:2.0:1767384341.529175:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294929422 00000400:00000200:1.0:1767384341.529179:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.529180:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384341.529185:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384341.529186:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294929422 00000400:00000200:1.0:1767384341.529187:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp13->192.168.202.119@tcp13: REPLY: OK 00000100:00000001:0.0:1767384341.529191:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.529193:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.529195:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.529198:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.529199:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384341.529200:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384341.529203:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.529207:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384341.529207:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.529210:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384341.529211:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384341.529213:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384341.529214:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1767384341.529216:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384341.529217:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384341.529218:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384341.529220:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384341.529221:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384341.529224:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.529225:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384341.529227:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384341.529228:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.529228:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.529233:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529236:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp13(192.168.202.119@tcp13) <- 192.168.202.119@tcp13 : REPLY - for me 00000100:00000001:2.0:1767384341.529238:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529248:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp13: Reply from 12345-192.168.202.119@tcp13 of length 400/400 into md 0x1815 00000100:00000001:0.0:1767384341.529252:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384341.529253:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384341.529256:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241664 00000800:00000001:1.0:1767384341.529260:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384341.529260:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.529262:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384341.529264:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384341.529271:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529272:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp13->192.168.202.119@tcp13: REPLY: OK 02000000:00000001:0.0:1767384341.529277:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529279:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00000100:00100000:0.0:1767384341.529280:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241664 00000400:00000010:1.0:1767384341.529283:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00000020:00000001:0.0:1767384341.529284:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384341.529287:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384341.529290:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384341.529291:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000040:0.0:1767384341.529292:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:2.0:1767384341.529293:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384341.529297:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:2.0:1767384341.529298:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241792 00000400:00000200:1.0:1767384341.529299:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000020:00000001:0.0:1767384341.529301:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 02000000:00000001:2.0:1767384341.529304:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384341.529305:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384341.529307:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:2.0:1767384341.529308:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384341.529310:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e085b5. 00000100:00000001:2.0:1767384341.529313:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.529314:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384341.529319:0:16140:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.119@tcp (416 bytes) 00000020:00000010:0.0:1767384341.529320:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022e085b5. 02000000:00000001:2.0:1767384341.529321:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384341.529327:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241792 00000400:00000200:1.0:1767384341.529330:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000020:00000010:0.0:1767384341.529330:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028152aaf. 00000020:00000001:2.0:1767384341.529331:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384341.529335:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000010:0.0:1767384341.529338:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000477ae455. 00000020:00000001:2.0:1767384341.529339:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384341.529343:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000003fb402fa. 00000020:00000040:2.0:1767384341.529344:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000010:0.0:1767384341.529347:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7c4cf36. 00000400:00000200:1.0:1767384341.529348:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (24) 00000020:00000001:2.0:1767384341.529350:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384341.529355:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000800:00000001:1.0:1767384341.529357:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384341.529359:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384341.529360:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384341.529362:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384341.529364:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f44180. 00000100:00000001:0.0:1767384341.529366:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384341.529369:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384341.529370:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384341.529374:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384341.529375:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f44180. 00000020:00000010:2.0:1767384341.529382:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000739765ee. 00000100:00000001:0.0:1767384341.529386:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529388:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384341.529394:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000003fb402fa. 00000020:00000010:2.0:1767384341.529395:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ef18ef44. 00000400:00000010:1.0:1767384341.529401:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000100:00000001:0.0:1767384341.529401:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384341.529402:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b83d1b2c. 00000400:00000010:1.0:1767384341.529408:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00000100:00000001:2.0:1767384341.529412:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384341.529413:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003fb402fa 00000100:00000001:2.0:1767384341.529417:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1767384341.529418:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384341.529419:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384341.529420:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384341.529421:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384341.529424:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:1.0:1767384341.529425:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec11d54d. 00000100:00000001:2.0:1767384341.529429:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529430:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000100:00100000:0.0:1767384341.529434:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000001:2.0:1767384341.529435:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384341.529440:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000400:00000010:1.0:1767384341.529441:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000100:00000001:0.0:1767384341.529446:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388808272 : -114060320743344 : ffff984343196050) 00000400:00000200:1.0:1767384341.529448:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:2.0:1767384341.529450:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384341.529452:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000e4a6a6e4. 00000100:00000040:0.0:1767384341.529453:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e808201f x1853236748241664/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384341.529454:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384341.529457:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000100:00100000:2.0:1767384341.529463:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000400:00000200:1.0:1767384341.529467:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100871 00000100:00000040:2.0:1767384341.529471:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:2.0:1767384341.529477:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388805200 : -114060320746416 : ffff984343195450) 00000400:00000200:1.0:1767384341.529478:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:0 00000100:00000001:0.0:1767384341.529479:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384341.529485:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000439af69d x1853236748241792/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:322/0 lens 4848/0 e 0 to 0 dl 1767384352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384341.529486:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102071 rc 1 00000020:00000010:0.0:1767384341.529486:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000022e085b5. 00000100:00000001:0.0:1767384341.529492:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384341.529497:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x102071 00000020:00000010:0.0:1767384341.529499:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000022e085b5. 00000400:00000200:1.0:1767384341.529505:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (23) 00000100:00000001:2.0:1767384341.529509:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384341.529513:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000af17e9f6. 00000020:00000010:2.0:1767384341.529514:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f44180. 00000100:00100000:0.0:1767384341.529516:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e808201f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748241664:12345-0@lo:253: 00000100:00000001:2.0:1767384341.529520:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384341.529521:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000100:00000200:0.0:1767384341.529527:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241664 00000020:00000010:2.0:1767384341.529528:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f44180. 00000400:00000010:1.0:1767384341.529530:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009312788f. 00000020:00000001:0.0:1767384341.529534:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384341.529539:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384341.529540:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000439af69d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748241792:12345-0@lo:253: 00000400:00000200:1.0:1767384341.529540:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:00000001:0.0:1767384341.529543:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384341.529562:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384341.529567:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241792 00000400:00000200:1.0:1767384341.529567:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000020:00000001:0.0:1767384341.529568:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384341.529573:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384341.529574:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:0.0:1767384341.529576:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384341.529577:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384341.529580:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384341.529582:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529584:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000020:00000001:0.0:1767384341.529586:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384341.529588:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384341.529591:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384341.529593:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:1.0:1767384341.529593:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:00000001:0.0:1767384341.529596:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.529600:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384341.529604:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384341.529605:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.529605:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 02000000:00000001:0.0:1767384341.529609:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384341.529611:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384341.529615:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 37], ns[16, 37] 00000020:00000001:2.0:1767384341.529616:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384341.529618:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b75ba406. 00000020:00000001:2.0:1767384341.529620:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 02000000:00000001:0.0:1767384341.529624:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384341.529627:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384341.529630:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384341.529633:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384341.529635:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 20000000:00000001:0.0:1767384341.529636:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:2.0:1767384341.529641:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b5497c29. 00000400:00000200:1.0:1767384341.529642:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:1.0:1767384341.529645:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 20000000:00000010:0.0:1767384341.529648:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d5c3c034. 02000000:00000001:2.0:1767384341.529652:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529653:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 20000000:01000000:0.0:1767384341.529655:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384341.529659:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.529662:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384341.529664:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 20000000:00000001:2.0:1767384341.529665:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384341.529667:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384341.529670:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384341.529676:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003556829b. 20000000:00000001:0.0:1767384341.529676:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529681:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 20000000:01000000:2.0:1767384341.529684:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384341.529684:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384341.529688:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 20000000:00000001:2.0:1767384341.529690:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384341.529694:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 20000000:00000001:2.0:1767384341.529695:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384341.529696:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e38a5b6a. 20000000:00000001:2.0:1767384341.529700:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384341.529703:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384341.529705:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529705:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 20000000:00000001:0.0:1767384341.529710:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384341.529711:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384341.529715:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00080000:00000001:0.0:1767384341.529718:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384341.529722:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:1.0:1767384341.529727:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00000400:00000200:1.0:1767384341.529730:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 16], ns[68, 16] 00000400:00000200:1.0:1767384341.529733:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 16], ns[72, 16] 00000400:00000200:1.0:1767384341.529737:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 16], ns[74, 16] 00000400:00000200:1.0:1767384341.529740:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:1.0:1767384341.529743:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp14 00000400:00000200:1.0:1767384341.529746:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp14 lpni_is_preferred = 0 00000400:00000200:1.0:1767384341.529748:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp14 00000400:00000200:1.0:1767384341.529752:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp14 NI seq info: [77:77:256:4294967295] 192.168.202.119@tcp14 LPNI seq info [76:76:8:4294967295] 00000400:00000200:1.0:1767384341.529757:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp14 00000400:00000200:1.0:1767384341.529766:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14:) -> 192.168.202.119@tcp14(192.168.202.119@tcp:192.168.202.119@tcp14) : GET try# 0 00080000:00000001:0.0:1767384341.529771:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384341.529772:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp14 00000800:00000010:1.0:1767384341.529778:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b50c5ede. 00080000:00000001:0.0:1767384341.529778:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384341.529782:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384341.529785:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:1.0:1767384341.529786:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (6) 00000020:00000001:0.0:1767384341.529789:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:1.0:1767384341.529794:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:988 00000800:00000200:1.0:1767384341.529797:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50c5ede type 2, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384341.529797:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384341.529804:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384341.529812:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384341.529815:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100271 rc 0 00080000:00000010:0.0:1767384341.529820:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006dffcc62. 00080000:00000001:0.0:1767384341.529825:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382341632 : -114060327209984 : ffff984342b6b400) 00080000:00000001:0.0:1767384341.529829:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:1.0:1767384341.529877:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384341.529882:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b50c5ede. 00000400:00000200:1.0:1767384341.529886:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384341.529892:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: GET: OK 00000400:00000200:1.0:1767384341.529895:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384341.529898:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:1.0:1767384341.529905:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.529911:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384341.529914:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.529923:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.529945:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14) <- 192.168.202.119@tcp14 : GET - for me 00000400:00000200:1.0:1767384341.529957:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 416 into portal 0 MB=0x8000000000000000 00000001:00000001:0.0:1767384341.529959:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384341.529963:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384341.529965:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 416/416 into md 0x1811 [1] + 0 00080000:00000001:0.0:1767384341.529968:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384341.529980:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp14 to MR: 192.168.202.119@tcp14 local destination 00000400:00000200:1.0:1767384341.529985:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp14 NI seq info: [78:78:256:4294967295] 192.168.202.119@tcp14 LPNI seq info [77:77:8:4294967295] 00000400:00000200:1.0:1767384341.529996:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) -> 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) 192.168.202.119@tcp14 : REPLY try# 0 00080000:00000001:0.0:1767384341.529996:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384341.530004:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.0:1767384341.530005:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.119@tcp14 00000800:00000010:1.0:1767384341.530025:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b50c5ede. 00000800:00000200:1.0:1767384341.530028:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (6) 00000800:00000200:1.0:1767384341.530031:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:1013 00000800:00000200:1.0:1767384341.530033:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50c5ede type 3, nob 512 niov 1 nkiov 1 00000800:00000200:1.0:1767384341.530070:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384341.530072:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b50c5ede. 00000400:00000200:1.0:1767384341.530075:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384341.530078:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: REPLY: OK 00000800:00000001:1.0:1767384341.530084:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.530087:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384341.530089:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.530098:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384341.530100:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.530103:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.530107:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14) <- 192.168.202.119@tcp14 : REPLY - for me 00000400:00000200:1.0:1767384341.530114:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp14: Reply from 12345-192.168.202.119@tcp14 of length 416/416 into md 0x182d 00000800:00000001:1.0:1767384341.530118:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.530122:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.530123:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384341.530127:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: REPLY: OK 00000400:00000200:1.0:1767384341.530130:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000400:00000010:1.0:1767384341.530131:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000400:00000200:1.0:1767384341.530171:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384341.530175:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:1.0:1767384341.530178:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00080000:00000001:0.0:1767384341.530180:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767384341.530182:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 24. state = 0x100271 00080000:00000001:0.0:1767384341.530187:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384341.530190:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384341.530198:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (24) 00000800:00000001:1.0:1767384341.530204:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384341.530207:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384341.530220:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384341.530222:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1000f1 00000400:00000010:1.0:1767384341.530227:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000addd6186. 00000400:00000010:1.0:1767384341.530230:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384341.530232:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 000000006f7b4c73. 00000400:00000200:1.0:1767384341.530252:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp29(000000008587dada) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384341.530259:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000850dce33. 00000400:00000200:1.0:1767384341.530264:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000850dce33 nid 192.168.202.119@tcp31 00000400:00000010:1.0:1767384341.530268:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cd675fdc. 00000400:00000200:1.0:1767384341.530271:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cd675fdc net tcp31 00000400:00000200:1.0:1767384341.530275:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (23) 00000400:00000200:1.0:1767384341.530280:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp31 flags 0x11 00000400:00000010:1.0:1767384341.530285:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b3731493. 00000400:00000200:1.0:1767384341.530289:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b3731493 nid 192.168.202.119@tcp32 00000400:00000010:1.0:1767384341.530299:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007530604a. 00000400:00000200:1.0:1767384341.530302:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000007530604a net tcp32 00000400:00000200:1.0:1767384341.530305:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (24) 00000400:00000200:1.0:1767384341.530309:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp32 flags 0x11 00000400:00000010:1.0:1767384341.530312:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000addd6186. 00000400:00000010:1.0:1767384341.530315:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384341.530318:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 000000006f7b4c73. 00000400:00000010:1.0:1767384341.530322:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000af17e9f6. 00000400:00000200:1.0:1767384341.530328:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384341.530332:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100171 00000400:00000200:1.0:1767384341.530336:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100171 rc 1 00000400:00000200:1.0:1767384341.530340:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100171 00000400:00000010:1.0:1767384341.530345:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000400:00000200:1.0:1767384341.530347:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000010:1.0:1767384341.530350:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e3a56791. 00000400:00000200:1.0:1767384341.530352:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp14 00000400:00000200:1.0:1767384341.530358:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp14 to MR: 192.168.202.119@tcp14 local destination 00000400:00000200:1.0:1767384341.530363:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp14 NI seq info: [79:79:256:4294967295] 192.168.202.119@tcp14 LPNI seq info [78:78:8:4294967295] 00000400:00000200:1.0:1767384341.530366:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp14 00000400:00000200:1.0:1767384341.530372:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) -> 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) : PUT try# 0 00000800:00000200:1.0:1767384341.530377:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.119@tcp14 00000800:00000010:1.0:1767384341.530379:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b50c5ede. 00000800:00000200:1.0:1767384341.530382:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (6) 00000800:00000200:1.0:1767384341.530385:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:988 00000800:00000200:1.0:1767384341.530387:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50c5ede type 1, nob 512 niov 1 nkiov 1 00000400:00000200:1.0:1767384341.530400:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384341.530402:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100571 rc 0 00000800:00000200:0.0:1767384341.530463:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384341.530466:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b50c5ede. 00000400:00000200:0.0:1767384341.530469:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.530474:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: PUT: OK 00000400:00000200:0.0:1767384341.530477:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384341.530480:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp14: 0 00000800:00000001:0.0:1767384341.530486:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530491:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384341.530493:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530495:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.530499:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14) <- 192.168.202.119@tcp14 : PUT - for me 00000400:00000200:0.0:1767384341.530506:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384341.530509:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 416/416 into md 0x1829 [1] + 0 00000400:00000010:0.0:1767384341.530512:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:0.0:1767384341.530514:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a4875bd8 00000800:00000001:0.0:1767384341.530516:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530521:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.530522:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.530527:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: PUT: OK 00000400:00000200:0.0:1767384341.530530:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00000400:00000010:0.0:1767384341.530531:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00000400:00000200:0.0:1767384341.530534:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384341.530536:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (26) 00000400:00000200:0.0:1767384341.530540:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:0.0:1767384341.530543:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000687efd1e. 00000400:00000200:0.0:1767384341.530566:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 24 00000400:00000200:0.0:1767384341.530571:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384341.530576:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (27) 00000400:00000200:0.0:1767384341.530580:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384341.530585:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp14 to MR: 192.168.202.119@tcp14 local destination 00000400:00000200:0.0:1767384341.530591:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp14 NI seq info: [80:80:256:4294967295] 192.168.202.119@tcp14 LPNI seq info [79:79:8:4294967295] 00000400:00000200:0.0:1767384341.530599:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) -> 192.168.202.119@tcp14(192.168.202.119@tcp14:192.168.202.119@tcp14) 192.168.202.119@tcp14 : ACK try# 0 00000800:00000200:0.0:1767384341.530604:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp14 00000400:00000200:1.0:1767384341.530605:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384341.530609:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053364979. 00000400:00000010:1.0:1767384341.530610:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000400:00000010:1.0:1767384341.530615:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000800:00000200:0.0:1767384341.530616:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (6) 00000400:00000200:1.0:1767384341.530621:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003fb402fa 00000800:00000200:0.0:1767384341.530624:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:1013 00000800:00000200:0.0:1767384341.530626:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053364979 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384341.530634:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x1004f1 00000400:00000010:1.0:1767384341.530639:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000af17e9f6. 00000400:00000010:1.0:1767384341.530642:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384341.530644:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 000000006f7b4c73. 00000400:00000010:1.0:1767384341.530660:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000af17e9f6. 00000400:00000010:1.0:1767384341.530663:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384341.530665:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 000000006f7b4c73. 00000400:00000010:1.0:1767384341.530668:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000687efd1e. 00000400:00000200:1.0:1767384341.530672:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384341.530674:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x100571 00000800:00000200:0.0:1767384341.530677:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384341.530678:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100571 rc 1 00000800:00000010:0.0:1767384341.530681:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053364979. 00000400:00000200:1.0:1767384341.530684:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100571 00000400:00000200:0.0:1767384341.530687:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384341.530689:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384341.530694:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100511 rc 0 00000400:00000200:0.0:1767384341.530696:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: ACK: OK 00000400:00000200:1.0:1767384341.530700:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384341.530707:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (26) 00000800:00000001:0.0:1767384341.530713:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530718:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384341.530720:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530724:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384341.530725:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530728:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384341.530734:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp14(192.168.202.119@tcp14) <- 192.168.202.119@tcp14 : ACK - for me 00000400:00000200:0.0:1767384341.530742:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp14: ACK from 12345-192.168.202.119@tcp14 into md 0x1831 00000400:00000200:0.0:1767384341.530745:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.530749:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp14->192.168.202.119@tcp14: ACK: OK 00000400:00000200:0.0:1767384341.530751:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000400:00000010:0.0:1767384341.530753:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000400:00000200:0.0:1767384341.530756:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384341.530757:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384341.530759:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (25) 00000800:00000001:0.0:1767384341.530768:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384341.530770:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384341.537939:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384341.537943:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384341.537948:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:2.0:1767384341.537949:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384341.537953:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384341.537955:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384341.537956:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384341.537959:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384341.537960:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384341.537965:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006dffcc62. 00080000:00000001:2.0:1767384341.537971:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384341.537990:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384341.538003:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384341.538007:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384341.538007:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033360909. 20000000:01000000:0.0:1767384341.538012:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:0.0:1767384341.538017:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:1.0:1767384341.538018:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384341.538021:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384341.538038:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384341.538043:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384341.538046:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384341.538047:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384341.538052:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384341.538054:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.538055:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384341.538056:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384341.538060:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384341.538061:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:0.0:1767384341.538065:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384341.538068:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384341.538071:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3112c5c. 00080000:00000010:0.0:1767384341.538075:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e16739eb. 00010000:00000001:1.0:1767384341.538078:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384341.538078:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382343680 : -114060327207936 : ffff984342b6bc00) 00080000:00000001:0.0:1767384341.538082:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:1.0:1767384341.538084:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c417e4e4. 00000020:00000001:1.0:1767384341.538089:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384341.538094:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c417e4e4 with handle 0x4ac496f8d605e19b to hash 00000020:00000001:1.0:1767384341.538130:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384341.538133:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.538138:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.538142:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.538145:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.538148:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538158:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384341.538163:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384341.538166:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384341.538169:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.538172:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.538175:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:0.0:1767384341.538176:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384341.538177:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384341.538178:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384341.538182:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384341.538183:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384341.538186:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384341.538188:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384341.538190:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384341.538193:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3112c5c) refcount = 1 00080000:00000001:0.0:1767384341.538196:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.538197:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384341.538200:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767384341.538208:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384341.538211:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384341.538213:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.538216:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.538218:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384341.538221:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384341.538225:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384341.538228:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.538231:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.538233:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:1.0:1767384341.538236:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.538240:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.538251:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384341.538253:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538261:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384341.538264:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538270:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.538272:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384341.538275:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538281:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384341.538283:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767384341.538284:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384341.538286:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384341.538290:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384341.538294:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384341.538302:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c417e4e4 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384341.538305:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.538308:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384341.538310:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538316:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384341.538318:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.538319:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.538321:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=5 00000020:00000001:1.0:1767384341.538324:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.538326:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.538330:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384341.538332:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538350:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384341.538352:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.538354:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.538357:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384341.538359:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384341.538362:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.538364:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384341.538366:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c417e4e4 with handle 0x4ac496f8d605e19b from hash 00010000:00000001:1.0:1767384341.538370:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384341.538371:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.538373:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.538375:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384341.538377:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384341.538380:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384341.538382:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384341.538385:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.538388:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.538390:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384341.538392:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384341.538395:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.538397:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.538399:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.538401:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.538404:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.538407:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538413:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.538415:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.538417:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384341.538419:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384341.538422:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.538423:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.538427:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384341.538430:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.538432:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.538443:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.538450:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384341.538452:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384341.538454:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e19b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384341.538461:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3112c5c count: 0 00010000:00000001:1.0:1767384341.538471:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384341.538473:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384341.542139:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294929422, at 4294929423 00000100:00000040:3.0:1767384341.542150:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294929422, at 4294929423 00000100:00000010:2.0:1767384341.542150:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0aff8c7. 00000100:00000010:3.0:1767384341.542156:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2ac9d5e. 00000100:00000040:0.0:1767384341.542167:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294929421, at 4294929423 00000100:00000040:1.0:1767384341.542169:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294929422, at 4294929423 00000100:00000010:0.0:1767384341.542178:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f19afd5. 00000100:00000010:1.0:1767384341.542181:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000021ca96. 00010000:00000010:1.1:1767384341.545141:0:16608:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3112c5c. 00010000:00000010:1.1:1767384341.545150:0:16608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c417e4e4. 00080000:00000001:1.0:1767384341.547249:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384341.547254:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384341.547257:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384341.547259:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384341.547261:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384341.547264:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e16739eb. 00080000:00000001:1.0:1767384341.547270:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384341.547284:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384341.547292:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384341.547295:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384341.547298:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384341.547301:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384341.547313:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384341.547316:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384341.547325:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384341.547327:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384341.547332:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384341.547335:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384341.547340:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384341.547344:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384341.547351:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3112c5c. 00010000:00000001:1.0:1767384341.547355:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384341.547359:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c417e4e4. 00000020:00000001:1.0:1767384341.547363:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384341.547366:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c417e4e4 with handle 0x4ac496f8d605e1a2 to hash 00000020:00000001:1.0:1767384341.547369:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384341.547370:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.547374:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.547377:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.547379:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.547382:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547400:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384341.547404:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384341.547407:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384341.547409:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.547411:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.547414:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384341.547416:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.547419:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384341.547422:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384341.547424:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384341.547425:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384341.547427:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3112c5c) refcount = 1 00010000:00010000:1.0:1767384341.547431:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547438:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384341.547440:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384341.547442:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.547445:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.547447:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384341.547450:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384341.547453:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384341.547457:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.547459:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.547461:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:1.0:1767384341.547463:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.547467:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.547469:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384341.547471:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547478:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384341.547480:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547497:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.547499:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384341.547500:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547506:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.547508:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.547511:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384341.547513:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384341.547520:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c417e4e4 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384341.547523:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.547525:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384341.547526:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547533:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384341.547535:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384341.547537:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384341.547539:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=5 00000020:00000001:1.0:1767384341.547541:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.547544:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384341.547560:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384341.547563:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547569:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384341.547572:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384341.547574:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.547577:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384341.547579:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384341.547582:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384341.547589:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384341.547592:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c417e4e4 with handle 0x4ac496f8d605e1a2 from hash 00010000:00000001:1.0:1767384341.547595:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384341.547596:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.547597:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.547598:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384341.547600:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384341.547602:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384341.547605:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384341.547606:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384341.547609:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.547611:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384341.547613:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384341.547615:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.547617:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.547618:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.547620:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384341.547622:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.547624:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547629:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.547631:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.547633:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384341.547635:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384341.547637:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384341.547638:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384341.547641:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384341.547644:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384341.547646:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384341.547649:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384341.547655:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384341.547657:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384341.547659:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384341.547673:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3112c5c count: 0 00010000:00000001:1.0:1767384341.547681:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384341.547682:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384341.548640:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384341.548644:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384341.548646:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d5c3c034. 20000000:00000001:0.0:1767384341.548651:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384341.548660:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748241664 00010000:00000001:0.0:1767384341.548662:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384341.548668:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e808201f x1853236748241664/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.548676:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.548678:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.548681:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.548684:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384341.548687:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384341.548688:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384341.548691:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384341.548694:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.548697:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384341.548699:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.548703:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020d9829d. 00000100:00000200:0.0:1767384341.548707:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748241664, offset 224 00000400:00000200:0.0:1767384341.548713:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384341.548723:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384341.548733:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104b00 00000400:00000200:0.0:1767384341.548740:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1819 [2] + 224 00000400:00000200:0.0:1767384341.548746:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.548750:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.548755:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.548759:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.548766:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.548782:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.548789:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d9829d 00000400:00000010:0.0:1767384341.548791:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020d9829d. 00000100:00000001:1.0:1767384341.548795:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.548796:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384341.548799:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384341.548800:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384341.548804:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384341.548807:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384341.548809:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:1.0:1767384341.548811:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384341.548813:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000400:00000200:1.0:1767384341.548819:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094063aa7 00010000:00000001:0.0:1767384341.548819:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384341.548821:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384341.548823:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094063aa7. 00000020:00000001:0.0:1767384341.548824:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384341.548828:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384341.548831:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e808201f x1853236748241664/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384341.548834:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.548856:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e808201f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748241664:12345-0@lo:253: Request processed in 19373us (19917us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384341.548858:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.548871:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.548874:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384341.548874:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000001:1.0:1767384341.548879:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384341.548879:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384341.548883:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384341.548884:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384341.548887:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384341.548887:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384341.548891:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384341.548893:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384341.548894:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000477ae455. 00000100:00001000:1.0:1767384341.548898:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=47 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384341.548899:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7c4cf36. 00000100:00001000:1.0:1767384341.548903:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=47 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384341.548905:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028152aaf. 00000100:00000001:1.0:1767384341.548908:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384341.548911:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.548911:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00010000:00000001:1.0:1767384341.548916:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384341.548918:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.548919:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384341.548920:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384341.548925:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384341.548925:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b75ba406. 02000000:00000001:0.0:1767384341.548932:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384341.548933:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.548937:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384341.548938:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.548939:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384341.548947:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384341.548951:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384341.548954:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:0.0:1767384341.548954:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8a6eb3. 00000020:01000004:1.0:1767384341.548955:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384341.548960:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384341.548961:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384341.548962:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384341.548963:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:0.0:1767384341.548963:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020d9829d. 00000020:01000004:1.0:1767384341.548966:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384341.548969:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.548970:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384341.548973:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.548979:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748241664:0@lo:253: 00000100:00000001:1.0:1767384341.548984:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.548986:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384341.548990:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001430ec3e x1853236748241664/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.548995:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384341.548997:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384341.548999:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ae996bcf. 02000000:00000001:1.0:1767384341.549004:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384341.549006:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384341.549008:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384341.549010:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384341.549012:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065bbcbab. 02000000:00000001:1.0:1767384341.549016:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384341.549018:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384341.549019:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001430ec3e. 00000100:00000001:1.0:1767384341.549024:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384341.549025:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.549027:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.549033:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.549034:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.549037:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.549039:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384341.550731:0:27745:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001cc4799b. 00000400:00000040:2.0:1767384341.550751:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.550755:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.550759:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.550761:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.550765:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.550767:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384341.550770:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.550773:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384341.550775:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.550777:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384341.550780:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.550783:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.550786:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.550789:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.550790:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384341.550793:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384341.550795:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384341.550797:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384341.550803:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384341.550807:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.550810:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.550812:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.550814:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.550817:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.550819:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384341.550822:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.550825:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.550827:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.550830:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.550832:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.550834:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384341.550837:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384341.550839:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384341.550842:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384341.550844:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384341.550846:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.550848:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384341.550851:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384341.550853:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.550855:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384341.550857:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.550859:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384341.550861:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384341.550863:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384341.550865:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384341.550867:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384341.550869:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384341.550871:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384341.550874:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384341.550876:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384341.550878:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384341.550880:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384341.550883:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384341.550885:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384341.550888:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384341.550890:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384341.550892:0:27745:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384341.550995:0:27745:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001cc4799b. 00080000:00000020:0.0:1767384341.551364:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384341.551368:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384341.551370:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003556829b. 20000000:00000001:0.0:1767384341.551374:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384341.551378:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748241792 00010000:00000001:0.0:1767384341.551380:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384341.551385:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000439af69d x1853236748241792/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384341.551393:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384341.551395:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384341.551397:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.551400:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384341.551408:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384341.551411:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384341.551414:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384341.551416:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384341.551418:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384341.551420:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384341.551423:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095b15be7. 00000100:00000200:0.0:1767384341.551426:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748241792, offset 224 00000400:00000200:0.0:1767384341.551432:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384341.551440:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384341.551448:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104b80 00000400:00000200:0.0:1767384341.551454:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1821 [2] + 224 00000400:00000200:0.0:1767384341.551460:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384341.551463:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384341.551468:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384341.551472:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.551481:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384341.551498:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384341.551504:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b15be7 00000400:00000010:0.0:1767384341.551506:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b15be7. 00000100:00000001:0.0:1767384341.551510:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384341.551512:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384341.551512:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384341.551516:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384341.551519:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:1.0:1767384341.551524:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384341.551525:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384341.551529:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384341.551530:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384341.551531:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384341.551534:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384341.551538:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000439af69d x1853236748241792/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:322/0 lens 4848/4768 e 0 to 0 dl 1767384352 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384341.551539:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043926dbb. 00000400:00000200:1.0:1767384341.551563:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005cccb06c 00000100:00100000:0.0:1767384341.551566:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000439af69d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748241792:12345-0@lo:253: Request processed in 22054us (22597us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384341.551568:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005cccb06c. 00000100:00000001:1.0:1767384341.551575:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384341.551581:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384341.551598:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000200:1.0:1767384341.551602:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384341.551604:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384341.551609:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384341.551614:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384341.551619:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ef18ef44. 00000100:00000001:1.0:1767384341.551620:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384341.551625:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384341.551626:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b83d1b2c. 00000100:00000001:1.0:1767384341.551628:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384341.551632:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384341.551633:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000739765ee. 00000100:00000001:1.0:1767384341.551635:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384341.551639:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384341.551640:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384341.551642:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384341.551646:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384341.551648:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=47 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384341.551650:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b5497c29. 02000000:00000001:0.0:1767384341.551656:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384341.551657:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384341.551660:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.551662:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384341.551666:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384341.551666:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384341.551670:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384341.551673:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.551673:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d805ee43. 00000100:00000001:1.0:1767384341.551678:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384341.551679:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095b15be7. 00000100:00000040:1.0:1767384341.551684:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.551694:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384341.551697:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384341.551699:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384341.551703:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384341.551704:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384341.551706:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384341.551707:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384341.551709:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384341.551710:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384341.551719:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384341.551720:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384341.551722:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384341.551725:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384341.551734:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748241792:0@lo:253: 00000100:00000001:1.0:1767384341.551739:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.551742:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384341.551745:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008807e71d x1853236748241792/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384357 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384341.551751:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384341.551753:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384341.551755:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000209d6f78. 02000000:00000001:1.0:1767384341.551759:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384341.551761:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384341.551762:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384341.551764:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384341.551766:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000a124b28. 02000000:00000001:1.0:1767384341.551769:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384341.551771:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384341.551773:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 00000100:00000001:1.0:1767384341.551776:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384341.551777:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.551780:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384341.551784:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384341.551786:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384341.551788:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384341.551790:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384341.554149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3112c5c. 00010000:00000010:1.1:1767384341.554159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c417e4e4. 00010000:00000001:2.0:1767384341.847847:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384341.847853:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384341.847858:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384341.847859:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384341.847873:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384341.847876:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384341.847878:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384342.359199:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384342.359204:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384342.359207:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133d7e7 00000400:00000010:2.0:1767384342.359210:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b133d7e7. 00000400:00000200:2.0:1767384342.359215:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384342.359221:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384342.359229:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005a6e43e8. 00000400:00000010:2.0:1767384342.359234:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004d1d35b4. 00080000:00000001:3.0:1767384342.738767:0:28110:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384342.738784:0:28110:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.738788:0:28110:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384342.738794:0:28110:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384342.738800:0:28110:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384342.738803:0:28110:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.871196:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384342.871204:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384342.871211:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384342.871212:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384342.871238:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384342.871241:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384342.871243:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384343.479426:0:28274:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384343.479431:0:28274:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:2.0:1767384343.482258:0:28274:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384343.489027:0:28275:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384343.489039:0:28275:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004bfb0256. 00000400:00000010:2.0:1767384343.489048:0:28275:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a84550c4. 00000400:00000010:2.0:1767384343.489051:0:28275:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000739765ee. 00000400:00000010:2.0:1767384343.489054:0:28275:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000635717b3. 00000400:00000010:2.0:1767384343.489057:0:28275:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac2e05d1. 00000400:00000010:2.0:1767384343.489059:0:28275:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c1dc8f5. 00000400:00000010:2.0:1767384343.489060:0:28275:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077bf1101. 00000400:00000010:2.0:1767384343.489062:0:28275:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000100db337. 00000800:00000010:2.0:1767384343.489079:0:28275:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000eff7e313. 00000800:00000200:2.0:1767384343.489088:0:28275:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384343.489098:0:28275:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384343.489175:0:28275:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384343.489195:0:28275:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp33 [8/256/0/180] 00000400:00000010:2.0:1767384343.490600:0:28275:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000f7b6f207. 00000400:00000010:2.0:1767384343.490605:0:28275:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cece9bab. 00000400:00000010:2.0:1767384343.490609:0:28275:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133d7e7. 00000400:00000001:2.0:1767384343.490626:0:28275:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384343.490628:0:28275:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384343.490629:0:28275:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1acf3a3. 00000400:00000200:2.0:1767384343.490631:0:28275:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000400:00000010:2.0:1767384343.490633:0:28275:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000400:00000010:2.0:1767384343.490636:0:28275:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000002ca89362. 00000400:00000200:2.0:1767384343.490640:0:28275:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (24) 00000400:00000200:2.0:1767384343.490651:0:28275:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384343.490658:0:28275:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:2.0:1767384343.490665:0:28275:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b5497c29. 00000020:01000000:2.0:1767384343.490674:0:28275:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384343.490677:0:28275:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp33 00000400:00000200:3.0:1767384343.490680:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384343.490689:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 00000400:00000010:2.0:1767384343.490694:0:28275:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004bfb0256. 00000400:00000010:3.0:1767384343.490697:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00000400:00000010:2.0:1767384343.490698:0:28275:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e6c31fb8. 00000400:00000200:3.0:1767384343.490705:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000010:3.0:1767384343.490714:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa1511ff. 00000400:00000200:3.0:1767384343.490718:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:00000001:0.0:1767384343.490724:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384343.490731:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384343.490735:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384343.490736:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 10000000:01000000:0.0:1767384343.490739:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384343.490743:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384343.490745:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:0.0:1767384343.490746:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384343.490749:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384343.490753:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384343.490756:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000020:01000004:0.0:1767384343.490756:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384343.490760:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384343.490763:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384343.490766:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:01000004:0.0:1767384343.490767:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384343.490770:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384343.490773:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384343.490776:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000100:00000010:0.0:1767384343.490781:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae57f9a1. 00000020:00000040:0.0:1767384343.490788:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384343.490793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:3.0:1767384343.490797:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000100:00000001:0.0:1767384343.490797:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384343.490803:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384343.490806:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 02000000:00000001:0.0:1767384343.490810:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.490813:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:3.0:1767384343.490817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:3.0:1767384343.490823:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 02000000:00000010:0.0:1767384343.490823:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b75ba406. 00000400:00000200:3.0:1767384343.490827:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:3.0:1767384343.490830:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384343.490836:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000100:00000001:0.0:1767384343.490841:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.490843:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:3.0:1767384343.490849:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:0.0:1767384343.490855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384343.490856:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000100:00000001:0.0:1767384343.490860:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.490869:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000040:0.0:1767384343.490872:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae57f9a1] to pc [ptlrpcd_00_02+2] req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.490883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:3.0:1767384343.490891:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 18], ns[68, 18] 00000400:00000200:3.0:1767384343.490897:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 18], ns[72, 18] 00000400:00000200:3.0:1767384343.490903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[74, 18] 00000400:00000200:3.0:1767384343.490910:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 10000000:00000001:0.0:1767384343.490917:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384343.490921:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.490926:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384343.490929:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384343.490936:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:0.0:1767384343.490937:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384343.490940:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384343.490942:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000100:00000001:2.0:1767384343.490943:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384343.490943:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384343.490946:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384343.490951:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp31 00000020:01000004:0.0:1767384343.490951:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00100000:2.0:1767384343.490953:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:01000004:0.0:1767384343.490956:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384343.490962:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp31 lpni_is_preferred = 0 00000100:00000001:2.0:1767384343.490962:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384343.490962:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384343.490972:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp31 00000020:01000004:0.0:1767384343.490972:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384343.490977:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384343.490978:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384343.490980:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384343.490982:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp31 NI seq info: [81:81:256:4294967295] 192.168.202.119@tcp31 LPNI seq info [80:80:8:4294967295] 00000020:01000004:0.0:1767384343.490982:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384343.490985:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384343.490985:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384343.490990:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384343.490994:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp31 00000100:00000001:2.0:1767384343.490996:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384343.490997:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000100:00000001:2.0:1767384343.491002:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384343.491002:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384343.491008:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384343.491009:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384343.491012:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31:) -> 192.168.202.119@tcp31(192.168.202.119@tcp:192.168.202.119@tcp31) : PUT try# 0 02000000:00000001:0.0:1767384343.491012:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384343.491016:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384343.491021:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384343.491022:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.119@tcp31 02000000:00000010:0.0:1767384343.491023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d5c3c034. 00000100:00000001:0.0:1767384343.491031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384343.491032:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd09ff2c. 00000100:00000001:0.0:1767384343.491039:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384343.491043:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384343.491048:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009a3deee8. 00000100:00000040:0.0:1767384343.491051:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008807e71d] to pc [ptlrpcd_00_03+3] req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384343.491059:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009e5c46f0. 00000100:00000001:2.0:1767384343.491072:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1767384343.491078:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 10000000:00000001:0.0:1767384343.491078:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.491079:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384343.491088:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384343.491090:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 02000000:00000001:2.0:1767384343.491092:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384343.491097:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384343.491098:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384343.491101:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b5497c29. 02000000:00000001:2.0:1767384343.491144:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384343.491149:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384343.491156:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748241920:0@lo:253: 00000100:00000001:2.0:1767384343.491162:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384343.491170:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384343.491172:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.491175:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384343.491181:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003556829b. 02000000:00000001:2.0:1767384343.491185:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.491189:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9b8ba3d. 00000400:00000010:2.0:1767384343.491194:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bfb0256. 00000100:00000200:2.0:1767384343.491198:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748241920, portal 25 00000100:00000001:2.0:1767384343.491200:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384343.491202:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656106496 : -114055053445120 : ffff98447d0df800) 00000100:00000040:2.0:1767384343.491210:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.491218:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384343.491225:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384343.491228:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001791f26f. 00000100:00000200:2.0:1767384343.491231:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748241920, offset 0 00000400:00000200:2.0:1767384343.491237:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384343.491249:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384343.491259:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104c00 00000400:00000200:2.0:1767384343.491266:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1099 [2] + 0 00000400:00000010:2.0:1767384343.491269:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04d0c02. 00000400:00000200:2.0:1767384343.491273:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000077586484 00000400:00000200:2.0:1767384343.491281:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384343.491286:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384343.491293:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077586484 00000400:00000010:2.0:1767384343.491296:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000077586484. 00000100:00000001:2.0:1767384343.491304:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384343.491307:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384343.491308:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384343.491318:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100551 rc 0 00000100:00000040:2.0:1767384343.491318:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000099694cad x1853236748241920 msgsize 4848 00000100:00100000:2.0:1767384343.491338:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384343.491350:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384343.491366:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384343.491376:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384343.491377:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001791f26f 00000400:00000010:2.0:1767384343.491384:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001791f26f. 00000100:00100000:0.0:1767384343.491384:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384343.491391:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384343.491397:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384343.491402:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384343.491404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000200:2.0:1767384343.491407:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.491407:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384343.491414:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.491417:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.491422:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384343.491431:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.491444:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384343.491445:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384343.491448:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.491453:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384343.491455:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000040:2.0:1767384343.491456:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.491458:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384343.491468:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.491473:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00100000:0.0:1767384343.491480:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748242048:0@lo:253: 00000100:00000001:0.0:1767384343.491496:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384343.491497:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 02000000:00000001:0.0:1767384343.491503:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384343.491509:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.491510:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.491517:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384343.491519:0:16149:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1767384343.491525:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000209d6f78. 00000400:00000200:3.0:1767384343.491527:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:2.0:1767384343.491543:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.491544:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.491558:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294931384 00000400:00000010:0.0:1767384343.491558:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008268d17a. 00000400:00000010:0.0:1767384343.491569:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8f024a1. 00000100:00000010:2.0:1767384343.491570:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cfd0efa. 00000400:00000200:3.0:1767384343.491575:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000200:0.0:1767384343.491575:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748242048, portal 25 00000100:00000001:2.0:1767384343.491580:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384343.491581:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384343.491584:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:0.0:1767384343.491596:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.491598:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294931384 00000100:00000001:0.0:1767384343.491610:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384343.491611:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ef8ad3c. 00000100:00000040:0.0:1767384343.491619:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384343.491622:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001956b4f8. 00000100:00000001:2.0:1767384343.491623:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384343.491625:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000200:0.0:1767384343.491635:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748242048, offset 0 00000100:00000001:2.0:1767384343.491637:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294931384 00000100:00000010:2.0:1767384343.491644:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b1cf455. 00000400:00000200:0.0:1767384343.491645:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384343.491657:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384343.491663:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384343.491670:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294931384 00000400:00000200:3.0:1767384343.491671:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384343.491679:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e104c80 00000100:00000010:2.0:1767384343.491683:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87ba6ed. 00000100:00000001:2.0:1767384343.491692:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384343.491694:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10c1 [2] + 0 00000400:00000010:0.0:1767384343.491703:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41a3bd5. 00000100:00000001:2.0:1767384343.491706:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384343.491707:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6f54247 00000100:00000001:2.0:1767384343.491714:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.491717:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384343.491720:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384343.491727:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384343.491728:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.491734:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384343.491735:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384343.491736:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f54247 00000100:00000001:2.0:1767384343.491738:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384343.491740:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6f54247. 00000100:00000001:2.0:1767384343.491742:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.491747:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384343.491748:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384343.491750:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384343.491755:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000d7794cb1 x1853236748242048 msgsize 4848 00000100:00100000:0.0:1767384343.491771:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384343.491774:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384343.491789:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384343.491795:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001956b4f8 00000400:00000010:0.0:1767384343.491796:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001956b4f8. 00000100:00000001:0.0:1767384343.491800:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384343.491802:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384343.491807:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.491809:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384343.491817:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.491825:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.491827:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.491832:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.491836:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294931384 00000100:00000001:0.0:1767384343.491838:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294931384 00000100:00000001:0.0:1767384343.491840:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294931384 00000100:00000001:0.0:1767384343.491841:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294931384 00000100:00000001:0.0:1767384343.491844:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294931384 00000100:00000001:0.0:1767384343.491851:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294931384 00000100:00000001:0.0:1767384343.491854:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294931384 00000100:00000001:0.0:1767384343.491857:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294931384 00000100:00000001:0.0:1767384343.491859:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384343.491861:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.491864:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.491869:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.491874:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.491958:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.491981:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384343.491987:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748241920 00000100:00000001:2.0:1767384343.491992:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384343.491992:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384343.491998:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384343.492000:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242048 00000100:00000001:0.0:1767384343.492001:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.492009:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.492010:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384343.492017:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384343.492017:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748241920 00000400:00000200:3.0:1767384343.492020:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000001:2.0:1767384343.492026:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.492027:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384343.492032:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 02000000:00000001:2.0:1767384343.492036:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.492036:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384343.492043:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00100000:2.0:1767384343.492046:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242048 00000020:00000001:0.0:1767384343.492048:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384343.492053:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384343.492055:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384343.492059:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384343.492060:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384343.492068:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384343.492068:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000801a1c88. 00000400:00000200:3.0:1767384343.492073:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.492079:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384343.492080:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000010:0.0:1767384343.492088:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000801a1c88. 00000020:00000001:2.0:1767384343.492093:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:0.0:1767384343.492098:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063d95a66. 00000020:00000001:2.0:1767384343.492100:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:0.0:1767384343.492126:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000019cda233. 00000020:00000010:0.0:1767384343.492131:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7c4cf36. 00000100:00000001:2.0:1767384343.492141:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384343.492145:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384343.492151:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f6a848c. 00000100:00000001:0.0:1767384343.492151:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384343.492155:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384343.492159:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.492160:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384343.492166:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f6a848c. 00000100:00000001:0.0:1767384343.492169:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384343.492174:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec941de8. 00000020:00000010:2.0:1767384343.492182:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b9ed9bd. 00000400:00000200:3.0:1767384343.492183:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.492184:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384343.492189:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b83d1b2c. 00000100:00000001:2.0:1767384343.492205:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384343.492209:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384343.492213:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.492218:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.492223:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384343.492226:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384343.492234:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:2.0:1767384343.492236:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384343.492240:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000400:00000200:3.0:1767384343.492241:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.492246:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388814416 : -114060320737200 : ffff984343197850) 00000100:00000040:0.0:1767384343.492255:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099694cad x1853236748241920/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384343.492259:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384343.492263:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384343.492264:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384343.492269:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000801a1c88. 00000100:00000001:0.0:1767384343.492275:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384343.492279:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000020:00000010:0.0:1767384343.492284:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000801a1c88. 00000100:00000040:2.0:1767384343.492292:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00100000:0.0:1767384343.492301:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099694cad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748241920:12345-0@lo:253: 00000100:00000001:2.0:1767384343.492302:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400396880 : -114060309154736 : ffff984343ca3450) 00000400:00000200:3.0:1767384343.492304:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000100:00000200:0.0:1767384343.492318:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748241920 00000100:00000040:2.0:1767384343.492323:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7794cb1 x1853236748242048/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:324/0 lens 4848/0 e 0 to 0 dl 1767384354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384343.492324:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384343.492334:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384343.492341:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384343.492342:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384343.492348:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384343.492353:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000010:2.0:1767384343.492355:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f6a848c. 00000100:00000001:2.0:1767384343.492362:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384343.492364:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384343.492369:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384343.492370:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f6a848c. 00000020:00000001:0.0:1767384343.492378:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384343.492382:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384343.492386:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7794cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748242048:12345-0@lo:253: 00000020:00000001:0.0:1767384343.492387:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.492388:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.492398:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384343.492401:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242048 02000000:00000001:0.0:1767384343.492402:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384343.492409:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384343.492413:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:0.0:1767384343.492415:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000720e50ef. 00000020:00000001:2.0:1767384343.492417:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384343.492418:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.492423:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000100:00000001:0.0:1767384343.492424:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384343.492429:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384343.492430:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384343.492436:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384343.492442:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384343.492444:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384343.492445:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080cf73dd. 00000020:00000001:2.0:1767384343.492453:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384343.492455:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 20000000:01000000:0.0:1767384343.492455:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384343.492461:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384343.492464:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384343.492470:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.492470:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384343.492479:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384343.492481:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.492482:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 20000000:00000001:0.0:1767384343.492485:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384343.492486:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384343.492492:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767384343.492495:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ae996bcf. 02000000:00000001:2.0:1767384343.492500:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384343.492503:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000100:00000001:2.0:1767384343.492503:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384343.492505:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f7b4c73. 20000000:00000001:2.0:1767384343.492510:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384343.492511:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:0.0:1767384343.492524:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384343.492542:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 20000000:00000010:2.0:1767384343.492545:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b5497c29. 00080000:00000001:0.0:1767384343.492545:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384343.492555:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384343.492559:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384343.492561:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384343.492564:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384343.492568:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384343.492571:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384343.492572:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00080000:00000001:0.0:1767384343.492615:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384343.492620:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384343.492622:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.492625:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384343.492629:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384343.492636:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000020:00000001:0.0:1767384343.492636:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384343.492643:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384343.492651:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e89c48fb. 00080000:00000001:0.0:1767384343.492655:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382333440 : -114060327218176 : ffff984342b69400) 00080000:00000001:0.0:1767384343.492659:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384343.492702:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.492772:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000001:00000001:0.0:1767384343.492825:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384343.492828:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.492831:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384343.492832:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00080000:00000001:0.0:1767384343.492858:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.492862:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384343.492864:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.492909:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.492963:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.493041:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00080000:00000001:0.0:1767384343.493044:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384343.493048:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384343.493100:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.493169:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384343.493210:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384343.493456:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a14e367. 00000800:00000010:3.0:1767384343.493463:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d486019a. 00000800:00000010:3.0:1767384343.493471:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088659576. 00000800:00000010:3.0:1767384343.493501:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088659576. 00000800:00020000:3.0:1767384343.493513:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384343.500697:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d486019a. 00000800:00000010:3.0:1767384343.500703:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a14e367. 00000400:02020000:3.0:1767384343.500790:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp31 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384343.501804:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384343.501811:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:1.0:1767384343.501816:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384343.501816:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.501819:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384343.501824:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384343.501828:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384343.501830:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384343.501830:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767384343.501834:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384343.501838:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e89c48fb. 20000000:00000001:0.0:1767384343.501843:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384343.501845:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767384343.501851:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f8e48e9. 20000000:01000000:0.0:1767384343.501851:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384343.501860:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00080000:00000020:0.0:1767384343.501861:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767384343.501872:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384343.501878:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384343.501880:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767384343.501882:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384343.501889:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384343.501894:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384343.501899:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384343.501910:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384343.501914:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008caac48b. 00080000:00000001:2.0:1767384343.501916:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384343.501920:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.501920:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384343.501925:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f437da1c. 00000020:00000001:0.0:1767384343.501928:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384343.501932:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384343.501932:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f437da1c with handle 0x4ac496f8d605e1a9 to hash 00000020:00000001:0.0:1767384343.501938:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384343.501942:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384343.501943:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384343.501950:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00000020:00000001:2.0:1767384343.501953:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:0.0:1767384343.501954:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384343.501957:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384343.501961:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384343.501963:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384343.501971:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000057e0b8f5. 00010000:00000001:0.0:1767384343.501972:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384343.501979:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384343.501980:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368062976 : -114060341488640 : ffff984341dcd400) 00010000:00000001:0.0:1767384343.501985:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384343.501989:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384343.501990:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384343.501992:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384343.501995:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384343.501997:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384343.501999:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384343.502001:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384343.502002:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384343.502005:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384343.502007:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008caac48b) refcount = 1 00010000:00010000:0.0:1767384343.502010:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384343.502015:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384343.502017:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384343.502018:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384343.502019:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502020:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384343.502023:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384343.502026:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384343.502028:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384343.502036:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384343.502038:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=4 00000020:00000001:0.0:1767384343.502040:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384343.502043:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384343.502046:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384343.502047:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384343.502053:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384343.502055:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767384343.502058:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767384343.502060:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384343.502063:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384343.502064:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384343.502065:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384343.502072:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384343.502073:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384343.502076:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502080:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384343.502081:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384343.502087:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f437da1c already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384343.502089:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:2.0:1767384343.502093:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502093:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384343.502095:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384343.502101:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767384343.502103:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384343.502124:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384343.502124:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384343.502126:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=5 00000020:00000001:0.0:1767384343.502129:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384343.502131:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384343.502139:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384343.502141:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384343.502146:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384343.502149:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384343.502150:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502153:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384343.502155:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384343.502157:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384343.502158:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384343.502160:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f437da1c with handle 0x4ac496f8d605e1a9 from hash 00010000:00000001:0.0:1767384343.502162:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384343.502165:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384343.502166:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384343.502167:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384343.502170:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384343.502172:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384343.502175:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384343.502177:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384343.502179:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502181:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384343.502183:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384343.502185:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384343.502187:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384343.502189:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502191:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384343.502193:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384343.502196:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384343.502199:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384343.502201:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384343.502202:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384343.502204:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384343.502205:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384343.502207:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384343.502214:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384343.502217:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384343.502219:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384343.502222:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384343.502226:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767384343.502227:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384343.502229:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384343.502233:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f437da1c/0x4ac496f8d605e1a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384343.502234:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000040:0.0:1767384343.502243:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008caac48b count: 0 00010000:00000001:0.0:1767384343.502258:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384343.502260:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384343.504151:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294931384, at 4294931385 00000100:00000010:1.0:1767384343.504166:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ef8ad3c. 00000100:00000040:2.0:1767384343.504209:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294931384, at 4294931385 00000100:00000010:2.0:1767384343.504217:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b1cf455. 00000100:00000040:0.0:1767384343.505193:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294931384, at 4294931386 00000100:00000010:0.0:1767384343.505201:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000400:00000200:3.0:1767384343.506037:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp31 notifying 192.168.202.119@tcp31: down 00000800:00000200:3.0:1767384343.506044:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp31 down 00000800:00000100:3.0:1767384343.506151:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.202.119@tcp31 00000800:00000010:3.0:1767384343.506155:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd09ff2c. 00000400:00000200:3.0:1767384343.506160:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384343.506164:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384343.506174:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp31 added to recovery queue. ping count: 0 next ping: 265 health :900 00000400:00000200:3.0:1767384343.506178:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384343.506183:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:3.0:1767384343.506191:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384343.506236:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384343.506247:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x101151 00000400:00000001:0.0:1767384343.506253:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384343.506256:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384343.506259:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000400:00000010:0.0:1767384343.506261:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000400:00000200:0.0:1767384343.506268:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384343.506275:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384343.506281:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (26) 00000400:00000200:0.0:1767384343.506287:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384343.506292:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100151 rc -71 00000400:00000200:0.0:1767384343.506297:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384343.506300:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (25) 00000100:00000040:3.0:1767384343.506400:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294931384, at 4294931387 00000100:00000010:3.0:1767384343.506405:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00010000:00000010:0.1:1767384343.508576:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008caac48b. 00010000:00000010:0.1:1767384343.508582:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f437da1c. 00080000:00000001:2.0:1767384343.512890:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384343.512893:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384343.512898:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384343.512900:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:0.0:1767384343.512901:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384343.512904:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384343.512911:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384343.512911:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384343.512918:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000057e0b8f5. 20000000:00000001:2.0:1767384343.512919:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384343.512929:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384343.512930:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384343.512949:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384343.512955:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384343.512961:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384343.512965:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767384343.512965:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384343.512968:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384343.512973:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384343.512976:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384343.512985:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dbead4ea. 00010000:00000001:1.0:1767384343.512989:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384343.512993:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058516650. 00000020:00000001:1.0:1767384343.512997:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384343.513001:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058516650 with handle 0x4ac496f8d605e1b0 to hash 00000020:00000001:1.0:1767384343.513004:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384343.513006:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384343.513010:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384343.513014:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.513018:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.513023:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513032:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384343.513037:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384343.513042:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384343.513045:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384343.513048:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.513050:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384343.513051:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.513054:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384343.513056:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384343.513060:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384343.513062:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384343.513066:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dbead4ea) refcount = 1 00010000:00010000:1.0:1767384343.513069:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513076:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384343.513086:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384343.513088:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.513091:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.513093:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384343.513097:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384343.513101:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384343.513131:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384343.513134:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384343.513137:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=4 00000020:00000001:1.0:1767384343.513140:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384343.513143:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384343.513146:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384343.513149:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513157:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384343.513160:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513167:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.513168:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384343.513170:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513177:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.513178:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.513183:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384343.513186:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384343.513193:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058516650 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384343.513196:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384343.513199:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384343.513204:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513223:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384343.513225:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384343.513226:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384343.513229:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=5 00000020:00000001:1.0:1767384343.513232:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384343.513235:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384343.513238:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384343.513241:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513247:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384343.513249:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384343.513250:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.513253:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384343.513255:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384343.513258:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384343.513260:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384343.513262:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058516650 with handle 0x4ac496f8d605e1b0 from hash 00010000:00000001:1.0:1767384343.513266:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384343.513267:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.513268:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.513269:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384343.513272:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384343.513274:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384343.513276:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384343.513279:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384343.513281:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.513283:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384343.513285:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384343.513287:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.513288:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.513289:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.513292:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.513296:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.513305:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513311:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.513313:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.513314:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384343.513318:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384343.513320:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384343.513322:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384343.513326:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384343.513332:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384343.513334:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384343.513338:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384343.513343:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384343.513346:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384343.513349:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058516650/0x4ac496f8d605e1b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384343.513355:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dbead4ea count: 0 00010000:00000001:1.0:1767384343.513376:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384343.513379:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384343.515435:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384343.515440:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384343.515442:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080cf73dd. 20000000:00000001:0.0:1767384343.515447:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384343.515451:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748241920 00010000:00000001:0.0:1767384343.515454:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384343.515462:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099694cad x1853236748241920/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384343.515470:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384343.515472:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384343.515476:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384343.515481:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384343.515483:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384343.515485:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384343.515488:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384343.515491:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384343.515495:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384343.515497:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384343.515501:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdc7f5d. 00000100:00000200:0.0:1767384343.515505:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748241920, offset 224 00000400:00000200:0.0:1767384343.515511:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384343.515522:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384343.515543:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104c00 00000400:00000200:0.0:1767384343.515550:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1851 [2] + 224 00000400:00000200:0.0:1767384343.515557:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.515559:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384343.515564:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384343.515568:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.515574:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.515588:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384343.515593:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bdc7f5d 00000400:00000010:0.0:1767384343.515595:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bdc7f5d. 00000100:00000001:1.0:1767384343.515607:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384343.515608:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384343.515611:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384343.515616:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384343.515618:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.515623:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384343.515627:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384343.515628:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384343.515630:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384343.515632:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384343.515634:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384343.515639:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9b8ba3d. 00000100:00000040:0.0:1767384343.515644:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099694cad x1853236748241920/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384343.515650:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bfb0256 00000400:00000010:1.0:1767384343.515660:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bfb0256. 00000100:00100000:0.0:1767384343.515664:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099694cad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748241920:12345-0@lo:253: Request processed in 23396us (24343us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384343.515673:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384343.515679:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:0.0:1767384343.515683:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000200:1.0:1767384343.515684:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.515688:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384343.515691:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384343.515698:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000019cda233. 00000020:00000010:0.0:1767384343.515705:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7c4cf36. 00000100:00000200:1.0:1767384343.515709:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384343.515710:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063d95a66. 00000020:00000040:0.0:1767384343.515717:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384343.515724:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384343.515727:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384343.515728:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000720e50ef. 00000100:00000001:1.0:1767384343.515731:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384343.515733:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384343.515735:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384343.515740:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384343.515743:0:16149:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384343.515747:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045869302. 02000000:00000001:1.0:1767384343.515748:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384343.515751:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bdc7f5d. 00000100:00000001:1.0:1767384343.515753:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.515757:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.515761:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384343.515768:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384343.515774:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384343.515778:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384343.515782:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.515784:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384343.515787:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.515790:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.515796:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.515806:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384343.515809:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384343.515812:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384343.515817:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384343.515819:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384343.515822:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.515825:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.515828:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384343.515830:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384343.515831:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384343.515833:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384343.515835:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384343.515837:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384343.515843:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.515852:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748241920:0@lo:253: 00000100:00000001:1.0:1767384343.515860:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.515864:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384343.515867:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae57f9a1 x1853236748241920/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.515876:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384343.515884:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384343.515888:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003556829b. 02000000:00000001:1.0:1767384343.515897:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384343.515900:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384343.515904:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384343.515907:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384343.515909:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b75ba406. 02000000:00000001:1.0:1767384343.515915:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384343.515918:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384343.515921:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae57f9a1. 00000100:00000001:1.0:1767384343.515927:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384343.515929:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.515931:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.515939:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.515942:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.515944:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.515948:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384343.516610:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384343.516613:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384343.516615:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b5497c29. 20000000:00000001:0.0:1767384343.516620:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384343.516622:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748242048 00010000:00000001:0.0:1767384343.516625:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384343.516630:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7794cb1 x1853236748242048/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384343.516646:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384343.516647:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384343.516650:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384343.516652:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384343.516654:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384343.516656:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384343.516657:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384343.516659:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384343.516660:0:28280:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d44e41da. 00000100:00000001:0.0:1767384343.516661:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384343.516670:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384343.516674:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc264e33. 00000100:00000200:0.0:1767384343.516677:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748242048, offset 224 00000400:00000200:0.0:1767384343.516680:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384343.516685:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000040:2.0:1767384343.516687:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384343.516691:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384343.516695:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384343.516697:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384343.516700:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384343.516701:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384343.516705:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384343.516707:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384343.516709:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384343.516711:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384343.516714:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384343.516723:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384343.516727:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384343.516729:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384343.516730:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384343.516733:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384343.516735:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384343.516737:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384343.516739:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384343.516742:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384343.516745:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384343.516746:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384343.516748:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384343.516750:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384343.516751:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384343.516753:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384343.516755:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384343.516757:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384343.516758:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384343.516760:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384343.516761:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384343.516764:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384343.516766:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384343.516768:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384343.516771:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384343.516773:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384343.516774:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384343.516777:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384343.516779:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384343.516781:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384343.516782:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384343.516785:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384343.516787:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384343.516789:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384343.516791:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384343.516792:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384343.516795:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384343.516796:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384343.516799:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384343.516801:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384343.516809:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384343.516810:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384343.516812:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384343.516814:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384343.516816:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384343.516818:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384343.516819:0:28280:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384343.516887:0:28280:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d44e41da. 00000400:00000200:0.0:1767384343.516894:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e104c80 00000400:00000200:0.0:1767384343.516901:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1859 [2] + 224 00000400:00000200:0.0:1767384343.516907:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384343.516909:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384343.516912:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384343.516917:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384343.516922:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384343.516938:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384343.516942:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc264e33 00000400:00000010:0.0:1767384343.516944:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc264e33. 00000100:00000001:0.0:1767384343.516949:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384343.516950:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384343.516955:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384343.516957:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384343.516959:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384343.516960:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384343.516962:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384343.516967:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.516973:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384343.516973:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7794cb1 x1853236748242048/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:324/0 lens 4848/4768 e 0 to 0 dl 1767384354 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384343.516982:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384343.516983:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7794cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748242048:12345-0@lo:253: Request processed in 24643us (25226us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384343.516989:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384343.516996:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000400:00000010:1.0:1767384343.516997:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008268d17a. 00000100:00000040:0.0:1767384343.517000:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384343.517003:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384343.517004:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8f024a1 00000100:00000001:0.0:1767384343.517005:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384343.517013:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b9ed9bd. 00000400:00000010:1.0:1767384343.517014:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8f024a1. 00000020:00000010:0.0:1767384343.517023:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b83d1b2c. 00000100:00000001:1.0:1767384343.517025:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384343.517028:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec941de8. 00000020:00000040:0.0:1767384343.517032:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000200:1.0:1767384343.517034:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384343.517036:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384343.517039:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ae996bcf. 02000000:00000001:0.0:1767384343.517045:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384343.517049:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384343.517055:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384343.517062:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab742b09. 00000100:00000200:1.0:1767384343.517068:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384343.517069:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc264e33. 00000100:00000001:1.0:1767384343.517083:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384343.517085:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.517088:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384343.517089:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384343.517091:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384343.517092:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384343.517095:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384343.517098:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384343.517102:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384343.517150:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384343.517152:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384343.517154:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384343.517155:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.517158:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384343.517161:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.517169:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384343.517172:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384343.517173:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384343.517176:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384343.517179:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384343.517180:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384343.517182:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384343.517183:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384343.517184:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384343.517186:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384343.517187:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384343.517189:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384343.517191:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384343.517198:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748242048:0@lo:253: 00000100:00000001:1.0:1767384343.517203:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.517205:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384343.517207:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008807e71d x1853236748242048/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384359 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384343.517214:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384343.517216:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384343.517218:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000209d6f78. 02000000:00000001:1.0:1767384343.517221:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384343.517222:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384343.517223:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384343.517225:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384343.517226:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d5c3c034. 02000000:00000001:1.0:1767384343.517229:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384343.517236:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384343.517237:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 00000100:00000001:1.0:1767384343.517241:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384343.517242:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.517244:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384343.517248:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384343.517250:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384343.517252:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384343.517254:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384343.523182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dbead4ea. 00010000:00000010:1.1:1767384343.523189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058516650. 00010000:00000001:2.0:1767384343.896174:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384343.896182:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384343.896189:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384343.896191:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384343.896241:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384343.896247:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384343.896251:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384344.087368:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384344.087373:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384344.087444:0:20667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384344.087448:0:20667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.919183:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384344.919190:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.919195:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384344.919197:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384344.919199:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384344.919201:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.919203:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384344.919205:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.919206:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384344.919207:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384344.919222:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384344.919224:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384344.919226:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384344.947640:0:28657:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384344.947656:0:28657:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.947660:0:28657:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384344.947666:0:28657:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384344.947672:0:28657:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384344.947675:0:28657:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.111167:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384345.111174:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:0.0:1767384345.111180:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.111182:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384345.111184:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384345.111185:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384345.111188:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384345.111190:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384345.111191:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 47 10000000:00000001:0.0:1767384345.111193:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384345.111195:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384345.111203:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 00000020:00000040:0.0:1767384345.111207:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384345.111212:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384345.111215:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384345.111221:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384345.111235:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d76b11c. 00000100:00000001:0.0:1767384345.111242:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.111246:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384345.111249:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384345.111256:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000eec4b06. 00010000:00000001:0.0:1767384345.111261:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384345.111264:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f437da1c. 00000020:00000001:0.0:1767384345.111268:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384345.111270:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f437da1c with handle 0x4ac496f8d605e1b7 to hash 00000020:00000001:0.0:1767384345.111272:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384345.111273:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.111276:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.111279:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.111281:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.111284:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.111291:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.111301:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384345.111305:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384345.111307:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384345.111313:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd4a44eb. 00000100:00000001:0.0:1767384345.111315:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013413553664 : -114060295997952 : ffff98434492f600) 00000100:00000001:0.0:1767384345.111317:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384345.111318:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000100:00000001:0.0:1767384345.111323:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.111325:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.111327:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384345.111328:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384345.111335:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.111352:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384345.111354:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.111357:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384345.111360:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384345.111362:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.111364:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748242176:0@lo:101: 00000100:00000001:0.0:1767384345.111368:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384345.111374:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384345.111376:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.111378:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384345.111381:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000228bcdd6. 02000000:00000001:0.0:1767384345.111383:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.111388:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039d0e2b4. 00000400:00000010:0.0:1767384345.111395:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384345.111403:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748242176, portal 25 00000100:00000001:0.0:1767384345.111406:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384345.111407:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000100:00000040:0.0:1767384345.111412:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.111421:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384345.111424:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384345.111428:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384345.111431:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748242176, offset 0 00000400:00000200:0.0:1767384345.111438:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384345.111456:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384345.111468:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e104d00 00000400:00000200:0.0:1767384345.111475:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10d1 [2] + 0 00000400:00000010:0.0:1767384345.111478:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000400:00000200:0.0:1767384345.111481:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c75f7bb9 00000400:00000200:0.0:1767384345.111487:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384345.111491:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384345.111496:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c75f7bb9 00000400:00000010:0.0:1767384345.111503:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c75f7bb9. 00000100:00000001:0.0:1767384345.111508:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384345.111510:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384345.111526:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000004925417a x1853236748242176 msgsize 328 00000100:00100000:0.0:1767384345.111530:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384345.111532:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384345.111541:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384345.111550:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384345.111551:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384345.111557:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384345.111559:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.111569:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.111571:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.111576:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.111577:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.111581:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384345.111582:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.111585:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242176 00000100:00000001:0.0:1767384345.111587:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294933004 02000000:00000001:2.0:1767384345.111589:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384345.111593:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.111595:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384345.111595:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f051e707. 02000000:00000001:2.0:1767384345.111603:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.111605:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384345.111606:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242176 00000020:00000001:2.0:1767384345.111611:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.111614:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384345.111614:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294933004 00000020:00000001:2.0:1767384345.111618:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384345.111619:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091ee23f6. 00000020:00000040:2.0:1767384345.111621:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:0.0:1767384345.111623:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384345.111625:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294933004 00000100:00000010:0.0:1767384345.111628:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006edfb1a7. 00000020:00000001:2.0:1767384345.111633:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384345.111634:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384345.111637:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384345.111639:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294933004 00000100:00000010:0.0:1767384345.111643:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5f0a076. 00000100:00000001:2.0:1767384345.111645:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384345.111646:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384345.111650:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032072196. 00000100:00000001:2.0:1767384345.111654:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.111654:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.111658:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032072196. 00000100:00000001:0.0:1767384345.111659:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.111665:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000100:00000001:0.0:1767384345.111669:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384345.111671:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384345.111672:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097a593f1. 00000100:00100000:0.0:1767384345.111674:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bd4a44eb going to sleep for 11 seconds 00000020:00000010:2.0:1767384345.111679:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000100:00000001:0.0:1767384345.111679:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384345.111682:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.111691:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384345.111695:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.111696:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.111699:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.111707:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.111719:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.111730:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.111732:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384345.111736:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1767384345.111740:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384345.111742:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400394832 : -114060309156784 : ffff984343ca2c50) 00000100:00000040:2.0:1767384345.111746:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004925417a x1853236748242176/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.111754:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.111756:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032072196. 00000100:00000001:2.0:1767384345.111757:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.111758:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032072196. 00000100:00100000:2.0:1767384345.111761:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004925417a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748242176:12345-0@lo:101: 00000100:00000200:2.0:1767384345.111764:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242176 00000020:00000001:2.0:1767384345.111767:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384345.111770:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384345.111772:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.111774:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384345.111780:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:2.0:1767384345.111783:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384345.111785:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.111787:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384345.111789:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384345.111792:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.111794:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384345.111796:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384345.111797:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384345.111799:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384345.111801:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.111806:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384345.111809:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000071b09dd2. 00010000:00000001:2.0:1767384345.111811:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384345.111814:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00000020:00000001:2.0:1767384345.111816:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384345.111817:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e1be to hash 00000020:00000001:2.0:1767384345.111818:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384345.111819:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384345.111821:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00010000:2.0:1767384345.111823:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e1b7 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384345.111829:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:2.0:1767384345.111830:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:2.0:1767384345.111837:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384345.111839:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384345.111842:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000728ee85b. 02000000:00000001:2.0:1767384345.111843:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.111845:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.111847:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384345.111850:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384345.111852:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384345.111854:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.111856:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.111862:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.111863:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.111865:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384345.111867:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384345.111868:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384345.111869:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384345.111871:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071b09dd2) refcount = 1 00010000:00010000:2.0:1767384345.111874:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.111878:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384345.111879:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384345.111880:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.111882:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.111883:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384345.111887:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384345.111889:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.111894:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384345.111896:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384345.111898:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.111900:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.111901:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384345.111902:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.111903:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384345.111904:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d527d218, rc 0) 00000020:00000001:2.0:1767384345.111905:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.111908:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748242176 00010000:00000001:2.0:1767384345.111910:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384345.111913:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004925417a x1853236748242176/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/344 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.111919:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.111921:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.111924:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.111928:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.111933:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.111935:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384345.111938:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.111940:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.111942:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.111943:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.111945:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000100:00000200:2.0:1767384345.111948:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748242176, offset 224 00000400:00000200:2.0:1767384345.111951:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.111956:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.111961:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e104d00 00000400:00000200:2.0:1767384345.111964:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1871 [1] + 224 00000400:00000200:2.0:1767384345.111967:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.111969:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.111972:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.111974:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.111981:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.111993:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.111997:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:2.0:1767384345.111999:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000100:00000001:2.0:1767384345.112001:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384345.112002:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.112005:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.112007:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384345.112009:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384345.112011:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.112013:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384345.112014:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384345.112017:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004925417a x1853236748242176/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/344 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384345.112021:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.112024:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384345.112025:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004925417a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748242176:12345-0@lo:101: Request processed in 270us (497us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384345.112027:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039d0e2b4. 00000400:00000200:0.0:1767384345.112033:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384345.112035:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384345.112037:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384345.112042:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.112047:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1767384345.112053:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384345.112057:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384345.112057:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.112060:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384345.112065:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097a593f1. 00000100:00000001:0.0:1767384345.112066:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384345.112069:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384345.112071:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00000100:00000001:0.0:1767384345.112072:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384345.112076:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384345.112078:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 00000100:00000001:0.0:1767384345.112079:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.112081:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.112085:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384345.112085:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384345.112088:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=51 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384345.112090:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.112094:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000728ee85b. 00000100:00001000:0.0:1767384345.112095:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=51 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384345.112098:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384345.112100:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384345.112102:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.112103:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.112125:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384345.112127:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112130:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.112133:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112142:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384345.112143:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384345.112145:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384345.112148:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384345.112149:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04d0c02. 00000100:00000040:0.0:1767384345.112153:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384345.112155:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000910ede29. 00000100:00100000:0.0:1767384345.112167:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748242176:0@lo:101: 00000100:00000001:0.0:1767384345.112171:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.112173:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112174:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384345.112175:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.112177:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112181:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384345.112183:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd4a44eb. 00000100:00000001:0.0:1767384345.112185:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384345.112186:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.112188:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384345.112191:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.112192:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.112193:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=4 00000020:00000001:0.0:1767384345.112195:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.112197:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000040:0.0:1767384345.112201:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f437da1c, remote cookie: 0x4ac496f8d605e1be, flags: 0x0 00010000:00000001:0.0:1767384345.112203:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384345.112205:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384345.112206:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384345.112207:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384345.112208:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384345.112209:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000eec4b06) refcount = 1 00010000:00010000:0.0:1767384345.112211:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.112215:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384345.112216:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384345.112217:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384345.112219:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384345.112221:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.112227:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.112232:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384345.112233:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.112234:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.112234:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.112235:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.112236:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112237:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.112239:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001430ec3e x1853236748242176/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112243:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384345.112245:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.112247:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000228bcdd6. 02000000:00000001:0.0:1767384345.112249:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.112251:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.112252:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384345.112254:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384345.112256:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009d76b11c. 02000000:00000001:0.0:1767384345.112258:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384345.112260:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384345.112261:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001430ec3e. 00000100:00000001:0.0:1767384345.112263:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.112264:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384345.112266:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.112267:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384345.112268:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384345.112269:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.112271:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.112271:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.112273:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=3 00000020:00000001:0.0:1767384345.112274:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.112275:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.112276:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384345.112277:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.112283:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.112284:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.112286:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384345.112289:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a1b270e0. 00000100:00000010:0.0:1767384345.112299:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 00000020:00000040:0.0:1767384345.112301:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384345.112303:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384345.112305:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384345.112307:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384345.112309:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009d76b11c. 00000100:00000001:0.0:1767384345.112311:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112314:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384345.112317:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000228bcdd6. 00000100:00000010:0.0:1767384345.112319:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f35ddd74. 00000020:00000040:0.0:1767384345.112320:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384345.112324:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384345.112325:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384345.112327:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd4a44eb. 00000100:00000001:0.0:1767384345.112328:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013413553664 : -114060295997952 : ffff98434492f600) 00000100:00000001:0.0:1767384345.112329:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384345.112330:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000100:00000001:0.0:1767384345.112332:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384345.112333:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112335:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384345.112336:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384345.112337:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112342:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384345.112343:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.112345:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384345.112346:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384345.112347:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384345.112348:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748242304:0@lo:256: 00000100:00000001:0.0:1767384345.112350:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384345.112357:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384345.112358:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112360:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384345.112365:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039d0e2b4. 00000400:00000010:0.0:1767384345.112369:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000088d6e907. 00000100:00000200:0.0:1767384345.112371:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e104d80-0x695824e104d80, portal 33 00000100:00000001:0.0:1767384345.112374:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.112375:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384345.112377:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055e696c2. 02000000:00000001:0.0:1767384345.112378:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.112379:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000603bc40e. 00000400:00000010:0.0:1767384345.112381:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384345.112382:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748242304, portal 25 00000100:00000001:0.0:1767384345.112384:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384345.112385:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000100:00000040:0.0:1767384345.112387:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112391:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384345.112393:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384345.112393:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384345.112395:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748242304, offset 0 00000400:00000200:0.0:1767384345.112397:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384345.112403:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384345.112409:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e104d80 00000400:00000200:0.0:1767384345.112413:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10e9 [2] + 0 00000400:00000010:0.0:1767384345.112417:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c57ea9e. 00000400:00000200:0.0:1767384345.112419:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084f20b20 00000400:00000200:0.0:1767384345.112423:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384345.112426:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384345.112429:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084f20b20 00000400:00000010:0.0:1767384345.112431:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084f20b20. 00000100:00000001:0.0:1767384345.112434:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384345.112436:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384345.112439:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000000f3b0b3d x1853236748242304 msgsize 304 00000100:00100000:0.0:1767384345.112451:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384345.112453:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384345.112463:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384345.112468:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384345.112470:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384345.112473:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384345.112476:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112484:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.112486:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.112490:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112491:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384345.112495:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112497:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294933005 00000100:00000001:0.0:1767384345.112501:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933004 00000100:00000001:0.0:1767384345.112503:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294933005 00000100:00000001:0.0:1767384345.112506:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933004 00000100:00000001:0.0:1767384345.112508:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294933005 00000100:00000001:0.0:1767384345.112511:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933004 00000100:00000001:2.0:1767384345.112526:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384345.112527:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294933005 00000100:00100000:2.0:1767384345.112530:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242304 02000000:00000001:2.0:1767384345.112533:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384345.112533:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933004 00000100:00000001:2.0:1767384345.112536:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.112538:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.112539:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112543:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.112545:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.112546:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384345.112549:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242304 00000100:00000001:0.0:1767384345.112549:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384345.112553:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384345.112554:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000bd4a44eb going to sleep for 11 seconds 00000020:00000040:2.0:1767384345.112557:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384345.112558:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384345.112562:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384345.112562:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.112564:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:2.0:1767384345.112568:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384345.112570:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384345.112571:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.112575:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032072196. 00000100:00000001:2.0:1767384345.112577:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.112578:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032072196. 00000020:00000010:2.0:1767384345.112581:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000020:00000010:2.0:1767384345.112589:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097a593f1. 00000020:00000010:2.0:1767384345.112591:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000100:00000040:2.0:1767384345.112594:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384345.112596:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.112597:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.112598:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.112600:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.112610:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.112616:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.112617:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384345.112619:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000040:2.0:1767384345.112622:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384345.112623:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400386640 : -114060309164976 : ffff984343ca0c50) 00000100:00000040:2.0:1767384345.112627:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f3b0b3d x1853236748242304/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 304/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.112633:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.112636:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032072196. 00000100:00000001:2.0:1767384345.112637:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.112639:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032072196. 00000100:00100000:2.0:1767384345.112642:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f3b0b3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748242304:12345-0@lo:256: 00000100:00000200:2.0:1767384345.112644:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242304 00000020:00000001:2.0:1767384345.112646:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384345.112647:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384345.112648:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.112649:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384345.112651:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:2.0:1767384345.112652:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384345.112653:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.112654:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384345.112655:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384345.112657:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.112659:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384345.112660:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384345.112666:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000728ee85b. 02000000:00000001:2.0:1767384345.112667:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.112669:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.112671:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384345.112675:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384345.112678:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384345.112680:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384345.112682:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.112684:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384345.112685:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384345.112687:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000014a3e4d5. 20000000:00000001:2.0:1767384345.112690:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384345.112702:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384345.112708:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384345.112713:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384345.112715:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384345.112716:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384345.112717:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384345.112718:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384345.112720:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384345.112721:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384345.112722:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384345.112724:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384345.112725:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384345.112726:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384345.112727:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384345.112729:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384345.112730:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384345.112731:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384345.112732:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384345.112733:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384345.112734:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384345.112736:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384345.112737:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384345.112738:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384345.112739:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384345.112740:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:01000000:2.0:1767384345.112741:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3572/1/4/3. 20000000:00000040:2.0:1767384345.112748:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384345.112753:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384345.112755:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384345.112756:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384345.112757:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384345.112758:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384345.112759:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384345.112760:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384345.112762:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384345.112763:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384345.112764:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384345.112765:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384345.112766:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384345.112768:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384345.112769:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384345.112770:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384345.112771:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384345.112772:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384345.112773:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384345.112774:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384345.112775:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384345.112777:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384345.112778:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384345.112779:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384345.112780:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:01000000:2.0:1767384345.112781:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3048/1/4/3. 20000000:01000000:2.0:1767384345.112783:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1048, version 54 20000000:00000001:2.0:1767384345.112784:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1048 : 1048 : 418) 00000100:00000001:2.0:1767384345.112786:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384345.112788:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ffe81842. 00000100:00000010:2.0:1767384345.112790:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001537c49b. 00000020:00000040:2.0:1767384345.112791:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:2.0:1767384345.112793:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384345.112796:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384345.112797:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000400:00000010:2.0:1767384345.112802:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009805c284. 00000400:00000200:2.0:1767384345.112804:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.112811:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.112817:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1048 into portal 33 MB=0x695824e104d80 00000400:00000200:2.0:1767384345.112828:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1048/1048 into md 0x1881 [4] + 0 00000400:00000010:2.0:1767384345.112832:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039d0e2b4. 00000400:00000200:2.0:1767384345.112835:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088d6e907 00000400:00000200:2.0:1767384345.112839:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.112842:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384345.112844:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d6e907 00000400:00000010:2.0:1767384345.112846:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000088d6e907. 00000100:00000001:2.0:1767384345.112850:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384345.112851:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000001430ec3e desc 00000000228bcdd6 mbits 1853236748242304 00000100:00000001:2.0:1767384345.112864:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384345.112868:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384345.112872:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384345.112880:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x188d 00000400:00000200:2.0:1767384345.112884:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.112888:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384345.112892:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384345.112894:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000ffe81842 00000100:00000001:2.0:1767384345.112897:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384345.112899:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384345.112904:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:2.0:1767384345.112906:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000100:00000001:2.0:1767384345.112911:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384345.112911:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384345.112915:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ffe81842 00000100:00000001:2.0:1767384345.112917:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384345.112922:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1048 bytes via portal 33 id 12345-0@lo mbits 0x695824e104d80-0x695824e104d80 00000100:00000001:2.0:1767384345.112925:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.112928:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.112930:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384345.112932:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:2.0:1767384345.112934:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001537c49b. 00000100:00000010:2.0:1767384345.112936:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ffe81842. 00000100:00000001:2.0:1767384345.112938:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384345.112939:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384345.112944:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000014a3e4d5. 20000000:00000001:2.0:1767384345.112946:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.112952:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748242304 00010000:00000001:2.0:1767384345.112953:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384345.112955:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f3b0b3d x1853236748242304/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 304/240 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.112961:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.112962:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.112963:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.112965:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.112966:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.112967:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384345.112969:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.112970:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.112971:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.112972:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.112974:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000100:00000200:2.0:1767384345.112976:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748242304, offset 224 00000400:00000200:2.0:1767384345.112978:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.112982:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.112985:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e104d80 00000400:00000200:2.0:1767384345.112988:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1885 [1] + 224 00000400:00000200:2.0:1767384345.112990:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.112992:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.112994:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.112996:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.113001:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.113013:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.113015:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:2.0:1767384345.113016:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000100:00000001:2.0:1767384345.113018:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384345.113019:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.113020:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.113022:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384345.113028:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384345.113029:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.113031:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384345.113034:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f3b0b3d x1853236748242304/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 304/240 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.113035:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384345.113039:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f3b0b3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748242304:12345-0@lo:256: Request processed in 405us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384345.113046:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000400:00000001:0.0:1767384345.113047:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384345.113048:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000400:00000001:0.0:1767384345.113050:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384345.113051:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384345.113053:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000603bc40e. 00000100:00000001:2.0:1767384345.113054:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384345.113057:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097a593f1. 00000400:00000200:0.0:1767384345.113058:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000020:00000010:2.0:1767384345.113062:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00000400:00000010:0.0:1767384345.113062:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384345.113065:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384345.113067:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 00000020:00000040:2.0:1767384345.113070:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000200:0.0:1767384345.113071:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384345.113073:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.113076:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000728ee85b. 02000000:00000001:2.0:1767384345.113080:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384345.113082:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384345.113086:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.113087:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384345.113093:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9b8ba3d. 00000100:00000001:0.0:1767384345.113095:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384345.113097:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384345.113099:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007b2dcdf. 00000100:00000001:0.0:1767384345.113099:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384345.113102:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384345.113129:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.113131:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.113133:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384345.113135:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384345.113138:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384345.113140:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384345.113141:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.113142:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384345.113143:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.113145:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.113147:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384345.113154:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.113159:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384345.113160:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384345.113162:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384345.113166:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748242304:0@lo:256: 00000100:00000001:0.0:1767384345.113176:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.113177:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.113179:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384345.113180:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.113181:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.113186:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384345.113187:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bd4a44eb. 00000100:00000001:0.0:1767384345.113189:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384345.113190:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384345.113192:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 54, more 0. 10000000:00000001:0.0:1767384345.113196:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384345.113202:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f4dc4561. 10000000:00000040:0.0:1767384345.113211:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384345.113216:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384345.113218:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384345.113223:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:0.0:1767384345.113225:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.113227:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384345.113228:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:0.0:1767384345.113229:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000400:00000200:0.0:1767384345.113233:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 25 NIDs 00000400:00001000:0.0:1767384345.113236:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384345.113239:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384345.113244:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384345.113248:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (24) 00000400:00000200:0.0:1767384345.113252:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000200:0.0:1767384345.113263:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384345.113265:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384345.113267:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384345.113269:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384345.113271:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (26) 00000400:00000200:0.0:1767384345.113273:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:0.0:1767384345.113274:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:0.0:1767384345.113283:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113285:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:0.0:1767384345.113286:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:0.0:1767384345.113289:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113290:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:0.0:1767384345.113292:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:0.0:1767384345.113295:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113296:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:0.0:1767384345.113297:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:0.0:1767384345.113300:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384345.113301:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384345.113302:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:0.0:1767384345.113304:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:0.0:1767384345.113309:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113310:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:3.0:1767384345.113314:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100171 00000400:00000200:0.0:1767384345.113314:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:0.0:1767384345.113320:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113322:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:0.0:1767384345.113323:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:0.0:1767384345.113325:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000010:3.0:1767384345.113326:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ba899b. 00000400:00000200:0.0:1767384345.113326:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:0.0:1767384345.113330:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:3.0:1767384345.113333:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000200:0.0:1767384345.113333:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113339:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:0.0:1767384345.113340:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:0.0:1767384345.113342:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000010:3.0:1767384345.113343:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006c77c884. 00000400:00000200:0.0:1767384345.113343:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:0.0:1767384345.113348:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:0.0:1767384345.113352:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384345.113353:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384345.113354:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:0.0:1767384345.113359:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:0.0:1767384345.113363:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113364:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:0.0:1767384345.113365:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:3.0:1767384345.113369:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384345.113370:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113373:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:0.0:1767384345.113377:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:3.0:1767384345.113382:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384345.113388:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113392:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:0.0:1767384345.113394:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:3.0:1767384345.113396:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:0.0:1767384345.113399:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113403:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:0.0:1767384345.113407:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:3.0:1767384345.113411:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:0.0:1767384345.113412:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113415:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:0.0:1767384345.113418:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:0.0:1767384345.113423:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113424:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:3.0:1767384345.113427:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:0.0:1767384345.113428:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:0.0:1767384345.113433:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113435:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:0.0:1767384345.113437:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:0.0:1767384345.113439:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113440:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:0.0:1767384345.113441:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:0.0:1767384345.113443:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113445:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:0.0:1767384345.113449:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:0.0:1767384345.113454:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113456:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:3.0:1767384345.113458:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:0.0:1767384345.113459:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:0.0:1767384345.113464:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113469:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:0.0:1767384345.113470:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:3.0:1767384345.113473:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000400:00000200:0.0:1767384345.113476:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384345.113480:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:0.0:1767384345.113483:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:0.0:1767384345.113489:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384345.113490:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:0.0:1767384345.113491:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:0.0:1767384345.113495:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:3.0:1767384345.113501:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000010:0.0:1767384345.113502:0:16782:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000e6c891e7. 00000400:00000200:0.0:1767384345.113508:0:16782:0:(peer.c:264:lnet_peer_alloc()) 00000000e6c891e7 nid 192.168.202.119@tcp33 00000400:00000200:3.0:1767384345.113512:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000010:0.0:1767384345.113526:0:16782:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000307317ab. 00000400:00000200:0.0:1767384345.113535:0:16782:0:(peer.c:204:lnet_peer_net_alloc()) 00000000307317ab net tcp33 00000400:00000200:3.0:1767384345.113539:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000010:0.0:1767384345.113541:0:16782:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002eae5b80. 00000400:00000200:3.0:1767384345.113547:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:0.0:1767384345.113553:0:16782:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002eae5b80 nid 192.168.202.119@tcp33 00000400:00000200:3.0:1767384345.113557:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384345.113563:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:3.0:1767384345.113568:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:3.0:1767384345.113573:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:3.0:1767384345.113577:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:3.0:1767384345.113582:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:3.0:1767384345.113586:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:3.0:1767384345.113592:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 18], ns[68, 18] 00000400:00000200:3.0:1767384345.113596:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 18], ns[72, 18] 00000400:00000200:3.0:1767384345.113601:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[74, 18] 00000400:00000200:3.0:1767384345.113606:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[80, 18], ns[81, 18] 00000400:00000200:3.0:1767384345.113622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:3.0:1767384345.113627:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000400:00000200:3.0:1767384345.113634:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp32 00000400:00000200:3.0:1767384345.113639:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp32 lpni_is_preferred = 0 00000400:00000200:3.0:1767384345.113643:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp32 00000400:00000200:3.0:1767384345.113647:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp32 NI seq info: [82:82:256:4294967295] 192.168.202.119@tcp32 LPNI seq info [81:81:8:4294967295] 00000400:00000200:3.0:1767384345.113655:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp32 00000400:00000200:3.0:1767384345.113664:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp32(192.168.202.119@tcp32:) -> 192.168.202.119@tcp32(192.168.202.119@tcp:192.168.202.119@tcp32) : PUT try# 0 00000400:00000200:0.0:1767384345.113670:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (0) 00000800:00000200:3.0:1767384345.113671:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.119@tcp32 00000400:00000200:0.0:1767384345.113676:0:16782:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.119@tcp33: -2 00000800:00000010:3.0:1767384345.113680:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d991b5c5. 00000400:00000200:0.0:1767384345.113682:0:16782:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp33 NID 192.168.202.119@tcp33 flags 0x1 00000400:00000200:0.0:1767384345.113687:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (1) 00000400:00000200:0.0:1767384345.113689:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (2) 00000400:00000200:0.0:1767384345.113690:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (1) 00000400:00000200:0.0:1767384345.113692:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (2) 00000400:00000200:0.0:1767384345.113693:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp33 (00000000e6c891e7): 0 00000400:00000200:0.0:1767384345.113694:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000010:3.0:1767384345.113695:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000859c702e. 00000400:00000200:0.0:1767384345.113696:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384345.113700:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp33 NID 192.168.202.119@tcp33: 0. pending discovery 00000800:00000010:3.0:1767384345.113703:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003447ab8c. 00000400:00000200:0.0:1767384345.113703:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (3) 00000100:00000001:0.0:1767384345.113708:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.113711:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384345.113715:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 10000000:00000040:0.0:1767384345.113716:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:0.0:1767384345.113723:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e38cc006. 00000800:00000200:3.1:1767384345.113726:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 10000000:00000040:0.0:1767384345.113727:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 54/54 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:0.0:1767384345.113734:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384345.113740:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384345.113744:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea0b5b86. 00000020:00000010:0.0:1767384345.113748:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b135e24. 00000400:00000200:3.0:1767384345.113752:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000040:00000010:0.0:1767384345.113752:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000687efd1e. 00000400:00000200:3.0:1767384345.113757:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100571 rc 0 00000020:00000010:0.0:1767384345.113758:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c1f6803. 00000020:00000010:0.0:1767384345.113765:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020eb95bc. 00000400:00000200:3.0:1767384345.113766:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x41 00000020:00000010:0.0:1767384345.113771:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000028152aaf. 00000400:00000200:3.0:1767384345.113772:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (2) 80000000:00000010:0.0:1767384345.113776:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c20753c4. 00000400:00000010:3.0:1767384345.113781:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008bc38032. 40000000:00000010:0.0:1767384345.113782:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000379b3237. 00000400:00000010:3.0:1767384345.113787:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccd5bff5. 00100000:00000010:0.0:1767384345.113789:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b7a3154. 00000400:00000010:3.0:1767384345.113796:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003b07c1d7. 00040000:00000010:0.0:1767384345.113796:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000015f34048. 00040000:00000010:0.0:1767384345.113802:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000029d1520c. 00000400:00000200:3.0:1767384345.113803:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp33 00000400:00000200:3.0:1767384345.113813:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp33 local destination 00040000:00000010:0.0:1767384345.113813:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000da2ff79b. 00080000:00000010:0.0:1767384345.113819:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6ca9986. 00000400:00000200:3.0:1767384345.113823:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000004:00000010:0.0:1767384345.113826:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000026bd5e6d. 00000400:00000200:3.0:1767384345.113829:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp33 00000004:00000010:0.0:1767384345.113833:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000473f2a7. 00000004:00000010:0.0:1767384345.113838:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043e0e458. 00002000:00000010:0.0:1767384345.113842:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b80ff957. 00000400:00000200:3.0:1767384345.113847:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp33 lpni_is_preferred = 0 00000004:00000010:0.0:1767384345.113848:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000078edea66. 00000400:00000200:3.0:1767384345.113854:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp33 00000004:00000001:0.0:1767384345.113854:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384345.113859:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:2.0:1767384345.113861:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.113863:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [83:83:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [1:1:8:4294967295] 00000040:00001000:0.0:1767384345.113863:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e38cc006 00000040:00001000:0.0:1767384345.113868:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384345.113872:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384345.113875:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384345.113877:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:3.0:1767384345.113878:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp33 00000040:00001000:0.0:1767384345.113881:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384345.113883:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384345.113886:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384345.113890:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:0.0:1767384345.113893:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384345.113897:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) : GET try# 0 00000800:00000200:3.0:1767384345.113917:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.113920:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.113925:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c2d38ef. 00000800:00000010:3.0:1767384345.113934:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ec337e89. 00000800:00000010:3.0:1767384345.113940:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000009973e5. 00000800:00000200:3.0:1767384345.113947:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (2) 00000800:00000200:3.1:1767384345.113952:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (2) 00000400:00000200:2.0:1767384345.113960:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000004:00000001:0.0:1767384345.113966:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.113971:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b135e24. 00000400:00000200:3.0:1767384345.113972:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp33 00000040:00000010:0.0:1767384345.113976:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000687efd1e. 00000400:00000200:3.0:1767384345.113977:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x241 rc 0 00000020:00000010:0.0:1767384345.113981:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c1f6803. 00000020:00000010:0.0:1767384345.113985:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020eb95bc. 00000020:00000010:0.0:1767384345.113990:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000028152aaf. 80000000:00000010:0.0:1767384345.113994:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c20753c4. 40000000:00000010:0.0:1767384345.113997:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000379b3237. 00100000:00000010:0.0:1767384345.114001:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b7a3154. 00000400:00000200:2.0:1767384345.114004:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00040000:00000010:0.0:1767384345.114004:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000015f34048. 00040000:00000010:0.0:1767384345.114011:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000029d1520c. 00040000:00000010:0.0:1767384345.114016:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000da2ff79b. 00080000:00000010:0.0:1767384345.114019:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6ca9986. 00000004:00000010:0.0:1767384345.114023:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026bd5e6d. 00000004:00000010:0.0:1767384345.114027:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000473f2a7. 00000004:00000010:0.0:1767384345.114032:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043e0e458. 00000400:00000200:3.0:1767384345.114039:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00002000:00000010:0.0:1767384345.114041:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b80ff957. 00000004:00000010:0.0:1767384345.114046:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000078edea66. 00000020:00000010:0.0:1767384345.114050:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea0b5b86. 00000020:00000001:0.0:1767384345.114054:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.114055:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000020:00000001:0.0:1767384345.114056:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384345.114061:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e38cc006. 10000000:00000010:0.0:1767384345.114065:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f4dc4561. 10000000:00000001:0.0:1767384345.114068:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.114071:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.114074:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001430ec3e x1853236748242304/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.114080:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384345.114082:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.114083:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055e696c2. 02000000:00000001:0.0:1767384345.114086:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.114088:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.114089:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384345.114091:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384345.114091:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384345.114092:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.114094:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384345.114095:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384345.114097:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f35ddd74. 00000100:00000010:0.0:1767384345.114099:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000228bcdd6. 00000100:00000001:0.0:1767384345.114100:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384345.114102:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009d76b11c. 02000000:00000001:0.0:1767384345.114104:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384345.114125:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384345.114127:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001430ec3e. 00000100:00000001:0.0:1767384345.114130:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.114131:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.114136:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114139:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 10000000:00000010:0.0:1767384345.114145:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a1b270e0. 10000000:01000000:0.0:1767384345.114150:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384345.114154:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384345.114156:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.114158:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.114164:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=3 00000020:00000001:0.0:1767384345.114166:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.114168:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:0.0:1767384345.114170:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384345.114173:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.114178:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.114180:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384345.114182:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.114187:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384345.114188:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.114189:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384345.114190:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.114191:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384345.114193:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384345.114196:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384345.114197:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 00000400:00000200:3.0:1767384345.114199:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114200:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 10000000:00000001:0.0:1767384345.114200:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384345.114247:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114264:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114286:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114306:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114328:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114346:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114368:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114385:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114417:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114438:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114463:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114489:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114545:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114551:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114596:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114603:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114649:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114672:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114700:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114733:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114761:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114798:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114827:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114854:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114914:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114946:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.114968:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.114996:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115023:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115049:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115139:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115156:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115200:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115219:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115260:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115277:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115318:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115334:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115378:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115386:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115427:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115450:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115482:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115502:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115549:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115570:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115609:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115629:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115671:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115724:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115737:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.115782:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115800:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115853:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115884:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115922:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115955:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.115994:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.116034:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:2.0:1767384345.116036:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae996bcf. 00000800:00000010:2.0:1767384345.116044:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002236a8b3. 00000800:00000010:2.0:1767384345.116050:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032072196. 00000400:00000200:3.0:1767384345.116070:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:2.0:1767384345.116080:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032072196. 00000800:00020000:2.0:1767384345.116094:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384345.116099:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002236a8b3. 00000800:00000010:2.0:1767384345.116103:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ae996bcf. 00000400:00000200:3.0:1767384345.116104:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.116169:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:02020000:2.0:1767384345.116200:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp32 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384345.116210:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp32 notifying 192.168.202.119@tcp32: down 00000400:00000200:3.0:1767384345.116217:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.116218:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp32 down 00000800:00000100:2.0:1767384345.116231:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.202.119@tcp32 00000800:00000010:2.0:1767384345.116236:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d991b5c5. 00000400:00000200:2.0:1767384345.116241:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384345.116246:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp32->192.168.202.119@tcp32: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384345.116255:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp32 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:2.0:1767384345.116259:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384345.116263:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:2.0:1767384345.116268:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384345.116315:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384345.116319:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x101171 00000400:00000001:2.0:1767384345.116323:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.116325:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384345.116328:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ba899b 00000400:00000010:2.0:1767384345.116330:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ba899b. 00000400:00000200:2.0:1767384345.116334:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384345.116338:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384345.116341:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (26) 00000400:00000200:2.0:1767384345.116345:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384345.116348:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x100171 rc -71 00000400:00000200:2.0:1767384345.116353:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384345.116357:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (25) 00000800:00000010:3.0:1767384345.116435:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a14e367. 00000800:00000010:3.0:1767384345.116441:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000eb9eb6f. 00000400:00000200:2.0:1767384345.116442:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384345.116446:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000400:00000200:2.0:1767384345.116467:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp33 from 214.3.0.2 00000800:00000010:2.0:1767384345.116473:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008604e667. 00000800:00000010:3.0:1767384345.116482:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.116534:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000eb13bf5b. 00000800:00000010:3.0:1767384345.116541:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc568b0f. 00000800:00000010:3.0:1767384345.116565:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006a3dd34d. 00000800:00000200:3.1:1767384345.116572:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (2) 00000800:00000200:3.1:1767384345.116577:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp33 000000006a3dd34d deleted 00000800:00000010:3.1:1767384345.116581:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006a3dd34d. 00000800:00000200:3.1:1767384345.116587:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384345.116596:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:982 00000800:00000200:3.1:1767384345.116600:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c2d38ef type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384345.116609:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp33 p 3.x 192.168.202.119 -> 192.168.202.119:982 incarnation:1767384343489080585 sched[0] 00000800:00000010:3.0:1767384345.116615:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.116666:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.116671:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc568b0f. 00000800:00000010:3.0:1767384345.116709:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008604e667. 00000800:00000001:3.0:1767384345.116724:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.116731:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384345.116795:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384345.116800:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c2d38ef. 00000400:00000200:3.0:1767384345.116804:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.116810:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: GET: OK 00000400:00000200:3.0:1767384345.116815:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384345.116819:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp33: 0 00000800:00000200:3.1:1767384345.116856:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384345.116862:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp33 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384343489080585 sched[0] 00000800:00000010:3.0:1767384345.116866:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000eb9eb6f. 00000400:00000200:3.0:1767384345.116928:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.116973:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.116977:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.116983:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.116987:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.116996:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117004:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : GET - for me 00000400:00000200:2.0:1767384345.117014:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp33 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384345.117016:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117032:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp33 of length 272/272 into md 0x1849 [1] + 0 00000400:00000200:2.0:1767384345.117042:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp33 to MR: 192.168.202.119@tcp33 local destination 00000400:00000200:2.0:1767384345.117050:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [84:84:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [2:2:8:4294967295] 00000400:00000200:3.0:1767384345.117055:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117067:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) 192.168.202.119@tcp33 : REPLY try# 0 00000800:00000200:2.0:1767384345.117074:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp33 00000800:00000010:2.0:1767384345.117077:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005af8354b. 00000800:00000200:2.0:1767384345.117081:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:2.0:1767384345.117085:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:988 00000800:00000200:2.0:1767384345.117087:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005af8354b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384345.117099:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.117166:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.117170:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005af8354b. 00000400:00000200:2.0:1767384345.117175:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.117181:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: REPLY: OK 00000400:00000200:3.0:1767384345.117182:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.117191:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117197:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.117200:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117204:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.117207:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117211:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117218:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : REPLY - for me 00000400:00000200:3.0:1767384345.117221:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117230:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp33: Reply from 12345-192.168.202.119@tcp33 of length 272/272 into md 0x189d 00000800:00000001:2.0:1767384345.117236:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117243:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117245:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.117250:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: REPLY: OK 00000400:00000200:2.0:1767384345.117252:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccd5bff5 00000400:00000010:2.0:1767384345.117255:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ccd5bff5. 00000400:00000200:2.0:1767384345.117259:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384345.117263:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp33 has discovery enabled 00000400:00000200:3.0:1767384345.117265:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117268:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp33(00000000e6c891e7) is MR 00000400:00000200:2.0:1767384345.117281:0:16141:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.119@tcp33 (432 bytes) 00000400:00000200:2.0:1767384345.117286:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp33 (00000000e6c891e7): -114 00000400:00000010:2.0:1767384345.117296:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008bc38032. 00000400:00000200:3.0:1767384345.117300:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117301:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (3) 00000800:00000001:2.0:1767384345.117311:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117317:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117333:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384345.117338:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000af17e9f6. 00000400:00000010:2.0:1767384345.117343:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000200:3.0:1767384345.117344:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000010:2.0:1767384345.117347:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000400:00000200:2.0:1767384345.117353:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000af17e9f6 00000400:00000001:2.0:1767384345.117357:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.117358:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.117361:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec11d54d. 00000400:00000200:2.0:1767384345.117364:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000400:00000010:2.0:1767384345.117366:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000400:00000200:2.0:1767384345.117371:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384345.117374:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000003fb402fa. 00000400:00000200:2.0:1767384345.117377:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000400:00000200:3.0:1767384345.117380:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117383:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x841 00000400:00000200:2.0:1767384345.117391:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp33:0 00000400:00000200:2.0:1767384345.117395:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x2041 rc 1 00000400:00000200:2.0:1767384345.117399:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x2041 00000400:00000200:2.0:1767384345.117401:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (2) 00000400:00000010:2.0:1767384345.117405:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000003fb402fa. 00000400:00000010:2.0:1767384345.117410:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000400:00000010:2.0:1767384345.117415:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e770fe6. 00000400:00000200:3.0:1767384345.117421:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117422:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.117433:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp33 local destination 00000400:00000200:2.0:1767384345.117438:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:2.0:1767384345.117442:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.117445:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp33 lpni_is_preferred = 0 00000400:00000200:2.0:1767384345.117448:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.117453:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [85:85:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384345.117461:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117471:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.117484:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) : GET try# 0 00000800:00000200:2.0:1767384345.117490:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp33 00000800:00000010:2.0:1767384345.117493:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005af8354b. 00000800:00000200:2.0:1767384345.117498:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000400:00000200:3.0:1767384345.117503:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.117504:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:982 00000800:00000200:2.0:1767384345.117511:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005af8354b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384345.117536:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.117539:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x241 rc 0 00000400:00000200:3.0:1767384345.117565:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.117591:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.117595:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005af8354b. 00000400:00000200:2.0:1767384345.117599:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.117604:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: GET: OK 00000400:00000200:3.0:1767384345.117607:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117608:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384345.117615:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp33: 0 00000800:00000001:2.0:1767384345.117623:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117629:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.117631:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117636:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117642:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : GET - for me 00000400:00000200:2.0:1767384345.117652:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp33 of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384345.117654:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117661:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp33 of length 432/432 into md 0x1849 [1] + 0 00000400:00000200:2.0:1767384345.117672:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp33 to MR: 192.168.202.119@tcp33 local destination 00000400:00000200:2.0:1767384345.117679:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [86:86:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384345.117691:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) 192.168.202.119@tcp33 : REPLY try# 0 00000400:00000200:3.0:1767384345.117695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.117700:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.119@tcp33 00000800:00000010:2.0:1767384345.117706:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005af8354b. 00000800:00000200:2.0:1767384345.117711:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:2.0:1767384345.117725:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:988 00000800:00000200:2.0:1767384345.117728:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005af8354b type 3, nob 528 niov 1 nkiov 1 00000400:00000200:3.0:1767384345.117731:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.117767:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.117769:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.117774:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005af8354b. 00000400:00000200:2.0:1767384345.117778:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.117783:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: REPLY: OK 00000800:00000001:2.0:1767384345.117793:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117797:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.117800:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.117802:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.117805:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.117809:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117813:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117820:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : REPLY - for me 00000400:00000200:2.0:1767384345.117830:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp33: Reply from 12345-192.168.202.119@tcp33 of length 432/432 into md 0x18a5 00000800:00000001:2.0:1767384345.117835:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.117842:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.117842:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117845:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.117852:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: REPLY: OK 00000400:00000200:2.0:1767384345.117856:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:2.0:1767384345.117859:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000400:00000200:2.0:1767384345.117863:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384345.117867:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp33 has discovery enabled 00000400:00000200:2.0:1767384345.117871:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp33(00000000e6c891e7) is MR 00000400:00000200:2.0:1767384345.117874:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp33 data present 0. state = 0x241 00000400:00000200:3.0:1767384345.117879:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.117881:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp33 (00000000e6c891e7): -114 00000400:00000200:2.0:1767384345.117890:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (3) 00000800:00000001:2.0:1767384345.117898:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.117903:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.117919:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384345.117924:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0xc1 00000400:00020000:2.0:1767384345.117933:0:16144:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.119@tcp NID 192.168.202.119@tcp is already locked with peer 000000002d7eff78 00000400:00000200:3.0:1767384345.117941:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.117984:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118025:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118062:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118097:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118174:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118207:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118246:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118283:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118313:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118343:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.118373:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.118494:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000145aabd1. 00000800:00000010:3.0:1767384345.118498:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.118502:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.118539:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000800:00020000:3.0:1767384345.118546:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384345.118550:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.118553:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000145aabd1. 00000400:02020000:3.0:1767384345.118591:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp33 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384345.123950:0:16144:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp flags 0x11: -76 00000400:00000200:2.0:1767384345.123956:0:16144:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.119@tcp33 NID 192.168.202.119@tcp: -76 00000400:00000010:2.0:1767384345.123967:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000003fb402fa. 00000400:00000200:2.0:1767384345.123972:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp33(00000000e6c891e7): -76. state = 0x200141 00000400:00000200:2.0:1767384345.123976:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x200141 rc -76 00000400:00000200:2.0:1767384345.123980:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp33 (00000000e6c891e7) 00000400:00000200:2.0:1767384345.123983:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (2) 00000020:00000010:3.0:1767384345.124307:0:28701:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000004bd7d82c. 00000020:00000040:3.0:1767384345.124314:0:28701:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384345.124316:0:28701:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000004bd7d82c. 00000100:00000040:1.0:1767384345.125151:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294933005, at 4294933006 00000100:00000010:1.0:1767384345.125160:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091ee23f6. 00000100:00000040:2.0:1767384345.125790:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294933005, at 4294933006 00000100:00000010:2.0:1767384345.125799:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006edfb1a7. 00000100:00000040:3.0:1767384345.126036:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294933005, at 4294933006 00000100:00000010:3.0:1767384345.126045:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5f0a076. 00000100:00000040:0.0:1767384345.126141:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294933005, at 4294933007 00000100:00000010:0.0:1767384345.126147:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f051e707. 00000400:00000200:3.0:1767384345.431189:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp29 00000400:00000010:3.0:1767384345.431196:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ba9915f0. 00000400:00000010:3.0:1767384345.431206:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006af11ed1. 00000400:00000010:3.0:1767384345.431211:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059850c10. 00000400:00000010:3.0:1767384345.431219:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000caa55f2f. 00000400:00000200:3.0:1767384345.431230:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp29 00000400:00000200:3.0:1767384345.431251:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp29 local destination 00000400:00000200:3.0:1767384345.431258:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp29 00000400:00000200:3.0:1767384345.431262:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp29 NI seq info: [87:87:256:4294967295] 192.168.202.119@tcp29 LPNI seq info [82:82:8:4294967295] 00000400:00000200:3.0:1767384345.431269:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp29 00000400:00000200:3.0:1767384345.431275:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29:) -> 192.168.202.119@tcp29(192.168.202.119@tcp29:192.168.202.119@tcp29) : GET try# 0 00000800:00000200:3.0:1767384345.431280:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp29 00000800:00000010:3.0:1767384345.431285:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c2d38ef. 00000800:00000200:3.0:1767384345.431292:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000800:00000200:3.1:1767384345.431296:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000400:00000200:3.0:1767384345.431322:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp29 added to recovery queue. ping count: 3 next ping: 274 health :700 00000400:00000200:3.0:1767384345.431326:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp31 00000400:00000010:3.0:1767384345.431328:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ed01d3ed. 00000400:00000010:3.0:1767384345.431332:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000094386991. 00000400:00000010:3.0:1767384345.431335:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036a2cd3f. 00000400:00000010:3.0:1767384345.431338:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bee73f00. 00000400:00000200:3.0:1767384345.431340:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp31 00000400:00000200:3.0:1767384345.431345:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp31 local destination 00000400:00000200:3.0:1767384345.431348:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp31 00000400:00000200:3.0:1767384345.431350:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp31 NI seq info: [88:88:256:4294967295] 192.168.202.119@tcp31 LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1767384345.431354:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp31 00000400:00000200:3.0:1767384345.431362:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31:) -> 192.168.202.119@tcp31(192.168.202.119@tcp31:192.168.202.119@tcp31) : GET try# 0 00000800:00000200:3.0:1767384345.431365:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp31 00000800:00000010:3.0:1767384345.431367:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d5c06e7. 00000800:00000200:3.0:1767384345.431370:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000800:00000200:3.1:1767384345.431373:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000400:00000200:3.0:1767384345.431385:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp31 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:3.0:1767384345.431387:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp32 00000400:00000010:3.0:1767384345.431391:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008e1b4d25. 00000400:00000010:3.0:1767384345.431394:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ec941de8. 00000400:00000010:3.0:1767384345.431403:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883d7c0a. 00000400:00000200:0.0:1767384345.431404:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000010:3.0:1767384345.431406:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000487e502e. 00000400:00000200:3.0:1767384345.431413:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp32 00000400:00000200:3.0:1767384345.431419:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp32 local destination 00000400:00000200:3.0:1767384345.431422:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp32 00000400:00000200:3.0:1767384345.431425:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp32 NI seq info: [89:89:256:4294967295] 192.168.202.119@tcp32 LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1767384345.431428:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp32 00000400:00000200:3.0:1767384345.431437:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp32(192.168.202.119@tcp32:) -> 192.168.202.119@tcp32(192.168.202.119@tcp32:192.168.202.119@tcp32) : GET try# 0 00000800:00000200:3.0:1767384345.431442:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp32 00000800:00000010:3.0:1767384345.431445:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f83b4faa. 00000800:00000200:3.0:1767384345.431450:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 00000800:00000200:3.1:1767384345.431452:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 00000400:00000200:3.0:1767384345.431462:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp32 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:0.0:1767384345.431468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431526:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431537:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431567:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431599:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431621:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431647:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431672:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431696:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431725:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431748:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431776:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431794:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431831:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431853:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431892:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431903:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.431940:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.431957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432005:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432009:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432057:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432100:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432149:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432193:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432235:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432260:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432274:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432319:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432352:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432376:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432394:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432425:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432450:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432474:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432494:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432545:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432593:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432600:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432651:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432653:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432702:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432716:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432741:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432789:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432816:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432835:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432881:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432923:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432927:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.432993:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.432994:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433047:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433065:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433083:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433165:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433300:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433329:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433348:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433373:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433395:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433412:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433436:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.433452:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000145aabd1. 00000400:00000200:0.0:1767384345.433457:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.433460:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.433470:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000400:00000200:0.0:1767384345.433478:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.433503:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000400:00000200:0.0:1767384345.433504:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000800:00020000:3.0:1767384345.433531:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384345.433535:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.433539:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000145aabd1. 00000400:00000200:0.0:1767384345.433547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.433579:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:02020000:3.0:1767384345.433592:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp31 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384345.433600:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp31 notifying 192.168.202.119@tcp31: down 00000400:00000200:3.0:1767384345.433604:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384345.433609:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp31 00000800:00000010:3.0:1767384345.433613:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d5c06e7. 00000400:00000200:3.0:1767384345.433617:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384345.433622:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384345.433635:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384345.433638:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384345.433643:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp31) recovery failed with -71 00000400:00000200:3.0:1767384345.433674:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433697:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433750:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433781:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000010:0.0:1767384345.433794:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080cf73dd. 00000800:00000010:0.0:1767384345.433799:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cd960471. 00000800:00000010:0.0:1767384345.433802:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f35ddd74. 00000400:00000200:3.0:1767384345.433830:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000010:0.0:1767384345.433837:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f35ddd74. 00000400:00000200:3.0:1767384345.433880:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433932:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.433974:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434058:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434101:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.434146:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384345.434171:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp29 from 213.3.0.2 00000400:00000200:3.0:1767384345.434173:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000800:00000010:1.0:1767384345.434176:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000135220eb. 00000400:00000200:3.0:1767384345.434225:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434286:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434327:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434366:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434405:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434458:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434531:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434578:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434620:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434637:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434650:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434665:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434679:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434695:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434710:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434733:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434748:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434765:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434783:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434802:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434819:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.434836:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.434910:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000145aabd1. 00000800:00000010:3.0:1767384345.434914:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.434917:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.434932:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000800:00020000:3.0:1767384345.434938:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384345.434940:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.434942:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000145aabd1. 00000400:02020000:3.0:1767384345.434970:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp32 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384345.434974:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp32 notifying 192.168.202.119@tcp32: down 00000400:00000200:3.0:1767384345.434977:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384345.434980:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp32 00000800:00000010:3.0:1767384345.434982:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f83b4faa. 00000400:00000200:3.0:1767384345.434984:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384345.434987:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp32->192.168.202.119@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384345.434992:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384345.434995:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384345.434998:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp32) recovery failed with -71 00000800:00000010:3.0:1767384345.435004:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000145aabd1. 00000800:00000010:3.0:1767384345.435006:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a3dd34d. 00000800:00000010:3.0:1767384345.435019:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000becbd192. 00000800:00000200:3.1:1767384345.435022:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (2) 00000800:00000200:3.1:1767384345.435026:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp29 00000000becbd192 deleted 00000800:00000010:3.1:1767384345.435028:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000becbd192. 00000800:00000200:3.1:1767384345.435032:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384345.435037:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp29 ip 192.168.202.119:981 00000800:00000200:3.1:1767384345.435046:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c2d38ef type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384345.435051:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp29 p 3.x 192.168.202.119 -> 192.168.202.119:981 incarnation:1767384335695698369 sched[0] 00000800:00000010:3.0:1767384345.435055:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.435092:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004bd7d82c. 00000800:00000010:3.0:1767384345.435103:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a3dd34d. 00000800:00000200:1.1:1767384345.435131:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384345.435138:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp29 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384335695698369 sched[0] 00000800:00000010:1.0:1767384345.435141:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cd960471. 00000800:00000010:3.0:1767384345.435182:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000135220eb. 00000800:00000001:0.0:1767384345.435184:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384345.435192:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384345.435193:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.435200:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384345.435204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435234:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435253:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000001:3.0:1767384345.435261:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384345.435264:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384345.435268:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384345.435269:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c2d38ef. 00000800:00000001:3.0:1767384345.435271:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384345.435276:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.435278:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384345.435282:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384345.435288:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp29->192.168.202.119@tcp29: GET: OK 00000400:00000200:3.0:1767384345.435295:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29) <- 192.168.202.119@tcp29 : GET - for me 00000400:00000200:0.0:1767384345.435296:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384345.435300:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.435305:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp29 recovery message sent successfully:0 00000400:00000200:3.0:1767384345.435310:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384345.435319:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1849 [1] + 0 00000400:00000200:3.0:1767384345.435329:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp29 to MR: 192.168.202.119@tcp29 local destination 00000400:00000200:1.0:1767384345.435329:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.435341:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp29 NI seq info: [90:90:256:4294967295] 192.168.202.119@tcp29 LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1767384345.435352:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29:192.168.202.119@tcp29) -> 192.168.202.119@tcp29(192.168.202.119@tcp29:192.168.202.119@tcp29) 192.168.202.119@tcp29 : REPLY try# 0 00000800:00000200:3.0:1767384345.435357:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp29 00000400:00000200:1.0:1767384345.435357:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.435359:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f83b4faa. 00000800:00000200:3.0:1767384345.435366:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (4) 00000800:00000200:3.0:1767384345.435370:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp29 ip 192.168.202.119:988 00000800:00000200:3.0:1767384345.435372:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f83b4faa type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384345.435381:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000800:00000001:0.0:1767384345.435404:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384345.435411:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000800:00000001:0.0:1767384345.435430:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384345.435437:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384345.435439:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384345.435440:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000800:00000001:0.0:1767384345.435440:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384345.435446:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f83b4faa. 00000800:00000001:0.0:1767384345.435447:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.435454:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384345.435459:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp29(192.168.202.119@tcp29) <- 192.168.202.119@tcp29 : REPLY - for me 00000400:00000200:3.0:1767384345.435464:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp29->192.168.202.119@tcp29: REPLY: OK 00000400:00000200:1.0:1767384345.435466:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.435473:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp29: Reply from 12345-192.168.202.119@tcp29 of length 272/272 into md 0x18a9 00000800:00000001:0.0:1767384345.435478:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384345.435484:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384345.435487:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384345.435492:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp29->192.168.202.119@tcp29: REPLY: OK 00000400:00000200:1.0:1767384345.435493:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384345.435497:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059850c10 00000400:00000010:0.0:1767384345.435500:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059850c10. 00000400:00000200:0.0:1767384345.435504:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384345.435508:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ba9915f0. 00000400:00000010:0.0:1767384345.435528:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006af11ed1. 00000800:00000001:0.0:1767384345.435537:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384345.435541:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000800:00000001:0.0:1767384345.435541:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384345.435549:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384345.435565:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435583:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435606:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435622:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435637:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435651:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435664:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435677:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435691:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435712:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435726:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435743:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435767:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435796:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435828:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435848:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435869:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435899:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435926:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435945:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435962:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384345.435981:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384345.436064:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:1.0:1767384345.436068:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ff4f62b. 00000800:00000010:1.0:1767384345.436072:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010b7f615. 00000800:00000010:1.0:1767384345.436088:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010b7f615. 00000800:00020000:1.0:1767384345.436094:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384345.436096:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ff4f62b. 00000800:00000010:1.0:1767384345.436099:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dafcffb. 00000400:02020000:1.0:1767384345.436155:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp29 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384345.623186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384345.623191:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384345.623195:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000020:1.0:1767384345.623197:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384345.623203:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b89c84f3. 00000100:00000010:1.0:1767384345.623205:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000825dc290. 00000020:00000040:2.0:1767384345.623212:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384345.623217:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:1.0:1767384345.623220:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384345.623222:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384345.623227:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384345.623230:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.623231:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384345.623239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005af8354b. 02000000:00000001:1.0:1767384345.623244:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.623247:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384345.623254:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000592a4331. 00000100:00000040:2.0:1767384345.623257:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384345.623261:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.623273:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384345.623273:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384345.623275:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623277:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623283:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b89c84f3] to pc [ptlrpcd_00_00+0] req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384345.623286:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825dc290] to pc [ptlrpcd_00_01+1] req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.623313:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384345.623313:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623317:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384345.623321:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384345.623324:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088c7304b. 00000020:00000040:2.0:1767384345.623327:0:8:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384345.623329:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.623330:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384345.623332:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384345.623335:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623336:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1767384345.623339:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000207da319. 00000100:00000001:1.0:1767384345.623341:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384345.623347:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.623350:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623358:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.623374:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384345.623374:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384345.623378:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623380:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088c7304b] to pc [ptlrpcd_00_02+2] req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384345.623387:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384345.623392:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.623397:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.623402:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748242432:0@lo:400: 00000100:00000001:2.0:1767384345.623406:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623409:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384345.623410:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384345.623417:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384345.623418:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384345.623421:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678d8a77. 02000000:00000001:1.0:1767384345.623423:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.623425:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384345.623429:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384345.623429:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384345.623432:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384345.623435:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384345.623436:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c944531b. 02000000:00000010:2.0:1767384345.623440:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009caa08de. 02000000:00000001:1.0:1767384345.623440:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.623446:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623450:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384345.623451:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000100:00000001:2.0:1767384345.623459:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384345.623460:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384345.623462:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000100:00000040:2.0:1767384345.623465:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678d8a77] to pc [ptlrpcd_00_03+3] req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384345.623472:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748242432, portal 25 00000100:00000001:2.0:1767384345.623474:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623477:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384345.623477:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384345.623481:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521764224 : -114055187787392 : ffff9844750c1180) 00000100:00000001:2.0:1767384345.623482:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384345.623486:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64329de. 00000100:00000040:1.0:1767384345.623489:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384345.623490:0:8:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384345.623493:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384345.623494:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384345.623495:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623505:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384345.623526:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384345.623529:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c77eabe. 00000100:00000200:1.0:1767384345.623533:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748242432, offset 0 00000400:00000200:1.0:1767384345.623540:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384345.623556:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384345.623570:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e104e00 02000000:00000010:3.0:1767384345.623573:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f83b4faa. 00000100:00000001:3.0:1767384345.623581:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.623581:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1119 [2] + 0 00000100:00000040:3.0:1767384345.623589:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384345.623590:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000602b595d. 00000400:00000200:1.0:1767384345.623598:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004a38a41b 00000100:00000001:3.0:1767384345.623599:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384345.623603:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.623610:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384345.623615:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d64329de] to pc [ptlrpcd_00_00+0] req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.623620:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384345.623630:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a38a41b 00000100:00000001:3.0:1767384345.623634:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384345.623635:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a38a41b. 00000100:00000040:3.0:1767384345.623643:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 00000100:00000001:1.0:1767384345.623644:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384345.623647:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384345.623652:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000007a888b4c x1853236748242432 msgsize 224 00000100:00100000:1.0:1767384345.623658:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384345.623660:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384345.623673:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.623676:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.623680:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384345.623682:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c77eabe 00000100:00000001:3.0:1767384345.623683:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384345.623685:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c77eabe. 00000100:00000001:1.0:1767384345.623690:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384345.623691:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384345.623696:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.623706:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.623710:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.623711:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384345.623713:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384345.623715:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623719:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.623720:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.623722:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384345.623725:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.623726:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384345.623735:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.623743:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748242688:0@lo:400: 00000100:00000001:2.0:1767384345.623744:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384345.623748:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623750:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.623753:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384345.623754:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384345.623755:0:16146:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384345.623756:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384345.623760:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.623761:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384345.623763:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.623764:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000825dc290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748242560:0@lo:13: 02000000:00000001:3.0:1767384345.623765:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.623770:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294933516 02000000:00000001:3.0:1767384345.623772:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384345.623772:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384345.623777:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384345.623779:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028152aaf. 02000000:00000001:2.0:1767384345.623779:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384345.623779:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000027e98da. 02000000:00000001:3.0:1767384345.623784:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.623784:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384345.623790:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000728ee85b. 00000400:00000010:3.0:1767384345.623792:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db88f16c. 02000000:00000001:2.0:1767384345.623793:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.623799:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e46884. 00000400:00000010:3.0:1767384345.623800:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cd7ec61. 00000100:00000001:1.0:1767384345.623803:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1767384345.623804:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000100:00000200:3.0:1767384345.623807:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748242688, portal 4 00000100:00000200:2.0:1767384345.623810:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748242560, portal 4 00000100:00000001:3.0:1767384345.623811:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384345.623812:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294933516 00000100:00000001:2.0:1767384345.623814:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384345.623816:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521766912 : -114055187784704 : ffff9844750c1c00) 00000100:00000010:1.0:1767384345.623819:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c848ed3. 00000100:00000001:1.0:1767384345.623823:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384345.623826:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294933516 00000100:00000040:3.0:1767384345.623828:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384345.623831:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d61d37ea. 00000100:00000001:1.0:1767384345.623839:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384345.623843:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384345.623845:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294933516 00000100:00000040:3.0:1767384345.623850:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384345.623852:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a24b646. 00000400:00000010:3.0:1767384345.623855:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df72a94c. 00000100:00000001:1.0:1767384345.623859:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1767384345.623861:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748242688, offset 0 00000100:00000001:1.0:1767384345.623866:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.623867:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408376832 : -114055301174784 : ffff98446e49ea00) 00000400:00000200:3.0:1767384345.623873:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384345.623875:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.623878:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.623883:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.623884:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384345.623890:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.623893:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.623899:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384345.623903:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e104f00 00000100:00000001:1.0:1767384345.623906:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384345.623910:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3216 00000100:00000001:1.0:1767384345.623910:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384345.623919:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384345.623919:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.623924:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384345.623926:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384345.623929:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384345.623932:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.623935:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384345.623936:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384345.623940:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000610afb80. 00000100:00000040:3.0:1767384345.623945:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000610afb80 x1853236748242688 msgsize 224 00000100:00000001:1.0:1767384345.623951:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384345.623953:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.623954:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384345.623958:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384345.623962:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.623964:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.623967:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384345.623967:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748242944:0@lo:400: 00000100:00000001:1.0:1767384345.623972:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384345.623975:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df72a94c 02000000:00000001:1.0:1767384345.623975:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384345.623980:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df72a94c. 02000000:00000001:1.0:1767384345.623980:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.623986:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384345.623987:0:16148:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767384345.623990:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000503415ba. 00000100:00000200:3.0:1767384345.623993:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384345.623994:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624001:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384345.624001:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000040:3.0:1767384345.624006:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384345.624008:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748242560, offset 0 00000400:00000010:1.0:1767384345.624008:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feb1a6a. 00000400:00000010:1.0:1767384345.624025:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c77eabe. 00000100:00000001:3.0:1767384345.624028:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624032:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384345.624033:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384345.624037:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.624039:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748242944, portal 10 00000100:00000040:3.0:1767384345.624042:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5685 usecs (6 jiffies) 00000100:00000001:1.0:1767384345.624043:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384345.624048:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384345.624049:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933510 00000100:00000001:1.0:1767384345.624049:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521772288 : -114055187779328 : ffff9844750c3100) 00000100:00000001:3.0:1767384345.624055:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294933516 00000100:00000001:3.0:1767384345.624058:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933510 00000100:00000040:1.0:1767384345.624060:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.624062:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294933516 00000400:00000200:2.0:1767384345.624064:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e104e80 00000100:00000001:3.0:1767384345.624068:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933510 00000100:00000001:3.0:1767384345.624074:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294933516 00000400:00000200:2.0:1767384345.624079:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 1792 00000100:00000001:1.0:1767384345.624080:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384345.624081:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933510 00000100:00000001:3.0:1767384345.624087:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294933516 00000100:00000040:1.0:1767384345.624087:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384345.624089:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384345.624092:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384345.624093:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000400:00000200:2.0:1767384345.624098:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384345.624100:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748242944, offset 0 00000100:00000001:3.0:1767384345.624101:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.624141:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384345.624149:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.624153:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767384345.624153:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384345.624160:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7016a75. 00000100:00000040:2.0:1767384345.624164:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b7016a75 x1853236748242560 msgsize 224 00000400:00000200:1.0:1767384345.624167:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e105000 00000100:00100000:2.0:1767384345.624174:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384345.624180:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000400:00000200:1.0:1767384345.624184:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384345.624188:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.624189:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384345.624194:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384345.624196:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384345.624198:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000100:00000010:1.0:1767384345.624200:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9ab6ee5. 00000100:00000001:3.0:1767384345.624201:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.624204:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000100:00000040:1.0:1767384345.624205:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000e9ab6ee5 x1853236748242944 msgsize 224 00000100:00000001:3.0:1767384345.624207:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.624219:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384345.624227:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384345.624228:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.624229:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384345.624230:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384345.624236:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.624239:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.624243:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624244:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.624246:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384345.624250:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:1.0:1767384345.624252:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000100:00000040:2.0:1767384345.624253:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.624256:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384345.624256:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000100:00000001:1.0:1767384345.624261:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384345.624264:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384345.624268:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.624269:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.624272:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624276:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.624277:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.624281:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.624285:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384345.624285:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624286:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.624292:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5685 usecs (6 jiffies) 00000100:00000040:3.0:1767384345.624293:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384345.624294:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.624298:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933511 00000100:00000001:2.0:1767384345.624304:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294933516 00000100:00000001:2.0:1767384345.624310:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933511 00000100:00000001:2.0:1767384345.624315:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294933516 00000100:00000001:2.0:1767384345.624320:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933511 00000100:00000001:2.0:1767384345.624324:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294933516 00000100:00000001:1.0:1767384345.624324:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624329:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384345.624329:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.624330:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933511 00000100:00000001:3.0:1767384345.624332:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.624333:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294933516 02000000:00000001:3.0:1767384345.624336:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384345.624339:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.624339:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.624343:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624343:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.624344:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.624350:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.624351:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748242816:0@lo:400: 00000100:00000040:1.0:1767384345.624351:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3377 usecs (4 jiffies) 00000100:00000001:2.0:1767384345.624353:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.624357:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000100:00000001:3.0:1767384345.624360:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384345.624362:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.624362:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294933516 02000000:00000001:3.0:1767384345.624363:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384345.624365:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294933509 02000000:00000001:3.0:1767384345.624366:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624369:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294933516 02000000:00000001:3.0:1767384345.624370:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384345.624372:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384345.624374:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294933509 02000000:00000010:3.0:1767384345.624375:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bc38032. 00000100:00000001:2.0:1767384345.624376:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.624380:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384345.624380:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294933516 02000000:00000001:3.0:1767384345.624381:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.624385:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624386:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294933509 00000400:00000010:3.0:1767384345.624388:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c535e691. 00000100:00000001:2.0:1767384345.624389:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624391:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294933516 00000400:00000010:3.0:1767384345.624393:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df72a94c. 00000100:00000001:1.0:1767384345.624395:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384345.624399:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748242816, portal 10 00000100:00000001:1.0:1767384345.624403:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624407:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624409:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384345.624409:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.624414:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521762432 : -114055187789184 : ffff9844750c0a80) 00000100:00000001:1.0:1767384345.624416:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.624418:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384345.624419:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384345.624422:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242560 00000100:00000040:3.0:1767384345.624424:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.624424:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384345.624426:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384345.624427:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.624430:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384345.624431:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.624433:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624437:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.624440:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.624447:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242560 00000020:00000001:2.0:1767384345.624450:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.624452:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000001:1.0:1767384345.624452:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384345.624456:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384345.624457:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.624461:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:2.0:1767384345.624465:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:2.0:1767384345.624470:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384345.624473:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384345.624474:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384345.624476:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384345.624477:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242432 00000020:00000010:2.0:1767384345.624480:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d8a5460f. 00000100:00000040:3.0:1767384345.624482:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384345.624482:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384345.624486:0:17561:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bb9b98ec. 00000100:00000001:1.0:1767384345.624487:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384345.624490:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009914067b. 00000100:00000001:1.0:1767384345.624491:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.624495:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000200:3.0:1767384345.624497:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748242816, offset 0 02000000:00000001:1.0:1767384345.624497:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.624502:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242432 00000020:00000001:1.0:1767384345.624505:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384345.624506:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:2.0:1767384345.624507:0:17561:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384345.624521:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384345.624526:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384345.624529:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df67644. 00000400:00000200:3.0:1767384345.624530:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384345.624530:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384345.624537:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:2.0:1767384345.624538:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050123bd1. 00000400:00000200:3.0:1767384345.624543:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e104f80 00000020:00000010:2.0:1767384345.624545:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000020:00000001:1.0:1767384345.624547:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384345.624552:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:1.0:1767384345.624554:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384345.624555:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:3.0:1767384345.624557:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384345.624558:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000100:00000001:2.0:1767384345.624559:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384345.624564:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.624564:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384345.624565:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.624567:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.624572:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000100:00000001:3.0:1767384345.624573:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.624575:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384345.624578:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384345.624581:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb6ac103. 00000020:00000010:1.0:1767384345.624584:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe1ecb6b. 00000100:00000040:3.0:1767384345.624585:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000fb6ac103 x1853236748242816 msgsize 224 00000100:00000001:2.0:1767384345.624586:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384345.624592:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384345.624593:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1dcb2ce. 00000020:00000010:1.0:1767384345.624601:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000100:00000001:2.0:1767384345.624602:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.624603:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.624605:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384345.624610:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009914067b 00000100:00100000:2.0:1767384345.624611:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384345.624612:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:3.0:1767384345.624614:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009914067b. 00000100:00000040:2.0:1767384345.624618:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:1.0:1767384345.624619:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384345.624620:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384345.624624:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767384345.624627:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.624629:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521767808 : -114055187783808 : ffff9844750c1f80) 00000100:00000001:1.0:1767384345.624629:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624641:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.624641:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7016a75 x1853236748242560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.624642:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.624647:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.624655:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.624661:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.624665:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.624666:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000081f30525. 00000100:00000001:3.0:1767384345.624667:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384345.624669:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.624671:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.624672:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624672:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384345.624677:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000081f30525. 00000100:00000040:3.0:1767384345.624679:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3270 usecs (4 jiffies) 00000100:00100000:1.0:1767384345.624682:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767384345.624684:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294933509 00000100:00100000:2.0:1767384345.624686:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7016a75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748242560:12345-0@lo:13: 00000100:00000040:1.0:1767384345.624686:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384345.624689:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294933516 00000100:00000001:1.0:1767384345.624690:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400384592 : -114060309167024 : ffff984343ca0450) 00000100:00000001:3.0:1767384345.624696:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294933509 00000100:00000200:2.0:1767384345.624696:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242560 00000100:00000040:1.0:1767384345.624700:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a888b4c x1853236748242432/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.624701:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294933516 00000020:00000001:2.0:1767384345.624702:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384345.624707:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384345.624711:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624711:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384345.624712:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294933509 00000020:00000001:2.0:1767384345.624716:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384345.624717:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294933516 00000020:00000010:1.0:1767384345.624718:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000020:00000001:2.0:1767384345.624719:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000100:00000001:3.0:1767384345.624723:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294933509 00000100:00000001:1.0:1767384345.624724:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384345.624725:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384345.624728:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294933516 00000020:00000010:1.0:1767384345.624730:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000100:00000001:3.0:1767384345.624731:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384345.624731:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.624737:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384345.624738:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.624740:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384345.624742:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a888b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748242432:12345-0@lo:400: 00000100:00000001:3.0:1767384345.624744:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.624744:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.624751:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242432 00000100:00000001:3.0:1767384345.624752:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.624752:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384345.624758:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384345.624758:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384345.624763:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:2.0:1767384345.624765:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ffe81842. 00000020:00000001:1.0:1767384345.624766:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.624768:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.624770:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384345.624771:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624773:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384345.624773:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00002000:00000001:2.0:1767384345.624775:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00100000:3.0:1767384345.624776:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242688 02000000:00000001:3.0:1767384345.624779:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:2.0:1767384345.624780:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384345.624781:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384345.624784:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384345.624785:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.624785:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384345.624789:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384345.624790:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 02000000:00000001:3.0:1767384345.624791:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.624792:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384345.624796:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384345.624797:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242688 00000020:00000001:1.0:1767384345.624799:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.624802:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384345.624803:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00080000:00000001:2.0:1767384345.624804:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.624806:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000001:1.0:1767384345.624806:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384345.624809:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.624810:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384345.624811:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000024:2.0:1767384345.624813:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000040:3.0:1767384345.624815:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 02000000:00000010:1.0:1767384345.624816:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7d84267. 00000020:00000020:2.0:1767384345.624817:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:1.0:1767384345.624821:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.624823:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000020:2.0:1767384345.624823:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384345.624824:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.624830:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:1.0:1767384345.624831:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:2.0:1767384345.624834:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00010000:00000040:1.0:1767384345.624836:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748242432 00000100:00000001:3.0:1767384345.624839:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1767384345.624840:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00000001:1.0:1767384345.624840:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000001:00000001:2.0:1767384345.624846:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1767384345.624847:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6115549. 00010000:00000200:1.0:1767384345.624847:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a888b4c x1853236748242432/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384345.624850:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624854:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1767384345.624855:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384345.624861:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748242560 00000020:00000010:3.0:1767384345.624863:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6115549. 00010000:00000001:2.0:1767384345.624866:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384345.624869:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384345.624872:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384345.624873:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7016a75 x1853236748242560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.624874:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b4f9eb8. 00000100:00001000:1.0:1767384345.624876:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=51 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384345.624883:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000211e42c0. 00000100:00000001:1.0:1767384345.624886:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384345.624891:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767384345.624892:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000100:00000040:1.0:1767384345.624892:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:2.0:1767384345.624894:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.624898:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00001000:2.0:1767384345.624899:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=41 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384345.624904:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:1.0:1767384345.624905:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384345.624906:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384345.624908:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.624911:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384345.624911:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:1.0:1767384345.624913:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384345.624916:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.624917:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000040:1.0:1767384345.624921:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384345.624922:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384345.624923:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384345.624925:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 02000000:00000001:2.0:1767384345.624926:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.624930:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748242432, offset 224 00000100:00000001:3.0:1767384345.624931:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384345.624931:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.624936:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384345.624939:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384345.624940:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000001:3.0:1767384345.624944:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767384345.624946:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748242560, offset 224 00000100:00000001:3.0:1767384345.624947:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.624951:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.624956:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384345.624961:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e104e00 00000100:00000001:3.0:1767384345.624962:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.624967:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384345.624970:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18b5 [1] + 224 00000400:00000200:1.0:1767384345.624975:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384345.624977:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384345.624979:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e104e80 00000100:00000001:3.0:1767384345.624981:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384345.624984:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384345.624989:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000400:00000200:2.0:1767384345.624993:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18c1 [1] + 224 00000100:00000040:3.0:1767384345.624995:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 00000100:00000001:3.0:1767384345.625001:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716212992 : -114055993338624 : ffff984445085500) 00000400:00000200:2.0:1767384345.625002:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384345.625002:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384345.625009:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000610afb80 x1853236748242688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.625012:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384345.625016:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.625022:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.625031:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.625043:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384345.625048:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.625049:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6115549. 00000100:00000001:3.0:1767384345.625056:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384345.625058:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.625063:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6115549. 00000100:00100000:3.0:1767384345.625075:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000610afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236748242688:12345-0@lo:400: 00000100:00000001:1.0:1767384345.625081:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384345.625082:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242688 00000100:00000001:2.0:1767384345.625085:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384345.625087:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384345.625089:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000020:00000001:3.0:1767384345.625090:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:1.0:1767384345.625094:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000020:00000001:3.0:1767384345.625095:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.625099:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384345.625100:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384345.625103:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000100:00000001:1.0:1767384345.625126:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384345.625128:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000020:00000001:3.0:1767384345.625130:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:2.0:1767384345.625132:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384345.625134:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.625136:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384345.625138:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.625142:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384345.625142:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.625143:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.625150:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384345.625151:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384345.625151:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000001:1.0:1767384345.625155:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.625156:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1767384345.625156:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384345.625160:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.625161:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.625162:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384345.625163:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384345.625168:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384345.625170:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7016a75 x1853236748242560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/368 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.625173:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384345.625173:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a888b4c x1853236748242432/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.625177:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384345.625182:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f3604bd. 02000000:00000001:3.0:1767384345.625187:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.625192:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.625197:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.625200:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7016a75 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236748242560:12345-0@lo:13: Request processed in 536us (1031us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384345.625202:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748242688 00000100:00100000:1.0:1767384345.625209:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a888b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748242432:12345-0@lo:400: Request processed in 494us (1552us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384345.625212:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384345.625214:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00000200:3.0:1767384345.625220:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000610afb80 x1853236748242688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.625221:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:2.0:1767384345.625227:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384345.625227:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:2.0:1767384345.625231:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384345.625234:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000020:00000010:2.0:1767384345.625238:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050123bd1. 00000100:00000001:1.0:1767384345.625239:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384345.625241:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384345.625243:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384345.625244:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00010000:00000001:3.0:1767384345.625245:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.625249:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1dcb2ce. 00000100:00001000:3.0:1767384345.625251:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=41 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384345.625251:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df67644. 00000020:00000010:1.0:1767384345.625254:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000040:2.0:1767384345.625259:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:3.0:1767384345.625261:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384345.625262:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe1ecb6b. 00000100:00000001:2.0:1767384345.625263:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.625268:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000040:1.0:1767384345.625270:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:3.0:1767384345.625272:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384345.625277:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384345.625278:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:2.0:1767384345.625280:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:1.0:1767384345.625280:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7d84267. 02000000:00000001:3.0:1767384345.625282:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.625286:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:2.0:1767384345.625287:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:3.0:1767384345.625288:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384345.625290:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.625296:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384345.625296:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384345.625302:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5e95672. 00000400:00000010:3.0:1767384345.625303:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009914067b. 00000100:00000200:3.0:1767384345.625309:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748242688, offset 224 00000400:00000010:1.0:1767384345.625310:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f319ec4. 00000400:00000200:3.0:1767384345.625315:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.625326:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.625335:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e104f00 00000400:00000200:3.0:1767384345.625341:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18bd [1] + 224 00000100:00000001:1.0:1767384345.625355:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384345.625356:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384345.625359:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242944 00000400:00000200:3.0:1767384345.625363:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384345.625363:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384345.625366:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.625369:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384345.625369:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.625374:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384345.625375:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384345.625377:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242944 00000020:00000001:1.0:1767384345.625381:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384345.625383:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:1.0:1767384345.625388:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384345.625391:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.625393:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384345.625393:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000001:2.0:1767384345.625397:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384345.625401:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000400:00000001:2.0:1767384345.625404:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.625408:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384345.625408:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:3.0:1767384345.625411:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384345.625419:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e46884. 00000400:00000200:2.0:1767384345.625424:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000100:00000001:1.0:1767384345.625425:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384345.625426:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000100:00000001:2.0:1767384345.625430:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384345.625431:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000100:00000200:2.0:1767384345.625434:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.625435:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009914067b 00000020:00000010:1.0:1767384345.625437:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b3be430b. 00000400:00000010:3.0:1767384345.625442:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009914067b. 00000020:00000040:1.0:1767384345.625444:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:3.0:1767384345.625450:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384345.625452:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.625454:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384345.625457:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384345.625459:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384345.625461:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe1ecb6b. 00000100:00000040:3.0:1767384345.625465:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000010:1.0:1767384345.625467:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f1dcb2ce. 00010000:00000001:3.0:1767384345.625471:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384345.625472:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000100:00000040:1.0:1767384345.625481:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384345.625482:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.625486:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384345.625488:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384345.625489:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384345.625494:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.625496:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384345.625497:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000610afb80 x1853236748242688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.625501:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.625501:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384345.625505:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384345.625507:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384345.625522:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.625528:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.625530:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384345.625533:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384345.625535:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000610afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748242688:12345-0@lo:400: Request processed in 488us (1585us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384345.625535:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.625540:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.625548:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=41 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384345.625553:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00001000:2.0:1767384345.625555:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=41 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384345.625560:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:2.0:1767384345.625560:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384345.625564:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.625565:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384345.625567:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384345.625570:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1767384345.625573:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.625575:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000211e42c0. 00000100:00000001:1.0:1767384345.625580:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384345.625582:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00010000:00000001:2.0:1767384345.625583:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.625585:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748242816 00000020:00000010:3.0:1767384345.625590:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b4f9eb8. 00000100:00000001:2.0:1767384345.625591:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384345.625591:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384345.625594:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384345.625596:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.625598:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384345.625600:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384345.625601:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:2.0:1767384345.625601:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.625608:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384345.625608:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384345.625608:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.625617:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748242816 00000100:00000001:2.0:1767384345.625619:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.625621:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384345.625623:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384345.625624:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384345.625627:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:1.0:1767384345.625629:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000040:2.0:1767384345.625631:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000020:00000040:1.0:1767384345.625633:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:3.0:1767384345.625638:0:16785:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384345.625638:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000020:2.0:1767384345.625639:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000020:00000040:1.0:1767384345.625642:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000100:00000001:3.0:1767384345.625643:0:16785:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:2.0:1767384345.625649:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.625649:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00100000:3.0:1767384345.625653:0:16785:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:1.0:1767384345.625655:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000040:3.0:1767384345.625659:0:16785:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000040:2.0:1767384345.625659:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.625661:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384345.625665:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005568ac57. 00000100:00000001:3.0:1767384345.625666:0:16785:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408380416 : -114055301171200 : ffff98446e49f800) 00000100:00000001:1.0:1767384345.625670:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384345.625675:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005568ac57. 00000100:00000040:3.0:1767384345.625677:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e9ab6ee5 x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384345.625681:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e2f1a5e. 00000020:00000010:1.0:1767384345.625688:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000546edd99. 00000020:00000010:1.0:1767384345.625693:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000100:00000001:1.0:1767384345.625700:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384345.625703:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384345.625706:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.625712:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384345.625714:0:16785:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384345.625715:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384345.625716:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000825dc290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748242560:0@lo:13: 00000100:00000001:1.0:1767384345.625719:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384345.625722:0:16785:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6115549. 00000100:00000001:2.0:1767384345.625723:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.625727:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384345.625728:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.625729:0:16785:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384345.625732:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000825dc290 x1853236748242560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.625736:0:16785:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6115549. 00000100:00000001:1.0:1767384345.625741:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384345.625744:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384345.625745:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384345.625747:0:16785:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e9ab6ee5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748242944:12345-0@lo:400: 02000000:00000001:2.0:1767384345.625749:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384345.625753:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 02000000:00000010:2.0:1767384345.625754:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000728ee85b. 00000100:00000200:3.0:1767384345.625756:0:16785:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242944 00000100:00000040:1.0:1767384345.625760:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000020:00000001:3.0:1767384345.625761:0:16785:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384345.625761:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384345.625764:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384345.625766:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716215680 : -114055993335936 : ffff984445085f80) 00000020:00000040:2.0:1767384345.625767:0:16147:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384345.625768:0:16785:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384345.625773:0:16785:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.625774:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384345.625775:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb6ac103 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384345.625777:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000592a4331. 02000000:00000001:2.0:1767384345.625784:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384345.625787:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384345.625788:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384345.625790:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000825dc290. 00000020:00000010:1.0:1767384345.625793:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005568ac57. 00000100:00000001:2.0:1767384345.625794:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.625798:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.625799:0:16785:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384345.625799:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.625803:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.625805:0:16785:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000010:1.0:1767384345.625805:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005568ac57. 00000100:00000001:2.0:1767384345.625808:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.625811:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.625812:0:16785:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384345.625812:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb6ac103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748242816:12345-0@lo:400: 00000100:00000001:2.0:1767384345.625814:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.625818:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.625819:0:16785:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.625823:0:16785:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384345.625827:0:16785:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384345.625828:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748242816 00000020:00000001:3.0:1767384345.625831:0:16785:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.625832:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384345.625836:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384345.625837:0:16785:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384345.625838:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.625841:0:16785:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384345.625842:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384345.625846:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384345.625846:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 02000000:00000001:3.0:1767384345.625847:0:16785:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384345.625850:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384345.625852:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767384345.625854:0:16785:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000acf3d175. 00000400:00000001:2.0:1767384345.625855:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384345.625856:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384345.625859:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384345.625860:0:16785:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.625860:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1767384345.625862:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db88f16c. 00000020:00000001:1.0:1767384345.625863:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384345.625867:0:16785:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384345.625867:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.625868:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd7ec61 00000400:00000010:2.0:1767384345.625872:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cd7ec61. 00000020:00000001:1.0:1767384345.625873:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384345.625874:0:16785:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.625876:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384345.625878:0:16785:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748242944 00000100:00000001:1.0:1767384345.625878:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384345.625882:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384345.625882:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384345.625883:0:16785:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:1.0:1767384345.625888:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7d84267. 00010000:00000200:3.0:1767384345.625890:0:16785:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e9ab6ee5 x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384345.625893:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.625899:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384345.625901:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384345.625904:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.625907:0:16785:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384345.625908:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748242816 00010000:00000001:3.0:1767384345.625911:0:16785:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.625914:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384345.625915:0:16785:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=46 v=5 (1 0 0 0) 00010000:00000200:1.0:1767384345.625921:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fb6ac103 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.625924:0:16785:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384345.625929:0:16785:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.625933:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.625934:0:16785:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:2.0:1767384345.625936:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384345.625940:0:16785:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384345.625941:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384345.625944:0:16785:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.625945:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384345.625946:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384345.625949:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.625950:0:16785:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384345.625950:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.625951:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384345.625956:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=46 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384345.625957:0:16785:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384345.625957:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.625963:0:16785:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009914067b. 00000100:00001000:2.0:1767384345.625964:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=41 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384345.625964:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384345.625969:0:16785:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748242944, offset 224 00000100:00000040:1.0:1767384345.625970:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00001000:2.0:1767384345.625971:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384345.625976:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:2.0:1767384345.625978:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384345.625979:0:16785:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384345.625981:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384345.625982:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.625984:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.625987:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384345.625989:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384345.625990:0:16785:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:2.0:1767384345.625995:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384345.625996:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384345.625999:0:16785:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e105000 00000400:00000010:1.0:1767384345.626002:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000400:00000200:3.0:1767384345.626010:0:16785:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18cd [1] + 224 00000400:00000200:3.0:1767384345.626028:0:16785:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384345.626028:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.626031:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748242816, offset 224 00000100:00000001:2.0:1767384345.626032:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384345.626036:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:3.0:1767384345.626041:0:16785:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384345.626041:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384345.626042:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384345.626046:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.626052:0:16785:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384345.626055:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.626058:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384345.626059:0:16785:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384345.626072:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e104f80 00000400:00000200:1.0:1767384345.626083:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18d5 [1] + 224 00000100:00000001:2.0:1767384345.626090:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384345.626093:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384345.626095:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767384345.626096:0:16785:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.626099:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384345.626101:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384345.626134:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384345.626135:0:16785:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384345.626139:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.626143:0:16785:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009914067b 00000100:00000200:1.0:1767384345.626143:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384345.626147:0:16785:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009914067b. 00000100:00000001:3.0:1767384345.626154:0:16785:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384345.626154:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748242688:0@lo:400: 00000100:00000001:3.0:1767384345.626157:0:16785:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.626161:0:16785:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626164:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.626168:0:16785:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.626169:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384345.626174:0:16785:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384345.626177:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088c7304b x1853236748242688/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384345.626177:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384345.626178:0:16785:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.626184:0:16785:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384345.626189:0:16785:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9ab6ee5 x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.626209:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384345.626213:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384345.626218:0:16785:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e9ab6ee5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748242944:12345-0@lo:400: Request processed in 500us (2009us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384345.626219:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384345.626222:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028152aaf. 00000400:00000200:1.0:1767384345.626223:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000100:00100000:3.0:1767384345.626227:0:16785:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000400:00000010:1.0:1767384345.626227:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 02000000:00000001:2.0:1767384345.626228:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384345.626232:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384345.626233:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384345.626234:0:16785:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000020:00000040:2.0:1767384345.626234:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384345.626237:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.626239:0:16785:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384345.626240:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384345.626242:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384345.626244:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000207da319. 00000100:00000001:3.0:1767384345.626245:0:16785:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384345.626248:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 02000000:00000001:2.0:1767384345.626251:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384345.626252:0:16785:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1dcb2ce. 00010000:00000001:1.0:1767384345.626252:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:2.0:1767384345.626254:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384345.626255:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384345.626257:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088c7304b. 00000020:00000010:3.0:1767384345.626260:0:16785:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000001:1.0:1767384345.626260:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384345.626261:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384345.626264:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384345.626266:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb6ac103 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:326/0 lens 224/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384345.626267:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe1ecb6b. 00000100:00000001:2.0:1767384345.626268:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626274:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384345.626277:0:16785:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:2.0:1767384345.626277:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.626283:0:16785:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384345.626283:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb6ac103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748242816:12345-0@lo:400: Request processed in 493us (1695us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384345.626284:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384345.626287:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384345.626291:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c535e691. 00000400:00000200:2.0:1767384345.626295:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df72a94c 00000400:00000010:2.0:1767384345.626299:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df72a94c. 00000100:00100000:1.0:1767384345.626299:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767384345.626306:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384345.626306:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:1.0:1767384345.626310:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384345.626313:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.626314:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384345.626318:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000546edd99. 00000020:00000010:1.0:1767384345.626324:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000100:00000200:2.0:1767384345.626325:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384345.626328:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384345.626329:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e2f1a5e. 00000020:00000040:3.0:1767384345.626333:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000020:00000040:1.0:1767384345.626335:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:2.0:1767384345.626341:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384345.626343:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.626345:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626346:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.626346:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384345.626350:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384345.626351:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.626352:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.626354:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.626355:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.626358:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=46 v=5 (5 0 0 0) 00000400:00000001:3.0:1767384345.626361:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767384345.626363:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=46 v=5 (1 0 0 0) 00000400:00000001:3.0:1767384345.626364:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384345.626366:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384345.626368:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feb1a6a. 00000100:00000001:2.0:1767384345.626368:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.626381:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384345.626384:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c77eabe 00000400:00000010:3.0:1767384345.626386:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c77eabe. 00000100:00000001:3.0:1767384345.626391:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:2.0:1767384345.626393:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384345.626398:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.626403:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626407:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384345.626409:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384345.626413:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384345.626415:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.626422:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384345.626424:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.626433:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.626437:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384345.626440:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384345.626446:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626448:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.626452:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384345.626455:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748242816:0@lo:400: 00000100:00000001:3.0:1767384345.626458:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384345.626460:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384345.626462:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384345.626463:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.626465:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678d8a77 x1853236748242816/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626467:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.626471:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626473:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384345.626476:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.626477:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384345.626479:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bc38032. 02000000:00000001:2.0:1767384345.626482:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384345.626483:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384345.626484:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:3.0:1767384345.626485:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=46 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384345.626485:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384345.626487:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009caa08de. 02000000:00000001:2.0:1767384345.626490:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384345.626493:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1767384345.626494:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=46 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384345.626495:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678d8a77. 00000100:00000001:2.0:1767384345.626500:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.626501:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384345.626503:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626504:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626506:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384345.626507:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384345.626526:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.626531:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.626533:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626538:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384345.626539:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.626541:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.626543:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384345.626545:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384345.626547:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384345.626548:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.626550:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626555:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.626557:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384345.626558:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.626567:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.626572:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748242944:0@lo:400: 00000400:00000001:3.0:1767384345.626577:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384345.626578:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384345.626580:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000400:00000200:3.0:1767384345.626582:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:3.0:1767384345.626583:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000100:00000001:3.0:1767384345.626585:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.626588:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384345.626593:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626599:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384345.626600:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626601:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384345.626602:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384345.626603:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.626604:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.626605:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.626607:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384345.626609:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.626611:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384345.626611:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.626613:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384345.626614:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.626616:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384345.626617:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626621:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.626622:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384345.626623:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384345.626625:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.626636:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748242432:0@lo:400: 00000100:00000001:3.0:1767384345.626639:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626640:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.626641:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64329de x1853236748242944/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626646:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384345.626647:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.626648:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000503415ba. 02000000:00000001:3.0:1767384345.626650:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384345.626652:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384345.626653:0:16146:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384345.626655:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384345.626657:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f83b4faa. 02000000:00000001:3.0:1767384345.626660:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384345.626661:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.626663:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64329de. 00000100:00000001:3.0:1767384345.626665:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.626666:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626667:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.626669:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b89c84f3 x1853236748242432/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.626673:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384345.626674:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.626675:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c944531b. 02000000:00000001:3.0:1767384345.626677:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384345.626678:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384345.626679:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384345.626680:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384345.626680:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005af8354b. 02000000:00000001:3.0:1767384345.626682:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384345.626683:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.626683:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89c84f3. 00000100:00000001:3.0:1767384345.626685:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.626686:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626692:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.626696:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.626697:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.626699:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.626700:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.636161:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294933516, at 4294933517 00000100:00000040:1.0:1767384345.636166:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294933516, at 4294933517 00000100:00000040:2.0:1767384345.636169:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294933516, at 4294933517 00000100:00000010:0.0:1767384345.636174:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000027e98da. 00000100:00000010:1.0:1767384345.636178:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c848ed3. 00000100:00000010:2.0:1767384345.636181:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d61d37ea. 00000100:00000040:3.0:1767384345.636189:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294933516, at 4294933517 00000100:00000010:3.0:1767384345.636196:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a24b646. 00000001:00000001:1.0:1767384345.677211:0:28823:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384345.677219:0:28823:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384345.684618:0:28823:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384345.693930:0:28824:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000070e9ee8d. 00000400:00000010:1.0:1767384345.693966:0:28824:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a5413b8c. 00000400:00000010:1.0:1767384345.693980:0:28824:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000023783497. 00000400:00000010:1.0:1767384345.693986:0:28824:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c944531b. 00000400:00000010:1.0:1767384345.693990:0:28824:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2ebd16f. 00000400:00000010:1.0:1767384345.693995:0:28824:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005568ac57. 00000400:00000010:1.0:1767384345.693996:0:28824:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000054ea1ebf. 00000400:00000010:1.0:1767384345.693998:0:28824:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce5f1dd9. 00000400:00000010:1.0:1767384345.694001:0:28824:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b2bf03ad. 00000800:00000010:1.0:1767384345.694021:0:28824:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c2e5801f. 00000800:00000200:1.0:1767384345.694039:0:28824:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384345.694059:0:28824:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384345.694139:0:28824:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384345.694179:0:28824:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp34 [8/256/0/180] 00000400:00000010:1.0:1767384345.695747:0:28824:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004f457b33. 00000400:00000010:1.0:1767384345.695753:0:28824:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:1.0:1767384345.695760:0:28824:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000400:00000001:1.0:1767384345.695783:0:28824:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384345.695785:0:28824:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384345.695787:0:28824:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cece9bab. 00000400:00000200:1.0:1767384345.695790:0:28824:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133d7e7 00000400:00000010:1.0:1767384345.695792:0:28824:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b133d7e7. 00000400:00000010:1.0:1767384345.695796:0:28824:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000f7b6f207. 00000400:00000200:1.0:1767384345.695802:0:28824:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (24) 00000400:00000200:1.0:1767384345.695823:0:28824:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384345.695826:0:28824:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (1) 00000400:00000200:1.0:1767384345.695834:0:28824:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp33 (00000000e6c891e7): 0 00000400:00000200:1.0:1767384345.695841:0:28824:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:1.0:1767384345.695849:0:28824:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004dafcffb. 00000020:01000000:1.0:1767384345.695853:0:28824:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384345.695856:0:28824:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp34 00000400:00000010:1.0:1767384345.695869:0:28824:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a5413b8c. 00000400:00000010:1.0:1767384345.695873:0:28824:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000070e9ee8d. 00000400:00000200:2.0:1767384345.695874:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384345.695882:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:2.0:1767384345.695889:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000400:00000200:2.0:1767384345.695892:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000010:2.0:1767384345.695897:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000daa6d78b. 00000400:00000200:2.0:1767384345.695901:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:00000001:3.0:1767384345.695911:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384345.695916:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 10000000:00000001:3.0:1767384345.695919:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384345.695923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:3.0:1767384345.695926:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384345.695930:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 10000000:01000000:3.0:1767384345.695932:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384345.695936:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:01000004:3.0:1767384345.695939:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384345.695942:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000020:01000004:3.0:1767384345.695955:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384345.695955:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000020:01000004:3.0:1767384345.695960:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384345.695963:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 37], ns[18, 37] 00000020:01000004:3.0:1767384345.695965:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384345.695969:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:01000004:3.0:1767384345.695970:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384345.695975:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384345.695978:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000020:01000004:3.0:1767384345.695979:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384345.695983:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384345.695986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000020:01000004:3.0:1767384345.695988:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384345.695992:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384345.695992:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:2.0:1767384345.695998:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:2.0:1767384345.696001:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000100:00000010:3.0:1767384345.696002:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa46084d. 00000020:00000040:3.0:1767384345.696010:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384345.696013:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384345.696019:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000100:00000001:3.0:1767384345.696021:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384345.696023:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 02000000:00000001:3.0:1767384345.696028:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384345.696028:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384345.696033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000200:2.0:1767384345.696036:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 02000000:00000001:3.0:1767384345.696039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696040:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 18], ns[68, 18] 00000400:00000200:2.0:1767384345.696047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 18], ns[90, 18] 00000400:00000200:2.0:1767384345.696050:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 18], ns[74, 18] 00000400:00000200:2.0:1767384345.696052:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[83, 18], ns[88, 18] 02000000:00000010:3.0:1767384345.696056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000009c4ec9b. 00000400:00000200:2.0:1767384345.696056:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[84, 18], ns[89, 18] 00000400:00000200:2.0:1767384345.696063:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384345.696067:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp15 00000100:00000001:3.0:1767384345.696068:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696073:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384345.696075:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp15 00000400:00000200:2.0:1767384345.696078:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp15 NI seq info: [91:91:256:4294967295] 192.168.202.119@tcp15 LPNI seq info [86:86:8:4294967295] 00000100:00000001:3.0:1767384345.696081:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384345.696086:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696086:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp15 00000100:00000040:3.0:1767384345.696101:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa46084d] to pc [ptlrpcd_00_01+1] req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384345.696102:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15:) -> 192.168.202.119@tcp15(192.168.202.119@tcp:192.168.202.119@tcp15) : PUT try# 0 00000800:00000200:2.0:1767384345.696131:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.119@tcp15 00000800:00000010:2.0:1767384345.696137:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009caa08de. 00000800:00000200:2.0:1767384345.696149:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (6) 00000800:00000200:2.0:1767384345.696163:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp15 ip 192.168.202.119:988 00000800:00000200:2.0:1767384345.696174:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009caa08de type 1, nob 544 niov 1 nkiov 1 10000000:00000001:3.0:1767384345.696176:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384345.696180:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.696182:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384345.696185:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384345.696192:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384345.696197:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000020:00000001:3.0:1767384345.696204:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384345.696204:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x200161 10000000:00000001:3.0:1767384345.696208:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384345.696211:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 10000000:00000001:3.0:1767384345.696213:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384345.696216:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (2) 10000000:01000000:3.0:1767384345.696217:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384345.696221:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:2.0:1767384345.696223:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006cc7530f. 00000020:01000004:3.0:1767384345.696224:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384345.696228:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384345.696232:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp33 00000020:01000004:3.0:1767384345.696233:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384345.696238:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384345.696240:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384345.696242:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384345.696245:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384345.696247:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp33 to MR: 192.168.202.119@tcp33 local destination 00000020:01000004:3.0:1767384345.696248:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384345.696255:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000958b9be. 00000020:00000040:3.0:1767384345.696261:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384345.696262:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [92:92:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [5:5:8:4294967295] 00000100:00000001:3.0:1767384345.696267:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384345.696270:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384345.696272:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp33 02000000:00000001:3.0:1767384345.696274:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696282:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) : PUT try# 0 02000000:00000010:3.0:1767384345.696284:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ce03169b. 00000100:00000001:3.0:1767384345.696290:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384345.696291:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.119@tcp33 00000100:00000001:3.0:1767384345.696297:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384345.696297:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000207da319. 00000100:00000001:3.0:1767384345.696302:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384345.696306:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000100:00000040:3.0:1767384345.696311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000958b9be] to pc [ptlrpcd_00_02+2] req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.696315:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.1:1767384345.696317:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000100:00100000:1.0:1767384345.696320:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384345.696326:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.696336:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.1:1767384345.696340:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:988 00000100:00000001:1.0:1767384345.696341:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.696344:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.696346:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384345.696347:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384345.696351:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000207da319 type 1, nob 544 niov 1 nkiov 1 10000000:00000001:3.0:1767384345.696352:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.696352:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384345.696358:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384345.696359:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384345.696364:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384345.696372:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp33 00000020:00000010:3.0:1767384345.696381:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004dafcffb. 00000100:00000001:1.0:1767384345.696384:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384345.696387:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x200561 rc 0 00000100:00000001:1.0:1767384345.696387:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.696393:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384345.696396:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384345.696399:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.696401:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748243072:0@lo:253: 00000100:00000001:1.0:1767384345.696406:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384345.696410:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384345.696413:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384345.696416:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384345.696420:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004dafcffb. 02000000:00000001:1.0:1767384345.696421:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384345.696425:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000400:00000010:1.0:1767384345.696430:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5413b8c. 00000100:00000200:1.0:1767384345.696434:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748243072, portal 25 00000100:00000001:1.0:1767384345.696437:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384345.696439:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716216576 : -114055993335040 : ffff984445086300) 00000100:00000040:1.0:1767384345.696444:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.696457:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384345.696459:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384345.696461:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070fd86e0. 00000100:00000200:1.0:1767384345.696463:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748243072, offset 0 00000400:00000200:1.0:1767384345.696468:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384345.696475:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384345.696485:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105080 00000400:00000200:1.0:1767384345.696490:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 00000400:00000010:1.0:1767384345.696493:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000549871a0. 00000400:00000200:1.0:1767384345.696496:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f118eb5c 00000400:00000200:1.0:1767384345.696504:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384345.696522:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384345.696527:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f118eb5c 00000400:00000010:1.0:1767384345.696539:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f118eb5c. 00000100:00000001:1.0:1767384345.696544:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384345.696546:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384345.696549:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000aa700db5 x1853236748243072 msgsize 4848 00000100:00100000:1.0:1767384345.696553:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384345.696555:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384345.696563:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384345.696572:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070fd86e0 00000400:00000010:1.0:1767384345.696573:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070fd86e0. 00000800:00000200:3.0:1767384345.696574:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384345.696576:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384345.696576:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767384345.696580:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009caa08de. 00000800:00000010:2.0:1767384345.696582:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000207da319. 00000100:00000200:1.0:1767384345.696583:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.696589:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.696590:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384345.696595:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384345.696600:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384345.696604:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: PUT: OK 00000400:00000200:2.0:1767384345.696605:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: PUT: OK 00000400:00000200:3.0:1767384345.696616:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384345.696616:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696617:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384345.696622:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384345.696626:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp33: 0 00000400:00000200:3.0:1767384345.696627:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000100:00000001:1.0:1767384345.696629:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.696636:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294933589 00000800:00000001:2.0:1767384345.696638:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384345.696639:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2119c5d. 00000800:00000001:3.0:1767384345.696647:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.696651:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.696654:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000800:00000001:2.0:1767384345.696656:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384345.696661:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294933589 00000800:00000001:2.0:1767384345.696665:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384345.696666:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000786e1a2d. 00000800:00000001:3.0:1767384345.696667:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.696671:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384345.696673:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384345.696677:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294933589 00000800:00000001:3.0:1767384345.696681:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.696682:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15) <- 192.168.202.119@tcp15 : PUT - for me 00000100:00000010:1.0:1767384345.696683:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f374028b. 00000100:00000001:1.0:1767384345.696689:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384345.696693:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294933589 00000400:00000200:3.0:1767384345.696698:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : PUT - for me 00000100:00000010:1.0:1767384345.696698:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f932141. 00000400:00000200:2.0:1767384345.696699:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384345.696704:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384345.696709:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384345.696711:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 432/448 into md 0x18a1 [1] + 0 00000100:00000001:1.0:1767384345.696713:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.696719:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp33 of length 448 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384345.696720:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.696721:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000100:00000001:1.0:1767384345.696724:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696732:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000510525cb 00000100:00000001:1.0:1767384345.696733:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.696736:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384345.696738:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.696743:0:16140:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.202.119@tcp33 ptl 0 MB 0x8000000000000000 off 0 len 448 00000800:00000001:2.0:1767384345.696749:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.696752:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384345.696753:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384345.696755:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243072 02000000:00000001:1.0:1767384345.696759:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384345.696762:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384345.696763:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: PUT: OK 00000100:00000001:1.0:1767384345.696765:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696771:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 02000000:00000001:1.0:1767384345.696771:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384345.696776:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243072 00000400:00000010:2.0:1767384345.696778:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000020:00000001:1.0:1767384345.696779:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384345.696783:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:2.0:1767384345.696784:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000001:1.0:1767384345.696786:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384345.696801:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000400:00000200:2.0:1767384345.696802:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (26) 00000020:00000001:1.0:1767384345.696804:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384345.696808:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:2.0:1767384345.696812:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:1.0:1767384345.696813:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384345.696817:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009078605e. 00000400:00000200:2.0:1767384345.696819:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (448 bytes) 00000100:00000001:1.0:1767384345.696821:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384345.696826:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009078605e. 00000400:00000200:2.0:1767384345.696830:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384345.696831:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.696842:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (27) 00000020:00000010:1.0:1767384345.696842:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe1ecb6b. 00000020:00000010:1.0:1767384345.696849:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000020d26bb3. 00000400:00000200:2.0:1767384345.696851:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:1.0:1767384345.696854:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000400:00000200:2.0:1767384345.696861:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp15 to MR: 192.168.202.119@tcp15 local destination 00000100:00000040:1.0:1767384345.696862:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384345.696869:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384345.696872:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384345.696874:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp15 NI seq info: [93:93:256:4294967295] 192.168.202.119@tcp15 LPNI seq info [87:87:8:4294967295] 00000100:00000001:1.0:1767384345.696875:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.696887:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.696895:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15:192.168.202.119@tcp15) -> 192.168.202.119@tcp15(192.168.202.119@tcp15:192.168.202.119@tcp15) 192.168.202.119@tcp15 : ACK try# 0 00000100:00000001:1.0:1767384345.696898:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.696901:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.696906:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp15 00000800:00000010:2.0:1767384345.696910:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000207da319. 00000800:00000200:2.0:1767384345.696917:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (6) 00000100:00000001:1.0:1767384345.696918:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384345.696923:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1767384345.696926:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp15 ip 192.168.202.119:1011 00000800:00000200:2.0:1767384345.696931:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000207da319 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:1.0:1767384345.696932:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384345.696939:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384345.696953:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400392784 : -114060309158832 : ffff984343ca2450) 00000800:00000001:2.0:1767384345.696954:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.696958:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000040:1.0:1767384345.696963:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa700db5 x1853236748243072/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384345.696966:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.696978:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384345.696983:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009078605e. 00000100:00000001:1.0:1767384345.696986:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384345.696988:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009078605e. 00000100:00100000:1.0:1767384345.696993:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa700db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748243072:12345-0@lo:253: 00000100:00000200:1.0:1767384345.696997:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243072 00000400:00000200:3.0:1767384345.697000:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000020:00000001:1.0:1767384345.697000:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384345.697006:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:2.0:1767384345.697010:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384345.697010:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384345.697017:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000207da319. 00000020:00000001:1.0:1767384345.697017:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384345.697021:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:2.0:1767384345.697024:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384345.697025:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384345.697028:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384345.697033:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384345.697034:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: ACK: OK 00000020:00000001:1.0:1767384345.697035:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384345.697040:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384345.697045:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384345.697045:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384345.697046:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.697051:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.697057:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384345.697057:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384345.697064:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5c3c034. 02000000:00000001:1.0:1767384345.697068:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.697071:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384345.697072:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384345.697074:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:2.0:1767384345.697076:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.697083:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.697084:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 20000000:00000010:1.0:1767384345.697086:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209d6f78. 20000000:01000000:1.0:1767384345.697092:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384345.697096:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp15(192.168.202.119@tcp15) <- 192.168.202.119@tcp15 : ACK - for me 20000000:00000001:1.0:1767384345.697098:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384345.697102:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384345.697104:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384345.697131:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.697136:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 20000000:00000001:1.0:1767384345.697136:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384345.697138:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp15: ACK from 12345-192.168.202.119@tcp15 into md 0x18f9 00000400:00000200:2.0:1767384345.697145:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:1.0:1767384345.697148:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e2f1a5e. 20000000:01000000:1.0:1767384345.697152:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000400:00000200:2.0:1767384345.697153:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp15->192.168.202.119@tcp15: ACK: OK 00000400:00000200:2.0:1767384345.697160:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 20000000:00000001:1.0:1767384345.697160:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767384345.697164:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000400:00000200:2.0:1767384345.697169:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00080000:00000001:1.0:1767384345.697169:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384345.697175:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697176:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:2.0:1767384345.697184:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384345.697189:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (26) 00000800:00000001:2.0:1767384345.697196:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.697200:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384345.697226:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384345.697227:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697230:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:1.0:1767384345.697232:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384345.697236:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.697238:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000addd6186. 00080000:00000001:1.0:1767384345.697239:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384345.697244:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:2.0:1767384345.697245:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384345.697251:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000020:00000001:1.0:1767384345.697252:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384345.697257:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384345.697259:0:16144:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp33 of length 448/448 into md 0x1909 [1] + 0 00000400:00000010:2.0:1767384345.697265:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00080000:00000010:1.0:1767384345.697265:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006da6c43a. 00000400:00000200:2.0:1767384345.697271:0:16144:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea117e83 00080000:00000001:1.0:1767384345.697271:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400068096 : -114060309483520 : ffff984343c53000) 00080000:00000001:1.0:1767384345.697277:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384345.697279:0:16144:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.202.119@tcp33 portal 0 match 9223372036854775808 offset 0 length 448. 00000400:00000200:3.0:1767384345.697285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697289:0:16144:0:(lib-move.c:5148:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.202.119@tcp33 portal 0 match 9223372036854775808 offset 0 length 448. 00000400:00000200:2.0:1767384345.697302:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000addd6186 00000400:00000010:2.0:1767384345.697306:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000af17e9f6. 00000400:00000200:2.0:1767384345.697310:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 448 success 00000400:00000200:2.0:1767384345.697315:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:2.0:1767384345.697318:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000010:2.0:1767384345.697323:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000af17e9f6. 00000400:00000010:2.0:1767384345.697326:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000400:00000010:2.0:1767384345.697332:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8c1e6e1. 00000400:00000200:2.0:1767384345.697337:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384345.697342:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697352:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384345.697356:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384345.697362:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:2.0:1767384345.697379:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:2.0:1767384345.697385:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:2.0:1767384345.697391:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:2.0:1767384345.697398:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:2.0:1767384345.697403:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 37], ns[20, 37] 00000400:00000200:2.0:1767384345.697408:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:2.0:1767384345.697414:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:2.0:1767384345.697421:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:3.0:1767384345.697423:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000001:00000001:1.0:1767384345.697423:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384345.697427:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.697430:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00080000:00000001:1.0:1767384345.697433:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384345.697440:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:2.0:1767384345.697446:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:2.0:1767384345.697451:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384345.697457:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00080000:00000001:1.0:1767384345.697457:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.697463:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384345.697467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:3.0:1767384345.697470:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:2.0:1767384345.697483:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:2.0:1767384345.697498:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 20], ns[68, 20] 00000400:00000200:2.0:1767384345.697504:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 20], ns[90, 20] 00000400:00000200:2.0:1767384345.697529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 20], ns[74, 20] 00000400:00000200:3.0:1767384345.697531:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697539:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[83, 20], ns[88, 20] 00000400:00000200:2.0:1767384345.697556:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[84, 20], ns[89, 20] 00000400:00000200:2.0:1767384345.697561:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:2.0:1767384345.697566:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp16 00000400:00000200:2.0:1767384345.697571:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp16 lpni_is_preferred = 0 00000400:00000200:2.0:1767384345.697575:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp16 00000400:00000200:2.0:1767384345.697579:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp16 NI seq info: [94:94:256:4294967295] 192.168.202.119@tcp16 LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1767384345.697586:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp16 00000400:00000200:3.0:1767384345.697588:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697599:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16:) -> 192.168.202.119@tcp16(192.168.202.119@tcp:192.168.202.119@tcp16) : GET try# 0 00000800:00000200:2.0:1767384345.697608:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp16 00000800:00000010:2.0:1767384345.697612:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000207da319. 00000800:00000200:2.0:1767384345.697619:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (6) 00080000:00000001:1.0:1767384345.697621:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384345.697626:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:2.0:1767384345.697630:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp16 ip 192.168.202.119:988 00000800:00000200:2.0:1767384345.697633:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000207da319 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384345.697640:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384345.697644:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000200:3.0:1767384345.697648:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.697658:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.697672:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.697675:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.697681:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: PUT: OK 00000400:00000200:2.0:1767384345.697685:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:2.0:1767384345.697688:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000400:00000200:2.0:1767384345.697692:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384345.697695:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000e6c891e7 (3) 00000400:00000200:3.0:1767384345.697701:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697707:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp33(00000000e6c891e7) is MR 00000400:00000010:2.0:1767384345.697712:0:16141:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000002463d8b9. 00000400:00000200:2.0:1767384345.697717:0:16141:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp33 26 00000400:00000200:2.0:1767384345.697722:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp33 (00000000e6c891e7): -114 00000400:00000200:2.0:1767384345.697729:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (4) 00000400:00000200:2.0:1767384345.697735:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384345.697742:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp33 to MR: 192.168.202.119@tcp33 local destination 00000400:00000200:3.0:1767384345.697743:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.697755:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [95:95:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384345.697768:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) 192.168.202.119@tcp33 : ACK try# 0 00000800:00000200:2.0:1767384345.697775:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp33 00000800:00000010:2.0:1767384345.697779:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ac0a92c1. 00000800:00000200:2.0:1767384345.697784:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:2.0:1767384345.697790:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:982 00000800:00000200:2.0:1767384345.697793:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ac0a92c1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384345.697794:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.697821:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.697850:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.697857:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.697861:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000207da319. 00000400:00000200:2.0:1767384345.697864:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.697871:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: GET: OK 00000400:00000200:2.0:1767384345.697875:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384345.697878:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:3.0:1767384345.697879:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.697886:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.697892:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.697918:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000800:00000200:2.0:1767384345.697927:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384345.697931:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ac0a92c1. 00000400:00000200:2.0:1767384345.697936:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.697942:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: ACK: OK 00000800:00000001:2.0:1767384345.697958:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384345.697964:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384345.697966:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384345.697971:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000800:00000001:2.0:1767384345.697973:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.697983:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16) <- 192.168.202.119@tcp16 : GET - for me 00000400:00000200:2.0:1767384345.697999:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 448 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384345.698005:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 448/448 into md 0x18f5 [1] + 0 00000400:00000200:3.0:1767384345.698011:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.698016:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp16 to MR: 192.168.202.119@tcp16 local destination 00000400:00000200:2.0:1767384345.698027:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp16 NI seq info: [96:96:256:4294967295] 192.168.202.119@tcp16 LPNI seq info [89:89:8:4294967295] 00000400:00000200:2.0:1767384345.698042:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16:192.168.202.119@tcp16) -> 192.168.202.119@tcp16(192.168.202.119@tcp16:192.168.202.119@tcp16) 192.168.202.119@tcp16 : REPLY try# 0 00000800:00000200:2.0:1767384345.698051:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.119@tcp16 00000400:00000200:3.0:1767384345.698069:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698136:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384345.698141:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384345.698147:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384345.698152:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000400:00000200:2.0:1767384345.698155:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000addd6186 00000400:00000200:2.0:1767384345.698159:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x2004e1 00000400:00020000:2.0:1767384345.698169:0:16144:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.119@tcp NID 192.168.202.119@tcp is already locked with peer 000000002d7eff78 00000400:00000200:3.0:1767384345.698173:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698205:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698239:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698276:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698310:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698340:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698375:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384345.698395:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384345.698500:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001093ad80. 00000800:00000010:3.0:1767384345.698505:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff6eee11. 00000800:00000010:3.0:1767384345.698526:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000007d15e85. 00000800:00000010:3.0:1767384345.698559:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000007d15e85. 00000800:00020000:3.0:1767384345.698567:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384345.698571:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff6eee11. 00000800:00000010:3.0:1767384345.698573:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001093ad80. 00000400:02020000:3.0:1767384345.698602:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp33 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000100:00000001:3.0:1767384345.698613:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.698615:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.698617:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384345.698620:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.698627:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384345.698629:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.698631:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384345.698632:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384345.698634:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.698636:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748243200:0@lo:253: 00000100:00000001:3.0:1767384345.698640:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384345.698642:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384345.698644:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.698653:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384345.698656:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384345.698658:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384345.698662:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017093293. 00000400:00000010:3.0:1767384345.698666:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff6eee11. 00000100:00000200:3.0:1767384345.698669:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748243200, portal 25 00000100:00000001:3.0:1767384345.698671:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384345.698672:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716209408 : -114055993342208 : ffff984445084700) 00000100:00000040:3.0:1767384345.698675:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.698680:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.698682:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.698685:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad11b0b. 00000100:00000200:3.0:1767384345.698687:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748243200, offset 0 00000400:00000200:3.0:1767384345.698691:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.698695:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.698701:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105100 00000400:00000200:3.0:1767384345.698704:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1191 [2] + 0 00000400:00000010:3.0:1767384345.698707:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5394516. 00000400:00000200:3.0:1767384345.698709:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000097018a5 00000400:00000200:3.0:1767384345.698713:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.698715:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384345.698717:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000097018a5 00000400:00000010:3.0:1767384345.698719:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000097018a5. 00000100:00000001:3.0:1767384345.698721:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384345.698722:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384345.698724:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006261ccf6 x1853236748243200 msgsize 4848 00000100:00100000:3.0:1767384345.698727:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384345.698728:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384345.698735:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.698737:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ad11b0b 00000400:00000010:3.0:1767384345.698738:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ad11b0b. 00000100:00000001:3.0:1767384345.698740:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384345.698742:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.698758:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384345.698762:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.698769:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.698771:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.698778:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.698781:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294933591 00000100:00000001:3.0:1767384345.698789:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933589 00000100:00000001:3.0:1767384345.698802:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294933591 00000100:00000001:3.0:1767384345.698805:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933589 00000100:00000001:3.0:1767384345.698807:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294933591 00000100:00000001:3.0:1767384345.698810:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933589 00000100:00000001:3.0:1767384345.698815:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294933591 00000100:00000001:3.0:1767384345.698818:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933589 00000100:00000001:3.0:1767384345.698822:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384345.698824:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.698828:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.698830:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.698836:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.698838:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384345.698841:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.698843:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.698844:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.698847:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.698859:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.698862:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384345.698869:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.698875:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384345.698877:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.698881:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.698886:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : ACK - for me 00000400:00000200:3.0:1767384345.698893:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp33: ACK from 12345-192.168.202.119@tcp33 into md 0x18fd 00000400:00000200:3.0:1767384345.698903:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.698907:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: ACK: OK 00000400:00000200:3.0:1767384345.698909:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:3.0:1767384345.698911:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:3.0:1767384345.698913:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384345.698916:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384345.698920:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (00000000e6c891e7): -114 00000400:00000200:3.0:1767384345.698922:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (3) 00000800:00000001:3.0:1767384345.698927:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.698929:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.699033:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384345.699037:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243200 02000000:00000001:3.0:1767384345.699040:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384345.699042:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384345.699044:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384345.699048:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384345.699051:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243200 00000020:00000001:3.0:1767384345.699054:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384345.699056:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384345.699058:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384345.699060:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000020:00000001:3.0:1767384345.699063:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384345.699066:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384345.699070:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.699074:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007d15e85. 00000100:00000001:3.0:1767384345.699077:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.699079:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007d15e85. 00000020:00000010:3.0:1767384345.699085:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b4f9eb8. 00000020:00000010:3.0:1767384345.699091:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6bc63e7. 00000020:00000010:3.0:1767384345.699096:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000100:00000001:3.0:1767384345.699100:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384345.699102:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384345.699131:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.699137:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.699156:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.699168:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384345.699170:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384345.699176:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:3.0:1767384345.699180:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384345.699182:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400393808 : -114060309157808 : ffff984343ca2850) 00000100:00000040:3.0:1767384345.699187:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006261ccf6 x1853236748243200/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 4848/0 e 0 to 0 dl 1767384356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.699198:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384345.699202:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000007d15e85. 00000100:00000001:3.0:1767384345.699206:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384345.699208:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000007d15e85. 00000100:00100000:3.0:1767384345.699213:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006261ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748243200:12345-0@lo:253: 00000100:00000200:3.0:1767384345.699218:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243200 00000020:00000001:3.0:1767384345.699221:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384345.699224:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384345.699226:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.699228:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384345.699230:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384345.699233:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384345.699235:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384345.699237:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384345.699239:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384345.699242:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.699245:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384345.699248:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384345.699256:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000957aaac8. 02000000:00000001:3.0:1767384345.699259:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.699262:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.699264:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384345.699274:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015bb3cca. 20000000:01000000:3.0:1767384345.699278:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384345.699280:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384345.699288:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384345.699291:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.699293:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.699295:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767384345.699325:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f83b4faa. 00000800:00000200:3.0:1767384345.699333:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (6) 00000800:00000200:3.0:1767384345.699338:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp16 ip 192.168.202.119:1009 00000800:00000200:3.0:1767384345.699342:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f83b4faa type 3, nob 544 niov 1 nkiov 1 00000800:00000200:3.0:1767384345.699409:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384345.699413:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f83b4faa. 00000400:00000200:3.0:1767384345.699417:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.699424:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: REPLY: OK 00000800:00000001:3.0:1767384345.699435:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.699450:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384345.699453:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.699458:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384345.699460:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.699464:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.699470:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16) <- 192.168.202.119@tcp16 : REPLY - for me 00000400:00000200:3.0:1767384345.699483:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp16: Reply from 12345-192.168.202.119@tcp16 of length 448/448 into md 0x190d 00000800:00000001:3.0:1767384345.699488:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.699493:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384345.699495:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.699500:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: REPLY: OK 00000400:00000200:3.0:1767384345.699504:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:3.0:1767384345.699506:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000400:00000200:3.0:1767384345.699527:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384345.699532:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:3.0:1767384345.699536:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384345.699551:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 26. state = 0x300271 00000400:00000200:3.0:1767384345.699558:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384345.699561:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (26) 00000800:00000001:3.0:1767384345.699568:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384345.699579:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384345.706264:0:16144:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp flags 0x11: -76 00000400:00000200:2.0:1767384345.706275:0:16144:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.119@tcp33 NID 192.168.202.119@tcp: -76 00000400:00000010:2.0:1767384345.706280:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000002463d8b9. 00000400:00000200:2.0:1767384345.706288:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp33(00000000e6c891e7): -76. state = 0x200161 00000400:00000200:2.0:1767384345.706293:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp33(00000000e6c891e7) state 0x200161 rc -76 00080000:00000001:1.0:1767384345.706295:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.706302:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp33 (00000000e6c891e7) 00000020:00000002:1.0:1767384345.706302:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:3.0:1767384345.706306:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384345.706309:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.706311:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (2) 00040000:00000001:3.0:1767384345.706313:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384345.706313:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384345.706318:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1767384345.706319:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00040000:00000001:3.0:1767384345.706323:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.706326:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384345.706330:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006da6c43a. 00000400:00000010:2.0:1767384345.706331:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 540 at 00000000728ee85b. 20000000:01000000:1.0:1767384345.706333:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384345.706337:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:2.0:1767384345.706339:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 648 at 0000000005ceafbd. 20000000:00000001:1.0:1767384345.706343:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384345.706344:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 540 at 0000000057e0b8f5. 20000000:01000000:1.0:1767384345.706350:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384345.706359:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:1.0:1767384345.706385:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e4b2977. 00000400:00000200:2.0:1767384345.706388:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp31(00000000850dce33) status changed from 0xdeadface to 0x15aac0de 20000000:01000000:1.0:1767384345.706389:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:1.0:1767384345.706396:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384345.706398:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp32(00000000b3731493) status changed from 0xdeadface to 0x15aac0de 00080000:00000001:1.0:1767384345.706404:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384345.706411:0:16144:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.706421:0:16144:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.119@tcp33 NID 192.168.202.119@tcp33 00000400:00000200:2.0:1767384345.706425:0:16144:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000002eae5b80 nid 192.168.202.119@tcp33 00000400:00000010:2.0:1767384345.706436:0:16144:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000002eae5b80. 00080000:00000001:1.0:1767384345.706437:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384345.706442:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384345.706445:0:16144:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000307317ab net tcp33 00080000:00000001:1.0:1767384345.706446:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.706450:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000010:2.0:1767384345.706451:0:16144:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000307317ab. 00000020:00000001:1.0:1767384345.706454:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384345.706457:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000e6c891e7 (1) 00000020:00000001:1.0:1767384345.706461:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:2.0:1767384345.706465:0:16144:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000e6c891e7 nid 192.168.202.119@tcp33 00080000:00000001:1.0:1767384345.706466:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000010:2.0:1767384345.706473:0:16144:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000e6c891e7. 00080000:00000010:1.0:1767384345.706473:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000070e9ee8d. 00080000:00000001:1.0:1767384345.706477:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400055808 : -114060309495808 : ffff984343c50000) 00080000:00000001:1.0:1767384345.706480:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:2.0:1767384345.706482:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002463d8b9. 00000400:00000200:2.0:1767384345.706492:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002463d8b9 nid 192.168.202.119@tcp33 00000400:00000010:2.0:1767384345.706498:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003b1cf455. 00000400:00000200:2.0:1767384345.706502:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000003b1cf455 net tcp33 00000400:00000200:2.0:1767384345.706507:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (25) 00000400:00000200:2.0:1767384345.706529:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp33 flags 0x11 00000400:00000010:2.0:1767384345.706536:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003fb402fa. 00000400:00000200:2.0:1767384345.706541:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003fb402fa nid 192.168.202.119@tcp34 00000400:00000010:2.0:1767384345.706546:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000f19afd5. 00000400:00000200:2.0:1767384345.706549:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000000f19afd5 net tcp34 00000400:00000200:2.0:1767384345.706553:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (26) 00000400:00000200:2.0:1767384345.706559:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp34 flags 0x11 00000400:00000010:2.0:1767384345.706564:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 540 at 00000000728ee85b. 00000400:00000010:2.0:1767384345.706568:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 648 at 0000000005ceafbd. 00000400:00000010:2.0:1767384345.706572:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 540 at 0000000057e0b8f5. 00000001:00000001:1.0:1767384345.706575:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000010:2.0:1767384345.706576:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000af17e9f6. 00080000:00000001:1.0:1767384345.706578:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384345.706582:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384345.706584:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384345.706590:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:2.0:1767384345.706594:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00080000:00000001:1.0:1767384345.706598:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384345.706601:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00080000:00000001:1.0:1767384345.706603:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384345.706608:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384345.706612:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:2.0:1767384345.706617:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384345.706621:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (27) 20000000:01000000:2.0:1767384345.706659:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384345.706663:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384345.706668:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384345.706679:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384345.706680:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384345.706682:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384345.706686:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384345.706696:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000071b09dd2 count: 2 00010000:00000001:2.0:1767384345.706700:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384345.706705:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384345.706709:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 00000020:00000001:2.0:1767384345.706714:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384345.706718:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003811b824 with handle 0x4ac496f8d605e1c5 to hash 00000020:00000001:2.0:1767384345.706721:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384345.706722:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384345.706726:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384345.706732:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.706734:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.706737:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.706748:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384345.706753:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384345.706757:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384345.706760:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.706763:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384345.706767:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.706774:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384345.706777:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.706780:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.706782:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.706785:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.706787:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384345.706790:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384345.706798:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071b09dd2) refcount = 2 00010000:00000040:2.0:1767384345.706802:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384345.706811:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384345.706819:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384345.706820:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384345.706830:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000081f30525. 00000100:00000001:2.0:1767384345.706834:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384345.706840:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7de4ee6. 00000100:00000001:2.0:1767384345.706843:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017774138880 : -114055935412736 : ffff9844487c3600) 00000100:00000001:2.0:1767384345.706846:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017774138880 : -114055935412736 : ffff9844487c3600) 00000100:00000001:2.0:1767384345.706849:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384345.706851:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384345.706854:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384345.706857:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.706859:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384345.706863:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.706867:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.706870:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384345.706873:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384345.706878:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678d8a77. 00000020:00000040:2.0:1767384345.706883:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:2.0:1767384345.706888:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384345.706892:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384345.706897:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384345.706904:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af17e9f6. 00000100:00000001:2.0:1767384345.706911:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.706918:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384345.706935:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 16 pid: 16780 timeout: 416 lvb_type: 0 00010000:00000001:2.0:1767384345.706946:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384345.706950:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384345.706956:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.706972:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384345.706976:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.706982:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748243328:0@lo:104: 00000100:00000001:2.0:1767384345.706987:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384345.706993:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384345.706996:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.706999:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384345.707003:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000df67644. 02000000:00000001:2.0:1767384345.707006:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.707012:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e46884. 00000400:00000010:2.0:1767384345.707020:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384345.707027:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748243328, portal 16 00000100:00000001:2.0:1767384345.707030:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384345.707033:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521762432 : -114055187789184 : ffff9844750c0a80) 00000100:00000040:2.0:1767384345.707038:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.707047:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.707050:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.707053:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384345.707056:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748243328, offset 0 00000400:00000200:2.0:1767384345.707063:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.707075:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.707086:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e105180 00000400:00000200:2.0:1767384345.707093:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:2.0:1767384345.707097:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0f4940. 00000400:00000200:2.0:1767384345.707102:0:16801:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000280e1e82 00000400:00000200:2.0:1767384345.707152:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.707160:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384345.707166:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000280e1e82 00000400:00000010:2.0:1767384345.707169:0:16801:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000280e1e82. 00000100:00000001:2.0:1767384345.707176:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.707178:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384345.707183:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000a52be804 x1853236748243328 msgsize 328 00000100:00100000:2.0:1767384345.707194:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384345.707197:0:16801:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384345.707211:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.707221:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:2.0:1767384345.707223:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:2.0:1767384345.707228:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384345.707233:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.707246:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.707250:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.707259:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707261:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.707267:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707272:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294933600 00000100:00000001:2.0:1767384345.707282:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294933591 00000100:00000001:2.0:1767384345.707288:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294933600 00000100:00000001:2.0:1767384345.707294:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294933591 00000100:00000001:2.0:1767384345.707300:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294933600 00000100:00000001:2.0:1767384345.707305:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294933591 00000100:00000001:2.0:1767384345.707311:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294933600 00000100:00000001:2.0:1767384345.707315:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294933591 00000100:00000001:2.0:1767384345.707320:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.707323:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.707326:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.707328:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.707332:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.707335:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.707337:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.707339:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.707341:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384345.707343:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384345.707347:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707355:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.707358:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384345.707360:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e7de4ee6 going to sleep for 11 seconds 00000100:00000001:2.0:1767384345.707364:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.707368:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384345.707614:0:16769:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057e0b8f5. 00000100:00000010:2.0:1767384345.707623:0:16769:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae996bcf. 00000100:00100000:2.0:1767384345.707627:0:16769:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767384345.707632:0:16769:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767384345.707636:0:16769:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbb4ce9a. 00000400:00000010:2.0:1767384345.707642:0:16769:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002236a8b3. 00000100:00000001:2.0:1767384345.707649:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384345.707652:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243328 02000000:00000001:2.0:1767384345.707656:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384345.707658:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.707661:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.707666:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.707670:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243328 00000020:00000001:2.0:1767384345.707673:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.707674:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000020:00000001:2.0:1767384345.707677:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.707680:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000020:00000001:2.0:1767384345.707683:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:2.0:1767384345.707686:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:2.0:1767384345.707690:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.707694:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384345.707697:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.707700:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3a1ff. 00000020:00000010:2.0:1767384345.707706:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eae5b80. 00000020:00000010:2.0:1767384345.707712:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000daf60632. 00000020:00000010:2.0:1767384345.707717:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000100:00000040:2.0:1767384345.707726:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384345.707730:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.707732:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384345.707734:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707750:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707761:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.707780:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384345.707781:0:18575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.707783:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384345.707789:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384345.707790:0:18575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384345.707793:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:0.0:1767384345.707794:0:18575:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707796:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018043658320 : -114055665893296 : ffff9844588cc050) 00000100:00000001:0.0:1767384345.707796:0:18575:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.707802:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a52be804 x1853236748243328/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.707813:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.707816:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384345.707820:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.707822:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3a1ff. 00000100:00100000:2.0:1767384345.707828:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a52be804 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748243328:12345-0@lo:104: 00000100:00000200:2.0:1767384345.707833:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243328 00010000:00000001:2.0:1767384345.707837:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384345.707842:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.707844:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.707847:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=2 00000020:00000001:2.0:1767384345.707849:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:2.0:1767384345.707852:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:2.0:1767384345.707856:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.707858:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.707862:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384345.707870:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384345.707873:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384345.707877:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005ceafbd. 02000000:00000001:2.0:1767384345.707880:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707883:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.707889:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.707898:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.707904:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.707909:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.707912:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.707915:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384345.707919:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.707921:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.707924:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.707929:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.707932:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384345.707936:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748243328, offset 224 00000400:00000200:2.0:1767384345.707941:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.707949:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.707956:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e105180 00000400:00000200:2.0:1767384345.707961:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x191d [1] + 224 00000400:00000200:2.0:1767384345.707966:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.707969:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.707973:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.707976:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384345.707986:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384345.708002:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.708008:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:2.0:1767384345.708010:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:2.0:1767384345.708014:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384345.708014:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.708017:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.708020:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384345.708021:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.708023:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384345.708024:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:0.0:1767384345.708025:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e46884. 00010000:00000001:2.0:1767384345.708028:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767384345.708030:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00010000:00000010:2.0:1767384345.708032:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a264ca73. 00000400:00000010:0.0:1767384345.708032:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:0.0:1767384345.708035:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384345.708036:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767384345.708039:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384345.708048:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:0.0:1767384345.708049:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384345.708051:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.708056:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384345.708059:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.708059:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.708062:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.708062:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384345.708066:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384345.708067:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a52be804 x1853236748243328/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384345.708068:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.708069:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.708072:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.708077:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a52be804 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748243328:12345-0@lo:104: Request processed in 263us (893us total) trans 0 rc 0/0 00000100:00001000:0.0:1767384345.708077:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384345.708081:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384345.708084:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384345.708086:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384345.708086:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.708089:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384345.708090:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00010000:00000001:0.0:1767384345.708091:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708093:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384345.708095:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384345.708095:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384345.708098:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384345.708100:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000daf60632. 00000020:00000010:2.0:1767384345.708129:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00000020:00000010:2.0:1767384345.708136:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eae5b80. 00000020:00000040:2.0:1767384345.708143:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 02000000:00000001:2.0:1767384345.708150:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708152:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000005ceafbd. 02000000:00000001:2.0:1767384345.708156:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384345.708160:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708162:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384345.708165:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.708168:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bc908d9. 02000000:00000001:2.0:1767384345.708173:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708174:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9fb2b69. 02000000:00000001:2.0:1767384345.708178:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.708180:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ba5dcc. 02000000:00000001:2.0:1767384345.708184:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708186:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065bba94f. 02000000:00000001:2.0:1767384345.708190:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.708192:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078137b63. 02000000:00000001:2.0:1767384345.708198:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708199:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c68518d9. 02000000:00000001:2.0:1767384345.708204:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.708206:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbb0cc2b. 02000000:00000001:2.0:1767384345.708211:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708213:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028022c7c. 02000000:00000001:2.0:1767384345.708224:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.708226:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005b50315. 02000000:00000001:2.0:1767384345.708231:0:16769:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.708233:0:16769:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db0d1d01. 02000000:00000001:2.0:1767384345.708237:0:16769:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.708239:0:16769:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007be8816e. 00000100:00000010:2.0:1767384345.708243:0:16769:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000027925041. 00000100:00000010:2.0:1767384345.708248:0:16769:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000008da9ffdd. 00000100:00000001:2.0:1767384345.708253:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384345.708268:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.708271:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.708274:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384345.708279:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384345.708282:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384345.708285:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384345.708293:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f437da1c already unused, calling callback (0000000086de5a03) 10000000:00000001:2.0:1767384345.708297:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384345.708299:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.708306:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384345.708308:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.708310:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.708312:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f437da1c refcount=3 00000020:00000001:2.0:1767384345.708314:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:2.0:1767384345.708317:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681386496 : -114056028165120 : ffff984442f4ec00) 00010000:00000001:2.0:1767384345.708321:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384345.708324:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384345.708332:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384345.708334:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384345.708351:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384345.708355:0:16774:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384345.708357:0:16774:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767384345.708358:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000040:2.0:1767384345.708360:0:16774:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767384345.708362:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384345.708363:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384345.708364:0:16774:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.708364:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.708367:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384345.708369:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.708371:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384345.708378:0:16774:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000001:0.0:1767384345.708378:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384345.708380:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384345.708383:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 00000100:00000040:0.0:1767384345.708384:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384345.708386:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384345.708388:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.708393:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384345.708394:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678d8a77 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748243328:0@lo:104: 00010000:00000001:2.0:1767384345.708396:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384345.708399:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384345.708401:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.708402:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.708404:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.708405:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.708408:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f437da1c with handle 0x4ac496f8d605e1b7 from hash 00000100:00000001:0.0:1767384345.708408:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767384345.708411:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384345.708411:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384345.708414:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.708415:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384345.708415:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678d8a77 x1853236748243328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384345.708417:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384345.708420:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384345.708423:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767384345.708424:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384345.708426:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1767384345.708427:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384345.708429:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000010:0.0:1767384345.708430:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000df67644. 00000100:00000010:2.0:1767384345.708434:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ba5dcc. 02000000:00000001:0.0:1767384345.708435:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384345.708437:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384345.708437:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.708439:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000100:00000001:2.0:1767384345.708441:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1767384345.708442:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384345.708443:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384345.708445:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000af17e9f6. 02000000:00000001:2.0:1767384345.708446:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.708449:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384345.708451:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002eae5b80. 02000000:00000001:0.0:1767384345.708451:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384345.708452:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678d8a77. 00000100:00000001:2.0:1767384345.708455:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.708456:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.708457:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.708458:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000010:0.0:1767384345.708460:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e7de4ee6. 00010000:00010000:2.0:1767384345.708461:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384345.708465:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384345.708467:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384345.708470:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000081f30525. 00010000:00000001:0.0:1767384345.708474:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.708477:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.708479:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384345.708480:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384345.708481:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384345.708483:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384345.708486:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384345.708486:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384345.708489:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.708489:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384345.708495:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ba5dcc] to pc [ptlrpcd_00_03+3] req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384345.708533:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384345.708537:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.708539:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.708541:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.708544:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384345.708546:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.708549:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.708555:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384345.708557:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 00000000f437da1c/0x4ac496f8d605e1b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e1be expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384345.708564:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000eec4b06 count: 0 00010000:00000001:2.0:1767384345.708574:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.708576:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384345.708578:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a264ca73. 00010000:00000001:2.0:1767384345.708582:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.708584:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.708587:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.708589:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384345.708592:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.708594:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.708596:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384345.708598:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384345.708601:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384345.708604:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384345.708632:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.708637:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.708639:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384345.708644:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.708654:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384345.708656:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.708660:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384345.708663:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384345.708666:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.708669:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075ba5dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748243456:0@lo:103: 00000100:00000001:2.0:1767384345.708673:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384345.708677:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384345.708679:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.708682:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384345.708686:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da2ff79b. 02000000:00000001:2.0:1767384345.708689:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.708694:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000400:00000010:2.0:1767384345.708699:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384345.708702:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748243456, portal 18 00000100:00000001:2.0:1767384345.708705:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384345.708706:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521769600 : -114055187782016 : ffff9844750c2680) 00000100:00000040:2.0:1767384345.708711:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.708718:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.708722:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.708725:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000100:00000200:2.0:1767384345.708728:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748243456, offset 0 00000400:00000200:2.0:1767384345.708733:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.708740:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.708747:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e105200 00000400:00000200:2.0:1767384345.708754:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:2.0:1767384345.708758:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faec7556. 00000400:00000200:2.0:1767384345.708763:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d99d2e5a 00000400:00000200:2.0:1767384345.708774:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.708778:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384345.708781:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d99d2e5a 00000400:00000010:2.0:1767384345.708783:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d99d2e5a. 00000100:00000001:2.0:1767384345.708788:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384345.708790:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384345.708793:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000cafa3780 x1853236748243456 msgsize 328 00000100:00100000:2.0:1767384345.708799:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384345.708802:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384345.708813:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.708818:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000010:2.0:1767384345.708820:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000100:00000001:2.0:1767384345.708823:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384345.708826:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.708836:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384345.708839:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.708846:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708848:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384345.708853:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708856:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294933601 00000100:00000001:2.0:1767384345.708862:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933600 00000100:00000001:2.0:1767384345.708868:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294933601 00000100:00000001:2.0:1767384345.708872:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933600 00000100:00000001:2.0:1767384345.708876:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294933601 00000100:00000001:2.0:1767384345.708880:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933600 00000100:00000001:2.0:1767384345.708885:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294933601 00000100:00000001:2.0:1767384345.708887:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933600 00000100:00000001:2.0:1767384345.708891:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384345.708894:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708903:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708906:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.708912:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384345.708914:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384345.708916:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.708918:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.708919:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708921:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708935:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.708938:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.708941:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708943:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.708959:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384345.708962:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243456 02000000:00000001:2.0:1767384345.708964:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384345.708966:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384345.708968:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.708971:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384345.708974:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243456 00000020:00000001:2.0:1767384345.708976:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384345.708978:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384345.708980:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.708983:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:2.0:1767384345.708986:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384345.708988:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384345.708992:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.708996:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384345.708999:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.709002:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3a1ff. 00000020:00000010:2.0:1767384345.709007:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b135e24. 00000020:00000010:2.0:1767384345.709011:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000daf60632. 00000020:00000010:2.0:1767384345.709015:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000100:00000040:2.0:1767384345.709022:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384345.709024:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384345.709026:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384345.709028:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384345.709038:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709041:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384345.709044:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.709045:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.709047:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384345.709050:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384345.709053:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00010000:2.0:1767384345.709057:0:20667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 17 pid: 16780 timeout: 416 lvb_type: 0 00010000:00000001:2.0:1767384345.709063:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709065:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709066:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.709068:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.709073:0:20667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384345.709077:0:20667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cafa3780 x1853236748243456/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.709085:0:20667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384345.709087:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.709098:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.709135:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384345.709137:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384345.709142:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384345.709146:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:2.0:1767384345.709148:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013354426448 : -114060355125168 : ffff9843410cc050) 00000100:00000040:2.0:1767384345.709153:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cafa3780 x1853236748243456/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/0 e 0 to 0 dl 1767384356 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.709161:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384345.709164:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384345.709166:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384345.709168:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3a1ff. 00000100:00100000:2.0:1767384345.709171:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cafa3780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16149:x1853236748243456:12345-0@lo:103: 00000100:00000200:2.0:1767384345.709183:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243456 00010000:00000001:2.0:1767384345.709187:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384345.709190:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384345.709192:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384345.709197:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384345.709198:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384345.709202:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384345.709204:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.709206:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709209:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384345.709211:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384345.709214:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.709216:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.709218:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384345.709220:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384345.709222:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000040:2.0:1767384345.709226:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000071b09dd2 count: 3 00010000:00010000:2.0:1767384345.709230:0:20667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 17 pid: 16780 timeout: 416 lvb_type: 0 00000100:00001000:2.0:1767384345.709236:0:20667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384345 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384345.709240:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384345.709246:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709248:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384345.709251:0:20667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 17 pid: 16780 timeout: 416 lvb_type: 0 00000020:00000001:2.0:1767384345.709258:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.709260:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.709262:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384345.709264:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709268:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384345.709270:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384345.709276:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709277:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709287:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.709289:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.709292:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e1be from hash 00010000:00000001:2.0:1767384345.709295:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384345.709297:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709298:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709300:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384345.709303:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384345.709305:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384345.709307:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e1be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e1b7 expref: 17 pid: 16780 timeout: 416 lvb_type: 0 00010000:00000040:2.0:1767384345.709314:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:2.0:1767384345.709316:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:2.0:1767384345.709322:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709324:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384345.709327:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384345.709329:0:20667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000003811b824 00010000:00000001:2.0:1767384345.709331:0:20667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384345.709333:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.709335:0:20667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.709337:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384345.709339:0:20667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.709342:0:20667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384345.709344:0:20667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384345.709347:0:20667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709353:0:20667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384345.709356:0:20667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384345.709358:0:20667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384345.709360:0:20667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384345.709361:0:20667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000071b09dd2) refcount = 2 00010000:00010000:2.0:1767384345.709365:0:20667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709370:0:20667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384345.709380:0:20667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384345.709382:0:20667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.709385:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384345.709389:0:20667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384345.709392:0:20667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384345.709395:0:20667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a264ca73. 00000100:00000001:2.0:1767384345.709397:0:20667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017774139072 : -114055935412544 : ffff9844487c36c0) 00000100:00000001:2.0:1767384345.709400:0:20667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017774139072 : -114055935412544 : ffff9844487c36c0) 00000100:00000001:2.0:1767384345.709402:0:20667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384345.709404:0:20667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384345.709406:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384345.709408:0:20667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384345.709411:0:20667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384345.709414:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.709415:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.709417:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=5 00000020:00000001:2.0:1767384345.709420:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384345.709423:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384345.709425:0:20667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384345.709427:0:20667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709435:0:20667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384345.709437:0:20667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709444:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709446:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384345.709448:0:20667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709457:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.709460:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709464:0:20667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384345.709466:0:20667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384345.709481:0:20667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003811b824 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384345.709484:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.709487:0:20667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384345.709490:0:20667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709496:0:20667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384345.709497:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384345.709499:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384345.709500:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=6 00000020:00000001:2.0:1767384345.709502:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384345.709505:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384345.709523:0:20667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384345.709525:0:20667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709531:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384345.709533:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384345.709535:0:20667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709546:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384345.709548:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384345.709551:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384345.709553:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.709556:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e1c5 from hash 00010000:00000001:2.0:1767384345.709560:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384345.709561:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709563:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709565:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384345.709566:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384345.709568:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384345.709570:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709570:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384345.709574:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.709579:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709584:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384345.709588:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767384345.709592:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384345.709594:0:20667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:3.0:1767384345.709598:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709600:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709603:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709606:0:20667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709611:0:20667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.709614:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384345.709615:0:20667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384345.709618:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384345.709620:0:20667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384345.709622:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384345.709625:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384345.709632:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709634:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709636:0:20667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384345.709638:0:20667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384345.709640:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384345.709642:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709644:0:20667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384345.709647:0:20667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384345.709649:0:20667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709652:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384345.709654:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003811b824/0x4ac496f8d605e1c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384345.709667:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384345.709669:0:20667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.709671:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384345.709673:0:20667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384345.709676:0:20667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.709679:0:20667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.709681:0:20667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384345.709683:0:20667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a264ca73. 00000100:00000001:2.0:1767384345.709686:0:20667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384345.709688:0:20667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384345.709691:0:20667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9e3a1ff. 00010000:00000001:2.0:1767384345.709694:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384345.709697:0:20667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000071b09dd2 count: 0 00010000:00010000:2.0:1767384345.709705:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384345.709707:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384345.709716:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384345.709718:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384345.709721:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384345.709724:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384345.709727:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384345.709729:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384345.709731:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384345.709733:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384345.709735:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384345.709737:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384345.709739:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000100:00000200:2.0:1767384345.709743:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748243456, offset 224 00000400:00000200:2.0:1767384345.709748:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384345.709754:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384345.709760:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e105200 00000400:00000200:2.0:1767384345.709765:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x192d [1] + 224 00000400:00000200:2.0:1767384345.709770:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384345.709774:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384345.709778:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384345.709782:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384345.709791:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384345.709808:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384345.709814:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000010:2.0:1767384345.709817:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000100:00000001:2.0:1767384345.709821:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.709822:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384345.709824:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384345.709826:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384345.709828:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384345.709832:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:3.0:1767384345.709833:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384345.709837:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384345.709838:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384345.709843:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 00010000:00000001:2.0:1767384345.709843:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384345.709850:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000100:00000040:2.0:1767384345.709850:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cafa3780 x1853236748243456/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 328/224 e 0 to 0 dl 1767384356 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384345.709855:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:3.0:1767384345.709861:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.709867:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.709902:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cafa3780 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16149:x1853236748243456:12345-0@lo:103: Request processed in 738us (1104us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384345.709903:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384345.709922:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384345.709923:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384345.709928:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384345.709929:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384345.709933:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384345.709934:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384345.709937:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384345.709939:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384345.709942:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384345.709942:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000daf60632. 00000020:00000010:2.0:1767384345.709949:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00000100:00000001:3.0:1767384345.709954:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384345.709954:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b135e24. 02000000:00000001:3.0:1767384345.709959:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384345.709961:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00001000:3.0:1767384345.709965:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=51 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384345.709968:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384345.709971:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=51 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384345.709972:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384345.709977:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384345.709979:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384345.709981:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384345.709982:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384345.709984:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c5e20e16. 00010000:00000001:3.0:1767384345.709987:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384345.709990:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384345.709991:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384345.709994:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 00000100:00000001:3.0:1767384345.709996:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384345.710002:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384345.710006:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384345.710006:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d00c0d68. 02000000:00000001:2.0:1767384345.710012:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.710014:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b51e41e0. 02000000:00000001:2.0:1767384345.710022:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384345.710023:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384345.710025:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000607614cf. 00000100:00000001:3.0:1767384345.710028:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384345.710031:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384345.710032:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384345.710035:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecba4f7. 00000100:00000040:3.0:1767384345.710040:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384345.710041:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384345.710044:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001951befe. 02000000:00000001:2.0:1767384345.710052:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:3.0:1767384345.710055:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075ba5dcc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748243456:0@lo:103: 00000100:00000010:2.0:1767384345.710056:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 02000000:00000001:2.0:1767384345.710062:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384345.710064:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384345.710065:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c13c7244. 00000100:00000001:3.0:1767384345.710069:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384345.710070:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384345.710073:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083d3c8bc. 00000100:00000040:3.0:1767384345.710075:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ba5dcc x1853236748243456/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384345.710078:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384345.710084:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767384345.710088:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a54c8a1a. 02000000:00000001:3.0:1767384345.710089:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384345.710093:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da2ff79b. 02000000:00000001:2.0:1767384345.710096:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384345.710100:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1767384345.710100:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9490680. 00000020:00000001:3.0:1767384345.710104:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384345.710129:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384345.710133:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000200:2.0:1767384345.710137:0:20667:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000020:00000001:3.0:1767384345.710138:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384345.710142:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002eae5b80. 00000400:00000010:2.0:1767384345.710144:0:20667:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab5522a. 02000000:00000001:3.0:1767384345.710148:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384345.710151:0:20667:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a264ca73. 02000000:00000001:3.0:1767384345.710152:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384345.710155:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ba5dcc. 00000100:00000001:3.0:1767384345.710161:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384345.710163:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.710171:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.710176:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384345.710178:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.710181:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.710184:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384345.713127:0:28828:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000eec4b06. 00010000:00000010:2.1:1767384345.713136:0:28828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f437da1c. 00010000:00000010:2.1:1767384345.713141:0:28828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00010000:00000010:2.1:1767384345.713145:0:28828:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00010000:00000010:2.1:1767384345.713150:0:28828:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000071b09dd2. 00080000:00000001:3.0:1767384345.715773:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384345.715780:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384345.715785:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384345.715788:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384345.715791:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384345.715801:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384345.715805:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384345.715812:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384345.715815:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384345.715822:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384345.715825:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384345.715829:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384345.715830:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1767384345.715832:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:3.0:1767384345.715835:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.715839:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:0.0:1767384345.715840:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001c079211. 00040000:00000001:3.0:1767384345.715842:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384345.715845:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384345.715848:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384345.715850:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000070e9ee8d. 00010000:00000010:0.0:1767384345.715853:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c25bed30. 00080000:00000001:3.0:1767384345.715856:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1767384345.715859:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384345.715864:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c25bed30 with handle 0x4ac496f8d605e1cc to hash 00000020:00000001:0.0:1767384345.715868:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384345.715870:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384345.715873:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384345.715876:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.715879:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.715882:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.715890:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384345.715892:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384345.715895:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384345.715898:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.715900:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.715903:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384345.715905:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.715908:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384345.715910:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384345.715912:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384345.715913:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384345.715916:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c079211) refcount = 1 00010000:00010000:0.0:1767384345.715920:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.715926:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384345.715928:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384345.715930:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.715932:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.715940:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384345.715943:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384345.715945:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384345.715949:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.715951:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.715953:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25bed30 refcount=4 00000020:00000001:0.0:1767384345.715955:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384345.715957:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384345.715959:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384345.715962:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.715968:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384345.715970:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.715976:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.715977:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384345.715979:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.715984:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.715986:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.715990:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384345.715991:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384345.715998:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c25bed30 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384345.716000:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.716002:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384345.716004:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.716009:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384345.716011:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384345.716018:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384345.716020:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c25bed30 refcount=5 00000020:00000001:0.0:1767384345.716022:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384345.716025:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681387520 : -114056028164096 : ffff984442f4f000) 00010000:00000001:0.0:1767384345.716028:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384345.716031:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.716036:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384345.716039:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384345.716041:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.716046:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384345.716047:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384345.716049:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384345.716051:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384345.716053:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c25bed30 with handle 0x4ac496f8d605e1cc from hash 00010000:00000001:0.0:1767384345.716056:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384345.716058:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.716061:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.716063:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384345.716065:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384345.716067:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384345.716069:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384345.716071:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384345.716074:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.716076:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384345.716079:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384345.716081:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.716083:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.716084:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.716086:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384345.716088:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.716091:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.716097:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.716208:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.716211:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384345.716213:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384345.716215:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384345.716217:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384345.716219:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384345.716223:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384345.716226:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384345.716228:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384345.716235:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384345.716237:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384345.716239:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c25bed30/0x4ac496f8d605e1cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384345.716246:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001c079211 count: 0 00010000:00000001:0.0:1767384345.716258:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384345.716261:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384345.717005:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384345.717010:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384345.717013:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209d6f78. 20000000:00000001:0.0:1767384345.717019:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384345.717025:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748243072 00010000:00000001:0.0:1767384345.717028:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384345.717036:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa700db5 x1853236748243072/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384345.717046:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384345.717048:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384345.717053:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384345.717058:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384345.717061:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384345.717064:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384345.717067:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384345.717070:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.717073:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384345.717082:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384345.717086:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c48c3dd. 00000100:00000200:0.0:1767384345.717092:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748243072, offset 224 00000400:00000200:0.0:1767384345.717102:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384345.717137:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384345.717148:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105080 00000400:00000200:0.0:1767384345.717157:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1901 [2] + 224 00000400:00000200:0.0:1767384345.717165:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384345.717171:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384345.717177:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384345.717183:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384345.717194:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.717216:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384345.717224:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384345.717224:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c48c3dd 00000100:00000001:1.0:1767384345.717229:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384345.717230:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c48c3dd. 00000100:00000001:0.0:1767384345.717235:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384345.717237:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384345.717237:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384345.717241:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384345.717244:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000100:00000001:0.0:1767384345.717245:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384345.717249:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5413b8c 00000100:00000040:0.0:1767384345.717251:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:1.0:1767384345.717253:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5413b8c. 00010000:00000001:0.0:1767384345.717258:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384345.717260:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384345.717262:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384345.717267:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384345.717269:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384345.717279:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa700db5 x1853236748243072/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384345.717281:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384345.717312:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa700db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748243072:12345-0@lo:253: Request processed in 20333us (20761us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384345.717330:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384345.717333:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384345.717336:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000001:1.0:1767384345.717337:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384345.717340:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384345.717343:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384345.717343:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384345.717346:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.717348:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384345.717350:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.717352:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384345.717354:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=51 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384345.717358:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=51 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384345.717358:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000020d26bb3. 00000100:00000001:1.0:1767384345.717361:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384345.717362:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384345.717364:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384345.717367:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.717370:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384345.717373:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000100:00000040:1.0:1767384345.717374:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384345.717380:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe1ecb6b. 00000100:00000001:1.0:1767384345.717383:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384345.717386:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384345.717388:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384345.717390:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000020:01000004:1.0:1767384345.717391:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384345.717396:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384345.717398:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384345.717398:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384345.717399:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384345.717403:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:0.0:1767384345.717403:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5c3c034. 00000020:01000004:1.0:1767384345.717404:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384345.717406:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384345.717410:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384345.717411:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384345.717411:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384345.717416:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384345.717416:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384345.717420:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384345.717425:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384345.717427:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748243072:0@lo:253: 00000100:00000001:1.0:1767384345.717434:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384345.717434:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000603bc40e. 00000100:00000001:1.0:1767384345.717438:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384345.717441:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c48c3dd. 00000100:00000040:1.0:1767384345.717447:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa46084d x1853236748243072/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384345.717453:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384345.717456:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384345.717458:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004dafcffb. 02000000:00000001:1.0:1767384345.717462:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384345.717464:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384345.717465:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384345.717467:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384345.717470:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000009c4ec9b. 02000000:00000001:1.0:1767384345.717474:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384345.717476:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384345.717478:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa46084d. 00000100:00000001:1.0:1767384345.717481:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384345.717483:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.717484:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384345.717489:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384345.717490:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384345.717493:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384345.717495:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384345.718846:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384345.718850:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384345.718852:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015bb3cca. 20000000:00000001:3.0:1767384345.718859:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384345.718863:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748243200 00010000:00000001:3.0:1767384345.718865:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384345.718870:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006261ccf6 x1853236748243200/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384345.718880:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384345.718882:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384345.718885:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384345.718889:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384345.718891:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384345.718893:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384345.718895:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384345.718897:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384345.718907:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384345.718910:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384345.718914:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037b52fab. 00000100:00000200:3.0:1767384345.718917:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748243200, offset 224 00000400:00000200:3.0:1767384345.718924:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384345.718930:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384345.718937:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105100 00000400:00000200:3.0:1767384345.718942:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1915 [2] + 224 00000400:00000200:3.0:1767384345.718949:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384345.718952:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384345.718955:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384345.718961:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384345.718971:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384345.718990:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384345.718998:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037b52fab 00000400:00000010:3.0:1767384345.719000:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037b52fab. 00000100:00000001:0.0:1767384345.719003:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384345.719004:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384345.719008:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384345.719008:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384345.719016:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384345.719016:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384345.719020:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384345.719023:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:0.0:1767384345.719024:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017093293. 00010000:00000001:3.0:1767384345.719028:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384345.719031:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff6eee11 00000020:00000001:3.0:1767384345.719032:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384345.719036:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff6eee11. 00000020:00000001:3.0:1767384345.719037:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384345.719043:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384345.719044:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006261ccf6 x1853236748243200/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:326/0 lens 4848/4768 e 0 to 0 dl 1767384356 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384345.719052:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.719064:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006261ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748243200:12345-0@lo:253: Request processed in 19861us (20334us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384345.719073:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384345.719081:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000040:3.0:1767384345.719087:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384345.719088:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384345.719091:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.719093:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384345.719095:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384345.719097:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384345.719099:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384345.719101:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384345.719102:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384345.719104:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384345.719133:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384345.719138:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=51 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384345.719139:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6bc63e7. 00000100:00000001:0.0:1767384345.719141:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384345.719145:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384345.719147:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00010000:00000001:0.0:1767384345.719148:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384345.719150:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.719153:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384345.719154:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b4f9eb8. 00000020:00000040:3.0:1767384345.719165:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000040:0.0:1767384345.719165:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384345.719173:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384345.719177:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000957aaac8. 00000100:00000001:0.0:1767384345.719178:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384345.719184:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384345.719185:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384345.719185:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384345.719190:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384345.719191:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384345.719196:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384345.719197:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384345.719199:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384345.719199:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384345.719202:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384345.719205:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384345.719207:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e68ff63. 00000020:01000004:0.0:1767384345.719207:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384345.719210:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384345.719212:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384345.719213:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037b52fab. 00000100:00000040:0.0:1767384345.719216:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384345.719226:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748243200:0@lo:253: 00000100:00000001:0.0:1767384345.719231:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.719233:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384345.719235:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000958b9be x1853236748243200/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384345.719242:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384345.719244:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384345.719246:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001093ad80. 02000000:00000001:0.0:1767384345.719249:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384345.719251:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384345.719252:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384345.719254:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384345.719256:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ce03169b. 02000000:00000001:0.0:1767384345.719259:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384345.719261:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384345.719262:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000958b9be. 00000100:00000001:0.0:1767384345.719266:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384345.719267:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.719268:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384345.719279:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384345.719281:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384345.719283:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384345.719285:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384345.719565:0:28829:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000027c3a4ad. 00000400:00000040:2.0:1767384345.719583:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.719585:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384345.719587:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.719589:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.719591:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.719593:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384345.719596:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.719597:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384345.719599:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384345.719599:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384345.719602:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384345.719603:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.719604:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384345.719605:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.719606:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384345.719608:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384345.719609:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384345.719610:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384345.719610:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384345.719612:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.719613:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.719614:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.719615:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.719616:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.719617:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384345.719618:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.719619:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.719620:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.719621:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.719622:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.719628:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384345.719630:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384345.719631:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384345.719633:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384345.719634:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384345.719635:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.719636:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384345.719638:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384345.719639:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.719640:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384345.719641:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384345.719642:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384345.719644:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384345.719645:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384345.719645:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384345.719647:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384345.719648:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384345.719648:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384345.719650:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384345.719651:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384345.719652:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384345.719654:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384345.719654:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384345.719656:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384345.719657:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384345.719658:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384345.719659:0:28829:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384345.719736:0:28829:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000027c3a4ad. 00000100:00000040:1.0:1767384345.721143:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294933601, at 4294933602 00000100:00000040:2.0:1767384345.721148:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294933601, at 4294933602 00000100:00000010:1.0:1767384345.721153:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000786e1a2d. 00000100:00000010:2.0:1767384345.721158:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f374028b. 00000100:00000040:0.0:1767384345.721161:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294933601, at 4294933602 00000100:00000010:0.0:1767384345.721166:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2119c5d. 00010000:00000010:0.1:1767384345.722139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001c079211. 00010000:00000010:0.1:1767384345.722147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c25bed30. 00000100:00000040:3.0:1767384345.722152:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294933601, at 4294933603 00000100:00000010:3.0:1767384345.722159:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f932141. 00010000:00000001:2.0:1767384345.943157:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384345.943166:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384345.943174:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384345.943175:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384345.943208:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384345.943212:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384345.943215:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384346.455166:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.455173:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384346.455176:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036a2cd3f 00000400:00000010:3.0:1767384346.455181:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036a2cd3f. 00000400:00000200:3.0:1767384346.455187:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384346.455194:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384346.455206:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ed01d3ed. 00000400:00000010:3.0:1767384346.455214:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000094386991. 00000400:00000001:3.0:1767384346.455221:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384346.455222:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384346.455223:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883d7c0a 00000400:00000010:3.0:1767384346.455225:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883d7c0a. 00000400:00000200:3.0:1767384346.455226:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384346.455228:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384346.455229:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008e1b4d25. 00000400:00000010:3.0:1767384346.455231:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ec941de8. 00010000:00000001:2.0:1767384346.967209:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384346.967215:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384346.967221:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384346.967238:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384346.967255:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384346.967257:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384346.967259:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384347.125219:0:29216:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384347.125240:0:29216:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.125246:0:29216:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384347.125255:0:29216:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384347.125271:0:29216:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384347.125275:0:29216:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384347.479185:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp31 00000400:00000010:3.0:1767384347.479192:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007fead928. 00000400:00000010:3.0:1767384347.479200:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d4776118. 00000400:00000010:3.0:1767384347.479208:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883d7c0a. 00000400:00000010:3.0:1767384347.479220:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000052c6820d. 00000400:00000200:3.0:1767384347.479228:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp31 00000400:00000200:3.0:1767384347.479255:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp31 local destination 00000400:00000200:3.0:1767384347.479263:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp31 00000400:00000200:3.0:1767384347.479270:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp31 NI seq info: [97:97:256:4294967295] 192.168.202.119@tcp31 LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1767384347.479278:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp31 00000400:00000200:3.0:1767384347.479290:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31:) -> 192.168.202.119@tcp31(192.168.202.119@tcp31:192.168.202.119@tcp31) : GET try# 0 00000800:00000200:3.0:1767384347.479297:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp31 00000800:00000010:3.0:1767384347.479301:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000008abb98. 00000800:00000200:3.0:1767384347.479309:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000800:00000200:3.1:1767384347.479314:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000400:00000200:3.0:1767384347.479337:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp31 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:3.0:1767384347.479342:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp32 00000400:00000010:3.0:1767384347.479345:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f613281c. 00000400:00000010:3.0:1767384347.479348:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000338b29ea. 00000400:00000010:3.0:1767384347.479351:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036a2cd3f. 00000400:00000010:3.0:1767384347.479354:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2f247f1. 00000400:00000200:3.0:1767384347.479356:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp32 00000400:00000200:3.0:1767384347.479361:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp32 local destination 00000400:00000200:3.0:1767384347.479364:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp32 00000400:00000200:3.0:1767384347.479367:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp32 NI seq info: [98:98:256:4294967295] 192.168.202.119@tcp32 LPNI seq info [91:91:8:4294967295] 00000400:00000200:3.0:1767384347.479370:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp32 00000400:00000200:3.0:1767384347.479379:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp32(192.168.202.119@tcp32:) -> 192.168.202.119@tcp32(192.168.202.119@tcp32:192.168.202.119@tcp32) : GET try# 0 00000800:00000200:3.0:1767384347.479383:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp32 00000800:00000010:3.0:1767384347.479387:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000da06e59e. 00000800:00000200:3.0:1767384347.479397:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 00000800:00000200:3.1:1767384347.479400:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 00000400:00000200:3.0:1767384347.479413:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp32 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:1.0:1767384347.479420:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479468:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479482:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479541:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479557:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479582:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479612:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479631:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479663:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479678:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479711:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479722:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479759:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479766:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479807:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479812:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479851:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479863:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479916:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.479952:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.479991:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480008:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480058:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480076:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480167:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480189:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480222:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480245:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480269:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480293:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480315:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480355:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480360:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480422:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480424:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480526:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480526:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480580:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480600:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480628:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480652:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480671:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480703:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480721:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480758:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480769:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480805:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480816:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480891:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480918:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480945:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.480970:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.480997:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.481022:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481049:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.481064:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481125:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.481137:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481193:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.481201:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481245:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.481265:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481301:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.481314:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481374:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481411:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481439:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481466:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481519:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481559:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:1.0:1767384347.481572:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b75ba406. 00000800:00000010:1.0:1767384347.481579:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000050f3d33e. 00000400:00000200:2.0:1767384347.481584:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000010:1.0:1767384347.481586:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c2fbf1e. 00000800:00000010:1.0:1767384347.481611:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c2fbf1e. 00000400:00000200:2.0:1767384347.481612:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000800:00020000:1.0:1767384347.481624:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384347.481628:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000050f3d33e. 00000800:00000010:1.0:1767384347.481632:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b75ba406. 00000400:00000200:2.0:1767384347.481643:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.481685:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:02020000:1.0:1767384347.481689:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp31 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384347.481703:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp31 notifying 192.168.202.119@tcp31: down 00000800:00000200:1.0:1767384347.481709:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp31 down 00000400:00000200:2.0:1767384347.481718:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000800:00000100:1.0:1767384347.481719:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp31 00000800:00000010:1.0:1767384347.481725:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000008abb98. 00000400:00000200:1.0:1767384347.481732:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384347.481739:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384347.481747:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384347.481750:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384347.481753:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp31) recovery failed with -71 00000800:00000010:2.0:1767384347.481883:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5497c29. 00000800:00000010:2.0:1767384347.481888:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003083a53e. 00000800:00000010:2.0:1767384347.481891:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b67d5f4e. 00000800:00000010:2.0:1767384347.481923:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b67d5f4e. 00000400:00000200:1.0:1767384347.481982:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384347.481996:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp32 from 212.3.0.2 00000800:00000010:1.0:1767384347.481999:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e1af7101. 00000800:00000010:2.0:1767384347.482035:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003556829b. 00000800:00000010:2.0:1767384347.482041:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4917b6c. 00000800:00000010:2.0:1767384347.482064:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000443f261a. 00000800:00000200:2.1:1767384347.482070:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (2) 00000800:00000200:2.1:1767384347.482076:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp32 00000000443f261a deleted 00000800:00000010:2.1:1767384347.482078:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000443f261a. 00000800:00000200:2.1:1767384347.482083:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384347.482089:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp32 ip 192.168.202.119:980 00000800:00000200:2.1:1767384347.482094:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da06e59e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384347.482098:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp32 p 3.x 192.168.202.119 -> 192.168.202.119:980 incarnation:1767384341525842156 sched[0] 00000800:00000010:2.0:1767384347.482103:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b67d5f4e. 00000800:00000010:2.0:1767384347.482177:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b67d5f4e. 00000800:00000010:2.0:1767384347.482184:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4917b6c. 00000800:00000200:3.1:1767384347.482201:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384347.482210:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp32 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384341525842156 sched[0] 00000800:00000010:3.0:1767384347.482215:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003083a53e. 00000800:00000010:2.0:1767384347.482229:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e1af7101. 00000800:00000001:2.0:1767384347.482254:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384347.482260:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.482287:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:2.0:1767384347.482321:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384347.482325:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000da06e59e. 00000400:00000200:2.0:1767384347.482331:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.482344:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp32->192.168.202.119@tcp32: GET: OK 00000400:00000200:2.0:1767384347.482348:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384347.482352:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp32 recovery message sent successfully:0 00000400:00000200:3.0:1767384347.482354:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000001:2.0:1767384347.482367:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384347.482374:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384347.482376:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384347.482384:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384347.482392:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp32(192.168.202.119@tcp32) <- 192.168.202.119@tcp32 : GET - for me 00000400:00000200:2.0:1767384347.482404:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384347.482410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.482415:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x18f5 [1] + 0 00000400:00000200:2.0:1767384347.482426:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp32 to MR: 192.168.202.119@tcp32 local destination 00000400:00000200:2.0:1767384347.482432:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp32 NI seq info: [99:99:256:4294967295] 192.168.202.119@tcp32 LPNI seq info [92:92:8:4294967295] 00000400:00000200:2.0:1767384347.482444:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp32(192.168.202.119@tcp32:192.168.202.119@tcp32) -> 192.168.202.119@tcp32(192.168.202.119@tcp32:192.168.202.119@tcp32) 192.168.202.119@tcp32 : REPLY try# 0 00000800:00000200:2.0:1767384347.482450:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp32 00000800:00000010:2.0:1767384347.482454:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053364979. 00000800:00000200:2.0:1767384347.482459:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (4) 00000800:00000200:2.0:1767384347.482464:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp32 ip 192.168.202.119:988 00000800:00000200:2.0:1767384347.482466:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053364979 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384347.482470:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000001:1.0:1767384347.482531:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384347.482536:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000200:2.0:1767384347.482536:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384347.482537:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384347.482544:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053364979. 00000800:00000001:1.0:1767384347.482544:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.482551:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384347.482553:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384347.482554:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.482560:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384347.482564:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp32->192.168.202.119@tcp32: REPLY: OK 00000400:00000200:1.0:1767384347.482571:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp32(192.168.202.119@tcp32) <- 192.168.202.119@tcp32 : REPLY - for me 00000400:00000200:3.0:1767384347.482573:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.482592:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp32: Reply from 12345-192.168.202.119@tcp32 of length 272/272 into md 0x1951 00000800:00000001:1.0:1767384347.482597:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.482603:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384347.482605:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.482608:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp32->192.168.202.119@tcp32: REPLY: OK 00000400:00000200:3.0:1767384347.482613:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384347.482613:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036a2cd3f 00000400:00000010:1.0:1767384347.482617:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036a2cd3f. 00000400:00000200:1.0:1767384347.482622:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384347.482626:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f613281c. 00000400:00000010:1.0:1767384347.482629:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000338b29ea. 00000800:00000001:1.0:1767384347.482636:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384347.482640:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384347.482645:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482666:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482681:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482700:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482737:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482755:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482774:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482793:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482812:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482831:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482847:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482863:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482895:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482938:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.482972:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483008:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483040:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483075:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483162:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483201:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483238:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483296:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483359:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483427:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483485:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483546:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384347.483598:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384347.483759:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000957aaac8. 00000800:00000010:3.0:1767384347.483765:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e39ea74. 00000800:00000010:3.0:1767384347.483769:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028a7bc72. 00000800:00000010:3.0:1767384347.483795:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028a7bc72. 00000800:00020000:3.0:1767384347.483804:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384347.483807:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e39ea74. 00000800:00000010:3.0:1767384347.483810:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000957aaac8. 00000400:02020000:3.0:1767384347.483852:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp32 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000001:00000001:1.0:1767384347.883668:0:29380:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384347.883675:0:29380:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384347.889437:0:29380:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384347.897242:0:29381:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cbb338a4. 00000400:00000010:1.0:1767384347.897260:0:29381:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000096083788. 00000400:00000010:1.0:1767384347.897271:0:29381:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fc473824. 00000400:00000010:1.0:1767384347.897275:0:29381:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e15bd8d8. 00000400:00000010:1.0:1767384347.897279:0:29381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ecd9acc4. 00000400:00000010:1.0:1767384347.897283:0:29381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e0cd61b3. 00000400:00000010:1.0:1767384347.897285:0:29381:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000da99bd50. 00000400:00000010:1.0:1767384347.897286:0:29381:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001783559b. 00000400:00000010:1.0:1767384347.897290:0:29381:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e826d6d1. 00000800:00000010:1.0:1767384347.897308:0:29381:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000623c6e56. 00000800:00000200:1.0:1767384347.897321:0:29381:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384347.897335:0:29381:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384347.897378:0:29381:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384347.897400:0:29381:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384347.898596:0:29381:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000443704a0. 00000400:00000010:1.0:1767384347.898603:0:29381:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000400:00000010:1.0:1767384347.898609:0:29381:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002137cbce. 00000400:00000001:1.0:1767384347.898629:0:29381:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384347.898631:0:29381:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384347.898633:0:29381:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:1.0:1767384347.898635:0:29381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000400:00000010:1.0:1767384347.898637:0:29381:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000400:00000010:1.0:1767384347.898641:0:29381:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004f457b33. 00000400:00000200:1.0:1767384347.898647:0:29381:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (26) 00000400:00000200:1.0:1767384347.898657:0:29381:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384347.898666:0:29381:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384347.898675:0:29381:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b75ba406. 00000020:01000000:1.0:1767384347.898685:0:29381:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384347.898688:0:29381:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp35 00000400:00000200:2.0:1767384347.898696:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384347.898704:0:29381:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000096083788. 00000400:00000200:2.0:1767384347.898709:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000400:00000010:1.0:1767384347.898709:0:29381:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cbb338a4. 00000400:00000010:2.0:1767384347.898722:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000400:00000200:2.0:1767384347.898727:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (27) 00000400:00000010:2.0:1767384347.898735:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0293a7b. 00000400:00000200:2.0:1767384347.898745:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp16 00000020:00000001:0.0:1767384347.898745:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.898755:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.898761:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384347.898764:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384347.898771:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp16 to MR: 192.168.202.119@tcp16 local destination 00000020:01000004:0.0:1767384347.898771:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384347.898779:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384347.898785:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.898787:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.898790:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.898793:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.898795:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384347.898798:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384347.898800:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.898802:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384347.898809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 00000020:00000040:0.0:1767384347.898816:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384347.898821:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp16 NI seq info: [100:100:256:4294967295] 192.168.202.119@tcp16 LPNI seq info [93:93:8:4294967295] 00000100:00000001:0.0:1767384347.898828:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384347.898832:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384347.898840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.898847:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp16 02000000:00000010:0.0:1767384347.898855:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ce03169b. 00000400:00000200:2.0:1767384347.898865:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16:192.168.202.119@tcp16) -> 192.168.202.119@tcp16(192.168.202.119@tcp16:192.168.202.119@tcp16) : PUT try# 0 00000100:00000001:0.0:1767384347.898869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384347.898878:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.119@tcp16 00000100:00000001:0.0:1767384347.898884:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384347.898885:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053364979. 00000100:00000001:0.0:1767384347.898889:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384347.898898:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (6) 00000100:00000040:0.0:1767384347.898903:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001430ec3e] to pc [ptlrpcd_00_00+0] req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384347.898914:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp16 ip 192.168.202.119:988 00000800:00000200:2.0:1767384347.898927:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053364979 type 1, nob 560 niov 1 nkiov 1 00000400:00000200:2.0:1767384347.898957:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384347.898962:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 10000000:00000001:0.0:1767384347.898964:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.898967:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384347.898971:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.898974:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.898978:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384347.898979:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384347.898983:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384347.898988:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384347.898989:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384347.898996:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384347.899001:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.899001:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384347.899005:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:1.0:1767384347.899007:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:0.0:1767384347.899009:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:1.0:1767384347.899010:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384347.899015:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384347.899016:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384347.899019:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:1.0:1767384347.899021:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748243584:0@lo:253: 00000020:01000004:0.0:1767384347.899023:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.899026:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384347.899028:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384347.899030:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.899032:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.899033:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384347.899034:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384347.899035:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384347.899039:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384347.899039:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384347.899043:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384347.899044:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 02000000:00000010:1.0:1767384347.899049:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d5c3c034. 00000020:00000040:0.0:1767384347.899050:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:1.0:1767384347.899053:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.899055:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384347.899058:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 02000000:00000001:0.0:1767384347.899059:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384347.899063:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096083788. 02000000:00000001:0.0:1767384347.899064:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384347.899069:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748243584, portal 25 00000100:00000001:1.0:1767384347.899073:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384347.899076:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 02000000:00000010:0.0:1767384347.899076:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001093ad80. 00000100:00000040:1.0:1767384347.899085:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.899085:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384347.899086:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384347.899098:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053364979. 00000100:00000001:0.0:1767384347.899098:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384347.899143:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.899147:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.899150:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc568b0f. 00000100:00000200:1.0:1767384347.899154:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748243584, offset 0 00000400:00000200:1.0:1767384347.899160:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.899175:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.899186:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105280 00000400:00000200:1.0:1767384347.899194:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11b5 [2] + 0 00000400:00000010:1.0:1767384347.899197:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8db5d3. 00000400:00000200:1.0:1767384347.899201:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003caee5f6 00000400:00000200:1.0:1767384347.899208:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.899217:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384347.899222:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003caee5f6 00000400:00000010:1.0:1767384347.899223:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003caee5f6. 00000100:00000001:1.0:1767384347.899228:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384347.899231:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384347.899234:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000f72a6852 x1853236748243584 msgsize 4848 00000100:00100000:1.0:1767384347.899238:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384347.899240:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384347.899250:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.899258:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc568b0f 00000400:00000010:1.0:1767384347.899259:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc568b0f. 00000100:00000001:1.0:1767384347.899261:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384347.899263:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.899273:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384347.899275:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.899281:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.899283:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.899288:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.899292:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294935792 00000100:00000010:1.0:1767384347.899295:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0dcc1a. 00000100:00000001:1.0:1767384347.899302:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384347.899309:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294935792 00000100:00000010:1.0:1767384347.899312:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000c7b0c8. 00000100:00000001:1.0:1767384347.899316:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384347.899318:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294935792 00000100:00000010:1.0:1767384347.899322:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca837324. 00000100:00000001:1.0:1767384347.899324:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384347.899326:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294935792 00000100:00000010:1.0:1767384347.899330:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8e627a. 00000100:00000001:1.0:1767384347.899333:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384347.899340:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384347.899343:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.899347:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.899349:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.899361:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.899363:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384347.899368:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.899369:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.899371:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.899375:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.899376:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384347.899388:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096bc844c] to pc [ptlrpcd_00_01+1] req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.899407:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384347.899413:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243584 02000000:00000001:1.0:1767384347.899416:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384347.899419:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.899421:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.899421:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384347.899428:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.899429:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.899433:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384347.899434:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243584 00000020:00000001:1.0:1767384347.899441:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:01000000:0.0:1767384347.899441:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000040:1.0:1767384347.899446:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000010:0.0:1767384347.899447:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b75ba406. 00000020:00000001:1.0:1767384347.899449:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.899454:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384347.899456:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384347.899458:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384347.899462:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384347.899466:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384347.899468:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fff93378. 00000400:00000200:2.0:1767384347.899469:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384347.899471:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384347.899473:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.899479:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384347.899481:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fff93378. 00000100:00000040:0.0:1767384347.899500:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384347.899504:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b8c9833. 00000400:00000200:2.0:1767384347.899509:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: PUT: OK 00000020:00000010:1.0:1767384347.899512:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000011d6789e. 00000020:00000010:1.0:1767384347.899522:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a776ace. 00000400:00000200:2.0:1767384347.899525:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384347.899532:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384347.899535:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384347.899537:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384347.899541:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.899542:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp16: 0 00000100:00000001:1.0:1767384347.899542:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384347.899550:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.899552:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384347.899562:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384347.899564:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384347.899566:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384347.899569:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.899572:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384347.899577:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748243712:0@lo:253: 00000800:00000001:2.0:1767384347.899581:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.899588:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384347.899589:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384347.899591:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384347.899593:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384347.899596:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384347.899598:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384347.899605:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384347.899605:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1767384347.899606:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:1.0:1767384347.899617:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 02000000:00000010:0.0:1767384347.899619:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000720e50ef. 00000100:00000001:1.0:1767384347.899626:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400388688 : -114060309162928 : ffff984343ca1450) 02000000:00000001:0.0:1767384347.899628:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.899636:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16) <- 192.168.202.119@tcp16 : PUT - for me 00000100:00000040:1.0:1767384347.899638:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f72a6852 x1853236748243584/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384347.899639:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af43a581. 00000100:00000001:1.0:1767384347.899653:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384347.899655:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000447161d0. 00000020:00000010:1.0:1767384347.899657:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fff93378. 00000100:00000200:0.0:1767384347.899666:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748243712, portal 25 00000100:00000001:1.0:1767384347.899667:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384347.899669:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 464 into portal 0 MB=0x8000000000000000 00000020:00000010:1.0:1767384347.899676:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fff93378. 00000100:00000001:0.0:1767384347.899678:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384347.899684:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000100:00100000:1.0:1767384347.899691:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f72a6852 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748243584:12345-0@lo:253: 00000100:00000040:0.0:1767384347.899696:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384347.899701:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 448/464 into md 0x1911 [1] + 0 00000100:00000200:1.0:1767384347.899710:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243584 00000020:00000001:1.0:1767384347.899719:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384347.899723:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000020:00000001:1.0:1767384347.899725:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384347.899729:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.899733:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384347.899734:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384347.899735:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea117e83 00000020:00000001:1.0:1767384347.899738:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000040:0.0:1767384347.899744:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384347.899747:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384347.899752:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384347.899753:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384347.899754:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ddde786. 00000020:00000001:1.0:1767384347.899755:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384347.899764:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384347.899765:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748243712, offset 0 00000020:00000001:1.0:1767384347.899767:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384347.899769:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.899775:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384347.899776:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384347.899778:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384347.899783:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384347.899789:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000209d6f78. 00000400:00000200:2.0:1767384347.899793:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: PUT: OK 02000000:00000001:1.0:1767384347.899798:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.899803:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384347.899804:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.899811:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 20000000:00000001:1.0:1767384347.899811:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:2.0:1767384347.899817:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 20000000:00000010:1.0:1767384347.899820:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b75ba406. 00000400:00000200:0.0:1767384347.899820:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105300 20000000:01000000:1.0:1767384347.899825:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384347.899826:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 20000000:00000001:1.0:1767384347.899829:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384347.899833:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384347.899833:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11bd [2] + 0 20000000:00000001:1.0:1767384347.899844:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.899846:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c48137a. 00000400:00000200:2.0:1767384347.899848:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (28) 20000000:00000001:1.0:1767384347.899848:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384347.899854:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b27289f 20000000:00000001:1.0:1767384347.899858:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384347.899863:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384347.899864:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 20000000:00000010:1.0:1767384347.899869:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004782b84a. 20000000:01000000:1.0:1767384347.899874:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000400:00000200:2.0:1767384347.899878:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (464 bytes) 00000400:00000200:0.0:1767384347.899878:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:1.0:1767384347.899887:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384347.899892:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b27289f 00080000:00000001:1.0:1767384347.899896:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384347.899897:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:0.0:1767384347.899898:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b27289f. 00000100:00000001:0.0:1767384347.899908:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384347.899910:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384347.899913:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (29) 00000100:00000040:0.0:1767384347.899915:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000054e6dd8 x1853236748243712 msgsize 4848 00000100:00100000:0.0:1767384347.899924:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384347.899926:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384347.899940:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384347.899944:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp16 to MR: 192.168.202.119@tcp16 local destination 00080000:00000001:1.0:1767384347.899950:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.899956:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:1.0:1767384347.899958:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384347.899964:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.899965:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp16 NI seq info: [101:101:256:4294967295] 192.168.202.119@tcp16 LPNI seq info [94:94:8:4294967295] 00080000:00000001:1.0:1767384347.899968:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384347.899976:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384347.899983:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384347.899991:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384347.899999:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000431735f9. 00080000:00000001:1.0:1767384347.900003:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400071168 : -114060309480448 : ffff984343c53c00) 00000400:00000200:2.0:1767384347.900004:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16:192.168.202.119@tcp16) -> 192.168.202.119@tcp16(192.168.202.119@tcp16:192.168.202.119@tcp16) 192.168.202.119@tcp16 : ACK try# 0 00080000:00000001:1.0:1767384347.900008:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.0:1767384347.900013:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp16 00000400:00000200:0.0:1767384347.900016:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ddde786 00000800:00000010:2.0:1767384347.900017:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053364979. 00000400:00000010:0.0:1767384347.900023:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ddde786. 00000800:00000200:2.0:1767384347.900029:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (6) 00000100:00000001:0.0:1767384347.900030:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384347.900036:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp16 ip 192.168.202.119:1009 00000100:00000200:0.0:1767384347.900041:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384347.900044:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053364979 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767384347.900064:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.900070:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384347.900073:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384347.900082:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900085:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384347.900086:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.900092:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900098:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294935792 00000100:00000001:0.0:1767384347.900102:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294935792 00000100:00000001:0.0:1767384347.900163:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294935793 00000100:00000001:0.0:1767384347.900174:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294935792 00000100:00000001:0.0:1767384347.900181:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294935793 00000100:00000001:0.0:1767384347.900187:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294935792 00000100:00000001:0.0:1767384347.900196:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294935793 00000001:00000001:1.0:1767384347.900200:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384347.900203:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900205:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294935792 00080000:00000001:1.0:1767384347.900207:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384347.900216:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.900220:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384347.900222:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384347.900224:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384347.900227:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053364979. 00000100:00000001:0.0:1767384347.900230:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384347.900233:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384347.900238:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900240:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384347.900245:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: ACK: OK 00080000:00000001:1.0:1767384347.900246:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1767384347.900247:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384347.900256:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384347.900258:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384347.900258:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767384347.900265:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.900265:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384347.900280:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384347.900281:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384347.900291:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384347.900296:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384347.900307:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.900311:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384347.900315:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp16(192.168.202.119@tcp16) <- 192.168.202.119@tcp16 : ACK - for me 00000100:00100000:0.0:1767384347.900325:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243712 02000000:00000001:0.0:1767384347.900328:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384347.900332:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384347.900333:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp16: ACK from 12345-192.168.202.119@tcp16 into md 0x1959 00000100:00000001:0.0:1767384347.900336:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384347.900342:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384347.900343:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384347.900352:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243712 00080000:00000001:1.0:1767384347.900356:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384347.900359:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:1.0:1767384347.900363:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384347.900367:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp16->192.168.202.119@tcp16: ACK: OK 00000020:00000040:0.0:1767384347.900367:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384347.900375:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384347.900380:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000400:00000200:2.0:1767384347.900381:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000020:00000001:0.0:1767384347.900384:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384347.900387:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384347.900391:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384347.900394:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000020:00000010:0.0:1767384347.900398:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000801a1c88. 00000400:00000200:2.0:1767384347.900401:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384347.900403:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.900409:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000801a1c88. 00000400:00000200:2.0:1767384347.900410:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000020:00000010:0.0:1767384347.900419:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b18c510. 00000400:00000200:2.0:1767384347.900420:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384347.900429:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (28) 00000020:00000010:0.0:1767384347.900429:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000009f5edc. 00000020:00000010:0.0:1767384347.900437:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d7c4cf36. 00000800:00000001:2.0:1767384347.900443:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384347.900446:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384347.900450:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1767384347.900452:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.900453:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.900462:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.900469:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384347.900471:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.900472:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.900477:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900506:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.900528:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384347.900530:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384347.900536:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:0.0:1767384347.900539:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384347.900542:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400387664 : -114060309163952 : ffff984343ca1050) 00000100:00000040:0.0:1767384347.900547:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000054e6dd8 x1853236748243712/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:328/0 lens 4848/0 e 0 to 0 dl 1767384358 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.900558:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384347.900562:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000801a1c88. 00000100:00000001:0.0:1767384347.900573:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384347.900576:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000801a1c88. 00000100:00100000:0.0:1767384347.900582:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000054e6dd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748243712:12345-0@lo:253: 00000100:00000200:0.0:1767384347.900586:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243712 00000020:00000001:0.0:1767384347.900589:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384347.900591:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384347.900593:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384347.900595:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384347.900597:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384347.900600:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384347.900602:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384347.900604:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384347.900605:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384347.900608:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900611:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384347.900613:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384347.900631:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000589ae2cd. 02000000:00000001:0.0:1767384347.900634:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.900637:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.900639:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384347.900648:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d69f0c4. 20000000:01000000:0.0:1767384347.900652:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384347.900654:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384347.900656:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384347.900658:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.900661:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.900662:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384347.900730:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384347.900738:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000588ee465. 00000400:00000010:0.0:1767384347.900743:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8f0a0aa. 00000400:00000010:0.0:1767384347.900749:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000400:00000200:0.0:1767384347.900754:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000588ee465 00000400:00000010:0.0:1767384347.900760:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000addd6186. 00000400:00000200:0.0:1767384347.900765:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000400:00000200:0.0:1767384347.900770:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 00000400:00000200:0.0:1767384347.900783:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (27) 00000400:00000010:0.0:1767384347.900931:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000002b48f64e. 00000400:00000010:0.0:1767384347.900937:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000400:00000010:0.0:1767384347.900946:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010126436. 00000400:00000200:0.0:1767384347.900952:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384347.900963:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384347.900971:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384347.900978:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:0.0:1767384347.900990:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:0.0:1767384347.900996:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:0.0:1767384347.901004:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:0.0:1767384347.901009:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:0.0:1767384347.901014:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:0.0:1767384347.901020:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:0.0:1767384347.901026:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:0.0:1767384347.901031:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:0.0:1767384347.901037:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:0.0:1767384347.901043:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384347.901047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384347.901055:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767384347.901060:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:0.0:1767384347.901065:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:0.0:1767384347.901080:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:0.0:1767384347.901086:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:0.0:1767384347.901090:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 22], ns[68, 22] 00000400:00000200:0.0:1767384347.901096:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 22], ns[90, 22] 00000400:00000200:0.0:1767384347.901100:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[74, 22] 00000400:00000200:0.0:1767384347.901152:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 22], ns[97, 22] 00000400:00000200:0.0:1767384347.901161:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[99, 22] 00000400:00000200:0.0:1767384347.901169:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[95, 22] 00000400:00000200:0.0:1767384347.901180:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 95] 00000400:00000200:0.0:1767384347.901186:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:0.0:1767384347.901194:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp34 00000400:00000200:0.0:1767384347.901200:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp34 lpni_is_preferred = 0 00000400:00000200:0.0:1767384347.901205:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp34 00000400:00000200:0.0:1767384347.901209:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp34 NI seq info: [102:102:256:4294967295] 192.168.202.119@tcp34 LPNI seq info [95:95:8:4294967295] 00000400:00000200:0.0:1767384347.901217:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp34 00000400:00000200:0.0:1767384347.901225:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34:) -> 192.168.202.119@tcp34(192.168.202.119@tcp:192.168.202.119@tcp34) : GET try# 0 00000800:00000200:0.0:1767384347.901231:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp34 00000800:00000010:0.0:1767384347.901239:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e6f92f07. 00000800:00000010:0.0:1767384347.901251:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ddde786. 00000800:00000010:0.0:1767384347.901255:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000715cc4a2. 00000800:00000200:0.0:1767384347.901262:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000800:00000200:0.1:1767384347.901267:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000400:00000200:0.0:1767384347.901289:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384347.901293:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300251 rc 0 00000400:00000200:2.0:1767384347.901367:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901423:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901535:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901561:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901624:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901680:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901716:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901816:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901867:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.901961:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902062:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902209:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902270:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902340:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902460:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902607:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902753:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.902896:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.903033:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.903561:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.903668:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.903763:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.903833:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.903959:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904018:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904175:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904405:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904473:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904599:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904749:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904836:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.904929:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.905062:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384347.905254:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384347.905550:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027925041. 00000800:00000010:2.0:1767384347.905559:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001fff31f9. 00000800:00000010:2.0:1767384347.905565:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095175b8b. 00000800:00000010:2.0:1767384347.905597:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095175b8b. 00000800:00020000:2.0:1767384347.905608:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384347.905611:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001fff31f9. 00000800:00000010:2.0:1767384347.905616:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000027925041. 00000400:02020000:2.0:1767384347.905732:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384347.905743:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp34 notifying 192.168.202.119@tcp34: down 00000800:00000200:2.0:1767384347.905753:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp34 down 00000800:00000100:2.0:1767384347.905768:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp34 00000800:00000010:2.0:1767384347.905770:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e6f92f07. 00000400:00000200:2.0:1767384347.905776:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384347.905780:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp34->192.168.202.119@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384347.905790:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp34 added to recovery queue. ping count: 0 next ping: 269 health :900 00000400:00000200:2.0:1767384347.905793:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384347.905795:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:2.0:1767384347.905798:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384347.905849:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384347.905865:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300851 00000400:00000001:0.0:1767384347.905872:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.905874:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384347.905876:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384347.905879:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000400:00000200:0.0:1767384347.905887:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384347.905892:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:0.0:1767384347.905897:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000002b48f64e. 00000400:00000200:0.0:1767384347.905902:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (28) 00000400:00000200:0.0:1767384347.905906:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:0.0:1767384347.905910:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 rc -71 00000400:00000200:0.0:1767384347.905915:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384347.905920:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (27) 00080000:00000001:0.0:1767384347.911930:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384347.911939:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384347.911943:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384347.911945:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384347.911947:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384347.911953:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000431735f9. 00080000:00000001:0.0:1767384347.911962:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384347.912085:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384347.912092:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384347.912096:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384347.912098:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384347.912131:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384347.912140:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384347.912144:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384347.912157:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384347.912174:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384347.912181:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384347.912185:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384347.912192:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4a6a6e4. 00010000:00000001:2.0:1767384347.912197:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:0.0:1767384347.912199:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00010000:00000001:2.0:1767384347.912202:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384347.912211:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000336528b9. 20000000:00000001:0.0:1767384347.912212:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384347.912219:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384347.912222:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a36bd9be. 00080000:00000001:0.0:1767384347.912224:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767384347.912227:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384347.912231:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a36bd9be with handle 0x4ac496f8d605e1d3 to hash 00000020:00000001:2.0:1767384347.912232:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384347.912234:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384347.912236:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384347.912239:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.912240:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.912242:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.912249:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384347.912252:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384347.912254:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384347.912256:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384347.912258:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.912259:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384347.912261:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.912263:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384347.912265:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384347.912266:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384347.912266:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384347.912268:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000336528b9) refcount = 1 00010000:00010000:2.0:1767384347.912271:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384347.912273:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384347.912275:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384347.912278:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384347.912280:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384347.912281:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384347.912283:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.912287:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.912288:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384347.912302:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:0.0:1767384347.912302:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384347.912310:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:01000000:2.0:1767384347.912313:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384347.912316:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.912319:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384347.912320:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000020:00000040:2.0:1767384347.912321:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a36bd9be refcount=4 00000020:00000001:2.0:1767384347.912325:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384347.912332:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00080000:00000001:0.0:1767384347.912333:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384347.912334:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384347.912338:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.912343:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000010:0.0:1767384347.912344:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e89c48fb. 00010000:00010000:2.0:1767384347.912345:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384347.912353:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382333440 : -114060327218176 : ffff984342b69400) 00010000:00000001:2.0:1767384347.912354:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.912357:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384347.912361:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384347.912363:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384347.912371:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.912372:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.912375:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384347.912376:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384347.912381:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a36bd9be already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384347.912383:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384347.912385:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384347.912386:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.912390:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384347.912393:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384347.912394:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384347.912395:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a36bd9be refcount=5 00000020:00000001:2.0:1767384347.912401:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384347.912402:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384347.912405:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384347.912406:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.912409:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384347.912411:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384347.912413:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.912415:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384347.912417:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384347.912418:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384347.912419:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384347.912421:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a36bd9be with handle 0x4ac496f8d605e1d3 from hash 00010000:00000001:2.0:1767384347.912423:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384347.912424:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.912426:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.912428:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384347.912429:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384347.912431:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384347.912433:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384347.912435:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384347.912437:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.912438:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384347.912439:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384347.912441:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.912443:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.912445:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.912446:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.912449:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.912451:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384347.912456:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.912457:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.912460:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384347.912466:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384347.912467:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384347.912470:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384347.912473:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384347.912477:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384347.912479:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384347.912480:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384347.912482:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384347.912484:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384347.912499:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384347.912503:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e1d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384347.912503:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384347.912509:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000336528b9 count: 0 00010000:00000001:2.0:1767384347.912517:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384347.912518:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384347.912520:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384347.912548:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384347.912555:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384347.912688:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384347.912693:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384347.912738:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294935792, at 4294935793 00000100:00000010:0.0:1767384347.912750:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0dcc1a. 00000100:00000040:1.0:1767384347.913168:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294935793, at 4294935794 00000100:00000010:1.0:1767384347.913179:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000c7b0c8. 00000100:00000040:2.0:1767384347.914251:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294935793, at 4294935795 00000100:00000010:2.0:1767384347.914260:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca837324. 00000100:00000040:3.0:1767384347.914295:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294935793, at 4294935795 00000100:00000010:3.0:1767384347.914306:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8e627a. 00010000:00000010:2.1:1767384347.916147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000336528b9. 00010000:00000010:2.1:1767384347.916154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00080000:00000001:0.0:1767384347.923023:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384347.923031:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384347.923035:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384347.923037:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384347.923040:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384347.923053:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384347.923057:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384347.923061:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384347.923066:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384347.923067:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767384347.923069:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384347.923075:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384347.923079:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384347.923083:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:1.0:1767384347.923087:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3112c5c. 00040000:00000001:0.0:1767384347.923088:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384347.923092:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767384347.923094:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384347.923095:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384347.923097:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384347.923102:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e89c48fb. 00010000:00000010:1.0:1767384347.923139:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c417e4e4. 00080000:00000001:0.0:1767384347.923139:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384347.923147:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384347.923154:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c417e4e4 with handle 0x4ac496f8d605e1da to hash 00000020:00000001:1.0:1767384347.923157:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384347.923159:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384347.923163:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384347.923166:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384347.923169:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384347.923173:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923181:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384347.923187:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384347.923189:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384347.923191:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384347.923193:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.923195:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384347.923196:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.923199:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384347.923202:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384347.923205:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384347.923208:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384347.923211:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3112c5c) refcount = 1 00010000:00010000:1.0:1767384347.923215:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923220:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384347.923221:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384347.923223:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.923224:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.923226:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384347.923229:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384347.923235:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384347.923240:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384347.923242:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.923250:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=4 00000020:00000001:1.0:1767384347.923253:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384347.923257:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384347.923260:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384347.923262:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923267:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384347.923269:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923274:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384347.923276:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384347.923279:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923283:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384347.923286:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.923289:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384347.923290:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384347.923295:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c417e4e4 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384347.923298:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384347.923301:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384347.923303:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923307:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384347.923308:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384347.923309:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384347.923310:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c417e4e4 refcount=5 00000020:00000001:1.0:1767384347.923311:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384347.923312:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174204928 : -114055535346688 : ffff98446054bc00) 00010000:00000001:1.0:1767384347.923315:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384347.923325:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923334:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384347.923341:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384347.923343:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.923350:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384347.923353:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384347.923356:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384347.923357:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384347.923360:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c417e4e4 with handle 0x4ac496f8d605e1da from hash 00010000:00000001:1.0:1767384347.923363:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384347.923365:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384347.923366:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384347.923367:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384347.923370:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384347.923372:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384347.923374:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384347.923377:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384347.923381:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.923385:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384347.923388:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384347.923391:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384347.923394:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384347.923397:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.923401:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384347.923403:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384347.923407:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923411:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384347.923414:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384347.923417:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384347.923419:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384347.923420:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384347.923421:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384347.923423:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384347.923426:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384347.923433:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384347.923435:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384347.923440:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384347.923441:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384347.923443:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c417e4e4/0x4ac496f8d605e1da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384347.923449:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3112c5c count: 0 00010000:00000001:1.0:1767384347.923482:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384347.923484:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384347.925471:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384347.925476:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384347.925479:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b75ba406. 20000000:00000001:1.0:1767384347.925498:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.925504:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748243584 00010000:00000001:1.0:1767384347.925508:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.925522:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f72a6852 x1853236748243584/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.925534:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.925538:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.925543:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.925549:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.925552:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.925554:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384347.925558:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.925561:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.925565:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.925568:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.925573:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cae7959c. 00000100:00000200:1.0:1767384347.925581:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748243584, offset 224 00000400:00000200:1.0:1767384347.925763:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.925781:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.925796:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105280 00000400:00000200:1.0:1767384347.925833:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x195d [2] + 224 00000400:00000200:1.0:1767384347.925850:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.925855:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.925863:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.925867:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.925880:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.925896:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.925908:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7959c 00000400:00000010:1.0:1767384347.925911:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cae7959c. 00000100:00000001:1.0:1767384347.925916:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.925918:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384347.925924:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384347.925928:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384347.925931:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384347.925934:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.925938:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384347.925945:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f72a6852 x1853236748243584/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.925956:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f72a6852 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748243584:12345-0@lo:253: Request processed in 26302us (26721us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384347.925966:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:1.0:1767384347.925970:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384347.925973:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384347.925974:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384347.925981:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000011d6789e. 00000020:00000010:1.0:1767384347.925990:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a776ace. 00000020:00000010:1.0:1767384347.925994:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b8c9833. 00000020:00000040:1.0:1767384347.926001:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384347.926006:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384347.926008:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000209d6f78. 02000000:00000001:1.0:1767384347.926011:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384347.926014:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384347.926027:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384347.926031:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feb1a6a. 00000400:00000010:1.0:1767384347.926037:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cae7959c. 00000100:00000001:1.0:1767384347.926063:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.926067:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384347.926073:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384347.926075:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384347.926077:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:1.0:1767384347.926080:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096083788 00000400:00000010:1.0:1767384347.926082:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096083788. 00000100:00000001:1.0:1767384347.926086:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.926090:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.926098:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.926103:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384347.926153:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384347.926156:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384347.926159:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384347.926161:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384347.926161:0:29386:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003afca70d. 00000100:00000001:1.0:1767384347.926164:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.926168:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.926174:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384347.926177:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.926180:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384347.926181:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384347.926181:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384347.926186:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:1.0:1767384347.926187:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384347.926191:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384347.926191:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384347.926194:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384347.926195:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384347.926201:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000040:1.0:1767384347.926203:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384347.926205:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384347.926212:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384347.926213:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:0.0:1767384347.926217:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:1.0:1767384347.926218:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:0.0:1767384347.926220:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000100:00000001:1.0:1767384347.926221:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384347.926225:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000020:01000004:1.0:1767384347.926227:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:0.0:1767384347.926228:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:1.0:1767384347.926231:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:0.0:1767384347.926232:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384347.926234:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384347.926236:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384347.926237:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:01000004:1.0:1767384347.926239:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384347.926241:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384347.926242:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384347.926245:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:0.0:1767384347.926247:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000020:01000004:1.0:1767384347.926248:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384347.926253:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:0.0:1767384347.926254:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000020:01000004:1.0:1767384347.926257:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:0.0:1767384347.926258:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000020:01000004:1.0:1767384347.926261:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:0.0:1767384347.926261:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384347.926265:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000040:1.0:1767384347.926267:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384347.926268:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384347.926273:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384347.926277:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384347.926281:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00100000:1.0:1767384347.926282:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748243584:0@lo:253: 00000400:00000040:0.0:1767384347.926283:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384347.926288:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384347.926289:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384347.926291:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:1.0:1767384347.926294:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:0.0:1767384347.926294:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384347.926296:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000040:1.0:1767384347.926299:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001430ec3e x1853236748243584/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767384347.926300:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384347.926303:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384347.926308:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767384347.926311:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:0.0:1767384347.926311:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384347.926314:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:1.0:1767384347.926315:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000040:0.0:1767384347.926316:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 02000000:00000010:1.0:1767384347.926319:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d5c3c034. 00000400:00000040:0.0:1767384347.926319:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384347.926320:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384347.926326:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 02000000:00000001:1.0:1767384347.926327:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:0.0:1767384347.926328:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000020:00000001:1.0:1767384347.926331:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:0.0:1767384347.926332:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000020:00000040:1.0:1767384347.926335:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000040:0.0:1767384347.926336:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384347.926340:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:00000001:1.0:1767384347.926341:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:0.0:1767384347.926344:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 02000000:00000010:1.0:1767384347.926345:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ce03169b. 00000400:00000040:0.0:1767384347.926346:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384347.926349:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384347.926351:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 02000000:00000001:1.0:1767384347.926352:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:0.0:1767384347.926352:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 02000000:00000001:1.0:1767384347.926355:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:0.0:1767384347.926355:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000010:1.0:1767384347.926357:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001430ec3e. 00000400:00000040:0.0:1767384347.926359:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:1.0:1767384347.926362:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000040:0.0:1767384347.926363:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:1.0:1767384347.926366:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384347.926367:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00000001:1.0:1767384347.926370:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767384347.926371:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384347.926374:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384347.926376:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00000001:1.0:1767384347.926379:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384347.926383:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767384347.926383:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384347.926386:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000100:00000001:1.0:1767384347.926387:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767384347.926390:0:29386:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:1.0:1767384347.926392:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384347.926509:0:29386:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003afca70d. 00080000:00000020:1.0:1767384347.926871:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384347.926873:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384347.926875:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d69f0c4. 20000000:00000001:1.0:1767384347.926879:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384347.926888:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748243712 00010000:00000001:1.0:1767384347.926889:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384347.926892:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000054e6dd8 x1853236748243712/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384347.926899:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384347.926900:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384347.926901:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384347.926904:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384347.926905:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384347.926907:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384347.926910:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384347.926911:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.926914:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384347.926915:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384347.926917:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deec74f1. 00000100:00000200:1.0:1767384347.926919:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748243712, offset 224 00000400:00000200:1.0:1767384347.926923:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384347.926927:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384347.926931:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105300 00000400:00000200:1.0:1767384347.926935:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1965 [2] + 224 00000400:00000200:1.0:1767384347.926941:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384347.926943:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384347.926946:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384347.926949:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384347.926954:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384347.926970:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384347.926973:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deec74f1 00000400:00000010:1.0:1767384347.926974:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deec74f1. 00000100:00000001:1.0:1767384347.926978:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384347.926979:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384347.926981:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384347.926983:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.926984:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384347.926987:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:0.0:1767384347.926989:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384347.926991:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384347.926993:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af43a581. 00010000:00000001:1.0:1767384347.926998:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384347.926998:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000447161d0 00000400:00000010:0.0:1767384347.927003:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000447161d0. 00000020:00000001:1.0:1767384347.927004:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.927007:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384347.927008:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384347.927012:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000054e6dd8 x1853236748243712/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:328/0 lens 4848/4768 e 0 to 0 dl 1767384358 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384347.927015:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384347.927037:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000054e6dd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748243712:12345-0@lo:253: Request processed in 26475us (27118us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384347.927040:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.927052:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384347.927053:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000001:0.0:1767384347.927054:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384347.927059:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384347.927059:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384347.927062:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384347.927063:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384347.927064:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384347.927066:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384347.927067:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.927071:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000009f5edc. 02000000:00000001:0.0:1767384347.927071:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384347.927077:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d7c4cf36. 00000100:00001000:0.0:1767384347.927078:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=53 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384347.927083:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b18c510. 00000100:00001000:0.0:1767384347.927084:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=53 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384347.927089:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:0.0:1767384347.927089:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384347.927093:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.927094:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384347.927096:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384347.927097:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000589ae2cd. 00010000:00000001:0.0:1767384347.927099:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384347.927101:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384347.927102:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384347.927103:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384347.927140:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384347.927142:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384347.927148:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000100:00000001:0.0:1767384347.927149:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384347.927153:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384347.927154:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deec74f1. 00000100:00000001:0.0:1767384347.927155:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384347.927160:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384347.927171:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384347.927172:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384347.927173:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384347.927174:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384347.927175:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384347.927175:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384347.927176:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384347.927177:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384347.927181:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384347.927186:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748243712:0@lo:253: 00000100:00000001:0.0:1767384347.927188:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.927190:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384347.927191:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096bc844c x1853236748243712/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384347.927196:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384347.927197:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384347.927199:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000720e50ef. 02000000:00000001:0.0:1767384347.927202:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384347.927203:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384347.927204:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384347.927206:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384347.927207:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001093ad80. 02000000:00000001:0.0:1767384347.927209:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384347.927210:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384347.927211:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00000100:00000001:0.0:1767384347.927213:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384347.927214:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.927215:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384347.927219:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384347.927221:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384347.927223:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384347.927224:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384347.934185:0:16604:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3112c5c. 00010000:00000010:1.1:1767384347.934203:0:16604:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c417e4e4. 00010000:00000001:2.0:1767384347.992278:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384347.992282:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384347.992287:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384347.992288:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384347.992318:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384347.992322:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384347.992327:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384348.503195:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384348.503200:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384348.503203:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883d7c0a 00000400:00000010:2.0:1767384348.503208:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883d7c0a. 00000400:00000200:2.0:1767384348.503215:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384348.503224:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384348.503234:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007fead928. 00000400:00000010:2.0:1767384348.503238:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d4776118. 00000400:00000200:2.0:1767384348.503259:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp34 00000400:00000010:2.0:1767384348.503266:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000024d216b5. 00000400:00000010:2.0:1767384348.503272:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b1a8f4a6. 00000400:00000010:2.0:1767384348.503275:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000400:00000010:2.0:1767384348.503282:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092c01aea. 00000400:00000200:2.0:1767384348.503299:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp34 00000400:00000200:2.0:1767384348.503314:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp34 local destination 00000400:00000200:2.0:1767384348.503319:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp34 00000400:00000200:2.0:1767384348.503325:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp34 NI seq info: [103:103:256:4294967295] 192.168.202.119@tcp34 LPNI seq info [96:96:8:4294967295] 00000400:00000200:2.0:1767384348.503333:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp34 00000400:00000200:2.0:1767384348.503344:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34:) -> 192.168.202.119@tcp34(192.168.202.119@tcp34:192.168.202.119@tcp34) : GET try# 0 00000800:00000200:2.0:1767384348.503349:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp34 00000800:00000010:2.0:1767384348.503353:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000406cf456. 00000800:00000200:2.0:1767384348.503364:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000800:00000200:2.1:1767384348.503371:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000400:00000200:2.0:1767384348.503387:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp34 added to recovery queue. ping count: 1 next ping: 271 health :900 00000400:00000200:2.0:1767384348.503496:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503559:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503600:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503680:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503707:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503754:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503807:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503887:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503944:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.503976:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504055:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504154:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504246:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504315:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504351:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504391:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504433:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504477:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504543:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504607:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504744:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504794:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504821:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504871:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504926:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504963:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.504984:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505009:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505076:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505170:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505254:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505341:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505382:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384348.505413:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384348.505626:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027925041. 00000800:00000010:2.0:1767384348.505631:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000443f261a. 00000800:00000010:2.0:1767384348.505639:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008de926ef. 00000800:00000010:2.0:1767384348.505668:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008de926ef. 00000800:00020000:2.0:1767384348.505676:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384348.505679:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000443f261a. 00000800:00000010:2.0:1767384348.505684:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000027925041. 00000400:02020000:2.0:1767384348.505738:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384348.505743:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp34 notifying 192.168.202.119@tcp34: down 00000400:00000200:2.0:1767384348.505746:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384348.505750:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp34 00000800:00000010:2.0:1767384348.505752:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000406cf456. 00000400:00000200:2.0:1767384348.505759:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384348.505767:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp34->192.168.202.119@tcp34: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384348.505777:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384348.505783:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384348.505796:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp34) recovery failed with -71 00010000:00000001:2.0:1767384349.015175:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384349.015181:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384349.015188:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384349.015189:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.015207:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384349.015211:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384349.015214:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384349.420198:0:29784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384349.420210:0:29784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.420214:0:29784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384349.420219:0:29784:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384349.420225:0:29784:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384349.420228:0:29784:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384349.527245:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384349.527251:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384349.527254:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000010:3.0:1767384349.527260:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000400:00000200:3.0:1767384349.527265:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384349.527280:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384349.527293:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000024d216b5. 00000400:00000010:3.0:1767384349.527297:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b1a8f4a6. 00010000:00000001:2.0:1767384350.039190:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384350.039197:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384350.039204:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384350.039205:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.039250:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384350.039257:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384350.039261:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384350.175309:0:29948:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384350.175316:0:29948:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767384350.179907:0:29948:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384350.187134:0:29949:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000078edea66. 00000400:00000010:0.0:1767384350.187149:0:29949:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000260f0bac. 00000400:00000010:0.0:1767384350.187159:0:29949:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000018b389c7. 00000400:00000010:0.0:1767384350.187162:0:29949:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005dd5aea9. 00000400:00000010:0.0:1767384350.187165:0:29949:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001181624b. 00000400:00000010:0.0:1767384350.187169:0:29949:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006038d290. 00000400:00000010:0.0:1767384350.187171:0:29949:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000053275a8c. 00000400:00000010:0.0:1767384350.187172:0:29949:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ac4d2e5. 00000400:00000010:0.0:1767384350.187175:0:29949:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003afca70d. 00000800:00000010:0.0:1767384350.187189:0:29949:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000044beb521. 00000800:00000200:0.0:1767384350.187198:0:29949:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384350.187209:0:29949:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384350.187241:0:29949:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384350.187261:0:29949:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767384350.188709:0:29949:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000005ef0e584. 00000400:00000010:0.0:1767384350.188715:0:29949:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af43a581. 00000400:00000010:0.0:1767384350.188719:0:29949:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000400:00000001:0.0:1767384350.188736:0:29949:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.188737:0:29949:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.188739:0:29949:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000400:00000200:0.0:1767384350.188742:0:29949:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002137cbce 00000400:00000010:0.0:1767384350.188744:0:29949:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002137cbce. 00000400:00000010:0.0:1767384350.188747:0:29949:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000443704a0. 00000400:00000200:0.0:1767384350.188751:0:29949:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (26) 00000400:00000200:0.0:1767384350.188761:0:29949:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384350.188769:0:29949:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:0.0:1767384350.188775:0:29949:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002c3a40cc. 00000020:01000000:0.0:1767384350.188780:0:29949:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384350.188782:0:29949:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp36 00000400:00000200:2.0:1767384350.188785:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384350.188792:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:2.0:1767384350.188796:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (27) 00000400:00000010:0.0:1767384350.188798:0:29949:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000260f0bac. 00000400:00000010:2.0:1767384350.188801:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000d4f02856. 00000400:00000010:2.0:1767384350.188808:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000400:00000010:0.0:1767384350.188808:0:29949:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000078edea66. 00000400:00000010:2.0:1767384350.188818:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000061603b6. 00000400:00000200:2.0:1767384350.188822:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:2.0:1767384350.188832:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384350.188838:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:3.0:1767384350.188843:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384350.188844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 10000000:00000001:3.0:1767384350.188853:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384350.188853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 10000000:00000001:3.0:1767384350.188860:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384350.188866:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 10000000:01000000:3.0:1767384350.188867:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384350.188876:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384350.188882:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384350.188883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000020:01000004:3.0:1767384350.188890:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384350.188897:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384350.188900:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384350.188901:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000020:01000004:3.0:1767384350.188905:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384350.188907:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384350.188908:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384350.188910:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384350.188913:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384350.188920:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000100:00000010:3.0:1767384350.188922:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000400:00000200:2.0:1767384350.188926:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000020:00000040:3.0:1767384350.188932:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384350.188933:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000100:00000001:3.0:1767384350.188945:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384350.188946:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 02000000:00000001:3.0:1767384350.188952:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384350.188957:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 02000000:00000001:3.0:1767384350.188960:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.188966:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767384350.188971:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:2.0:1767384350.188974:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 02000000:00000010:3.0:1767384350.188975:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000957aaac8. 00000400:00000200:2.0:1767384350.188981:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:2.0:1767384350.188984:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000100:00000001:3.0:1767384350.188986:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.188991:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:2.0:1767384350.188995:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:2.0:1767384350.188998:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 22], ns[68, 22] 00000100:00000001:3.0:1767384350.189000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.189004:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.189004:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 22], ns[90, 22] 00000400:00000200:2.0:1767384350.189018:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[74, 22] 00000100:00000040:3.0:1767384350.189024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8675a7c] to pc [ptlrpcd_00_02+2] req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.189028:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 22], ns[97, 22] 00000400:00000200:2.0:1767384350.189060:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[99, 22] 00000400:00000200:2.0:1767384350.189088:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[95, 22] 00000400:00000200:2.0:1767384350.189100:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 0], ns[103, 95] 10000000:00000001:3.0:1767384350.189132:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384350.189135:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.189137:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384350.189140:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384350.189147:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384350.189148:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 10000000:00000001:3.0:1767384350.189149:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384350.189153:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384350.189155:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1767384350.189156:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384350.189159:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp33 00000100:00000001:0.0:1767384350.189160:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.189164:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384350.189167:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp33 lpni_is_preferred = 0 00000100:00000040:0.0:1767384350.189175:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384350.189179:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384350.189187:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp33 00000020:01000004:3.0:1767384350.189188:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384350.189196:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384350.189205:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [104:104:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [97:97:8:4294967295] 00000020:01000004:3.0:1767384350.189206:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384350.189206:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.189210:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384350.189212:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384350.189215:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384350.189216:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384350.189222:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384350.189223:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp33 02000000:00000001:0.0:1767384350.189223:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384350.189234:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384350.189235:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384350.189244:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384350.189247:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748243840:0@lo:253: 00000400:00000200:2.0:1767384350.189248:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:) -> 192.168.202.119@tcp33(192.168.202.119@tcp:192.168.202.119@tcp33) : GET try# 0 00000100:00000010:3.0:1767384350.189253:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6fc22ca. 00000100:00000001:0.0:1767384350.189259:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384350.189263:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:0.0:1767384350.189265:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384350.189269:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp33 00000100:00000001:3.0:1767384350.189272:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384350.189272:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384350.189275:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000941a0817. 02000000:00000001:3.0:1767384350.189277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384350.189278:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384350.189284:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384350.189287:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f63e5058. 00000800:00000200:2.0:1767384350.189294:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 02000000:00000010:3.0:1767384350.189295:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015bb3cca. 02000000:00000001:0.0:1767384350.189295:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.189308:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.189310:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002308d1d3. 00000800:00000200:2.1:1767384350.189317:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000100:00000001:3.0:1767384350.189320:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.189323:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.189323:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000260f0bac. 00000100:00000200:0.0:1767384350.189333:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748243840, portal 25 00000100:00000040:3.0:1767384350.189338:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6fc22ca] to pc [ptlrpcd_00_03+3] req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384350.189341:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:988 00000100:00000001:0.0:1767384350.189341:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.189349:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000800:00000200:2.1:1767384350.189352:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000941a0817 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767384350.189370:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384350.189377:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 10000000:00000001:3.0:1767384350.189385:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.189386:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 10000000:00000001:3.0:1767384350.189396:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384350.189399:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.189399:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:01000000:3.0:1767384350.189405:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384350.189408:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002c3a40cc. 00000100:00000040:0.0:1767384350.189411:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.189418:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a98e3db. 00000100:00000200:0.0:1767384350.189422:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748243840, offset 0 00000100:00000001:3.0:1767384350.189427:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384350.189431:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384350.189432:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384350.189436:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384350.189441:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384350.189452:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384350.189456:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000001:3.0:1767384350.189482:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384350.189486:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.189492:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384350.189494:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384350.189501:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105380 02000000:00000001:3.0:1767384350.189502:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384350.189512:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748243968:0@lo:253: 00000400:00000200:2.0:1767384350.189520:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384350.189520:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e1 [2] + 0 00000100:00000001:3.0:1767384350.189536:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384350.189538:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000611b8c. 02000000:00000001:3.0:1767384350.189542:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384350.189545:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.189551:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 02000000:00000001:3.0:1767384350.189554:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384350.189557:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2cf4bc7 02000000:00000010:3.0:1767384350.189564:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000009c4ec9b. 02000000:00000001:3.0:1767384350.189567:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384350.189569:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384350.189572:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7b5b6d0. 00000400:00000200:0.0:1767384350.189580:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384350.189581:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1bf9454. 00000400:00000200:2.0:1767384350.189583:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000200:3.0:1767384350.189596:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748243968, portal 25 00000400:00000200:0.0:1767384350.189597:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2cf4bc7 00000100:00000001:3.0:1767384350.189607:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384350.189608:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2cf4bc7. 00000400:00000200:2.0:1767384350.189609:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:3.0:1767384350.189614:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716210304 : -114055993341312 : ffff984445084a80) 00000100:00000001:0.0:1767384350.189617:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384350.189622:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.189623:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384350.189633:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000040:0.0:1767384350.189635:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000066b4fec7 x1853236748243840 msgsize 4848 00000100:00000001:3.0:1767384350.189666:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384350.189666:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384350.189669:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000040:0.0:1767384350.189676:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384350.189679:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384350.189683:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3954e2f. 00000100:00000200:3.0:1767384350.189687:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748243968, offset 0 00000400:00000200:3.0:1767384350.189700:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384350.189700:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.189714:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a98e3db 00000100:00000001:1.0:1767384350.189716:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384350.189718:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a98e3db. 00000400:00000200:2.0:1767384350.189723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00100000:1.0:1767384350.189725:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243840 00000400:00000200:3.0:1767384350.189727:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384350.189729:0:16148:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384350.189735:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384350.189742:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384350.189742:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.189748:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.189756:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105400 00000400:00000200:2.0:1767384350.189760:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 02000000:00000001:1.0:1767384350.189763:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384350.189775:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e9 [2] + 0 00000100:00100000:1.0:1767384350.189777:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243840 00000400:00000200:2.0:1767384350.189785:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000020:00000001:1.0:1767384350.189787:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384350.189791:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cef1445. 00000020:00000040:1.0:1767384350.189793:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:3.0:1767384350.189797:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef4ef0a4 00000100:00000001:0.0:1767384350.189797:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384350.189806:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384350.189808:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384350.189808:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384350.189811:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000400:00000200:2.0:1767384350.189819:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.189821:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384350.189823:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384350.189837:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384350.189838:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef4ef0a4 00000100:00000001:0.0:1767384350.189841:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384350.189843:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef4ef0a4. 00000400:00000200:2.0:1767384350.189847:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:3.0:1767384350.189853:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384350.189854:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384350.189855:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384350.189861:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384350.189865:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000a2096498 x1853236748243968 msgsize 4848 00000020:00000010:1.0:1767384350.189866:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a89ae0e. 00000100:00000001:0.0:1767384350.189871:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.189873:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000001:1.0:1767384350.189878:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.189883:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294938082 00000100:00100000:3.0:1767384350.189885:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384350.189893:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a89ae0e. 00000100:00000040:3.0:1767384350.189897:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384350.189899:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000020:00000010:1.0:1767384350.189906:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8bf6268. 00000400:00000200:2.0:1767384350.189907:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:0.0:1767384350.189908:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384350.189909:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384350.189914:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a23e1af. 00000400:00000200:3.0:1767384350.189920:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3954e2f 00000020:00000010:1.0:1767384350.189922:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a776ace. 00000100:00000001:0.0:1767384350.189923:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294938082 00000400:00000010:3.0:1767384350.189933:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b3954e2f. 00000100:00000010:0.0:1767384350.189933:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2757eec. 00000100:00000001:3.0:1767384350.189941:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384350.189942:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384350.189943:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384350.189949:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.189952:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384350.189954:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00000001:0.0:1767384350.189954:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294938082 00000100:00000001:1.0:1767384350.189960:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384350.189971:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384350.189972:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004407b271. 00000100:00000001:3.0:1767384350.189977:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384350.189982:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384350.189983:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.189986:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.189992:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294938082 00000400:00000200:2.0:1767384350.189995:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000010:0.0:1767384350.190004:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057199239. 00000100:00000001:1.0:1767384350.190009:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.190014:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190021:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.190026:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384350.190031:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.190035:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384350.190037:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294938082 00000100:00000001:0.0:1767384350.190038:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384350.190040:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748243968 00000400:00000200:2.0:1767384350.190043:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000100:00000001:3.0:1767384350.190045:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294938082 02000000:00000001:1.0:1767384350.190047:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.190048:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190055:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294938082 00000100:00000001:1.0:1767384350.190057:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384350.190059:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294938082 00000100:00000001:0.0:1767384350.190060:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190065:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294938082 00000100:00000001:1.0:1767384350.190066:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190068:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294938082 00000100:00000001:0.0:1767384350.190068:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.190077:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294938082 00000400:00000200:2.0:1767384350.190077:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 02000000:00000001:1.0:1767384350.190079:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.190083:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384350.190088:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294938082 00000100:00000001:0.0:1767384350.190090:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384350.190091:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384350.190092:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748243968 00000100:00000001:3.0:1767384350.190127:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190132:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190134:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.190134:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384350.190137:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000020:00000001:1.0:1767384350.190140:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384350.190140:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384350.190145:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384350.190146:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.190146:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.190150:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384350.190155:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.190156:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384350.190157:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384350.190163:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384350.190165:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000400:00000200:2.0:1767384350.190166:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000100:00000001:3.0:1767384350.190168:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.190178:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384350.190179:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.190190:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384350.190197:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384350.190202:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a89ae0e. 00000100:00000001:1.0:1767384350.190206:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384350.190210:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a89ae0e. 00000400:00000200:2.0:1767384350.190211:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000100:00000001:3.0:1767384350.190221:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384350.190226:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384350.190227:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9ee21ea. 00000020:00000010:1.0:1767384350.190234:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000396203b5. 00000100:00100000:3.0:1767384350.190235:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000400:00000200:2.0:1767384350.190239:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000020:00000010:1.0:1767384350.190244:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e214aaa9. 00000100:00000040:3.0:1767384350.190246:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384350.190252:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400389712 : -114060309161904 : ffff984343ca1850) 00000100:00000001:1.0:1767384350.190254:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384350.190257:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384350.190259:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384350.190262:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000100:00000001:1.0:1767384350.190267:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.190271:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066b4fec7 x1853236748243840/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.190274:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.190289:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384350.190290:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000020:00000010:3.0:1767384350.190293:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049e167f5. 00000100:00000001:3.0:1767384350.190299:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384350.190300:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384350.190301:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049e167f5. 00000100:00000001:1.0:1767384350.190306:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384350.190314:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066b4fec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748243840:12345-0@lo:253: 00000100:00000200:3.0:1767384350.190324:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243840 00000100:00100000:1.0:1767384350.190324:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000020:00000001:3.0:1767384350.190333:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384350.190335:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000020:00000001:3.0:1767384350.190337:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384350.190340:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000020:00000001:3.0:1767384350.190341:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.190342:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400385616 : -114060309166000 : ffff984343ca0850) 00000020:00000001:3.0:1767384350.190354:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384350.190358:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000040:1.0:1767384350.190362:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a2096498 x1853236748243968/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 4848/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384350.190365:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384350.190368:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384350.190375:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384350.190380:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384350.190384:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.190390:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384350.190391:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384350.190395:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 02000000:00000001:3.0:1767384350.190397:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384350.190399:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a89ae0e. 00000100:00000001:1.0:1767384350.190405:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384350.190407:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004dafcffb. 02000000:00000001:3.0:1767384350.190412:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384350.190413:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a89ae0e. 00000100:00000001:3.0:1767384350.190417:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.190424:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:1.0:1767384350.190430:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a2096498 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748243968:12345-0@lo:253: 00000400:00000200:2.0:1767384350.190432:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 20000000:00000010:3.0:1767384350.190438:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000a124b28. 00000100:00000200:1.0:1767384350.190441:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748243968 20000000:01000000:3.0:1767384350.190443:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384350.190448:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384350.190449:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384350.190454:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384350.190457:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384350.190458:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.190464:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.190466:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384350.190480:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384350.190487:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384350.190488:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000020:00000001:1.0:1767384350.190491:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 20000000:00000010:3.0:1767384350.190492:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000731bdb2f. 20000000:01000000:3.0:1767384350.190498:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000020:00000001:1.0:1767384350.190502:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384350.190508:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:1.0:1767384350.190509:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384350.190515:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384350.190517:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384350.190524:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384350.190527:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:1.0:1767384350.190530:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384350.190538:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 02000000:00000001:1.0:1767384350.190546:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384350.190555:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5c3c034. 02000000:00000001:1.0:1767384350.190559:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384350.190562:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.190566:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384350.190582:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000209d6f78. 20000000:01000000:1.0:1767384350.190587:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384350.190595:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384350.190595:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384350.190596:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 20000000:00000001:1.0:1767384350.190607:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384350.190608:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384350.190613:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.190615:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384350.190617:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384350.190624:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384350.190625:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.190632:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384350.190633:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384350.190640:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384350.190650:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00080000:00000010:3.0:1767384350.190651:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000065bba94f. 00080000:00000001:3.0:1767384350.190664:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367388160 : -114060342163456 : ffff984341d28800) 00080000:00000001:3.0:1767384350.190669:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384350.190723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384350.190767:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384350.190801:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384350.190835:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000001:00000001:3.0:1767384350.190868:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384350.190871:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384350.190874:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384350.190898:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384350.190901:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767384350.191077:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000027925041. 00000800:00000010:2.0:1767384350.191083:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000014dccec. 00000800:00000010:2.0:1767384350.191089:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000494023ed. 00080000:00000001:3.0:1767384350.191092:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384350.191096:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384350.191137:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000494023ed. 00000800:00020000:2.0:1767384350.191148:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384350.191151:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000014dccec. 00000800:00000010:2.0:1767384350.191155:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000027925041. 00000400:02020000:2.0:1767384350.191244:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp33 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000200:2.0:1767384350.191302:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384350.191306:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000941a0817. 00000400:00000200:2.0:1767384350.191312:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.191320:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: GET: OK 00000400:00000200:2.0:1767384350.191331:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384350.191333:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:2.0:1767384350.191345:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.191352:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.191355:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.191358:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.191366:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : GET - for me 00000400:00000200:2.0:1767384350.191375:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384350.191381:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 464/464 into md 0x1989 [1] + 0 00000400:00000200:2.0:1767384350.191389:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp33 to MR: 192.168.202.119@tcp33 local destination 00000400:00000200:2.0:1767384350.191395:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp33 NI seq info: [105:105:256:4294967295] 192.168.202.119@tcp33 LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1767384350.191405:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) -> 192.168.202.119@tcp33(192.168.202.119@tcp33:192.168.202.119@tcp33) 192.168.202.119@tcp33 : REPLY try# 0 00000800:00000200:2.0:1767384350.191409:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.119@tcp33 00000800:00000010:2.0:1767384350.191414:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000941a0817. 00000800:00000200:2.0:1767384350.191418:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:2.0:1767384350.191421:0:16141:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 2, interval 4, 4 secs later) 00000800:00000200:2.0:1767384350.191425:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp33 ip 192.168.202.119:982 00000800:00000200:2.0:1767384350.191426:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000941a0817 type 3, nob 560 niov 1 nkiov 1 00000800:00000001:1.0:1767384350.191461:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.191496:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.191505:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.191507:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384350.191511:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384350.191512:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384350.191514:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000941a0817. 00000400:00000200:2.0:1767384350.191518:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.191522:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp33(192.168.202.119@tcp33) <- 192.168.202.119@tcp33 : REPLY - for me 00000400:00000200:2.0:1767384350.191528:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: REPLY: OK 00000400:00000200:1.0:1767384350.191540:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp33: Reply from 12345-192.168.202.119@tcp33 of length 464/464 into md 0x198d 00000800:00000001:1.0:1767384350.191548:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.191559:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.191561:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.191566:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp33->192.168.202.119@tcp33: REPLY: OK 00000400:00000200:1.0:1767384350.191571:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:1.0:1767384350.191573:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000400:00000200:1.0:1767384350.191575:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384350.191579:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:1.0:1767384350.191581:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:1.0:1767384350.191583:0:16140:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.119@tcp (480 bytes) 00000400:00000200:1.0:1767384350.191586:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:1.0:1767384350.191596:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000d4f02856. 00000400:00000200:1.0:1767384350.191599:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (28) 00000800:00000001:1.0:1767384350.191604:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.191609:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.191626:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.191679:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384350.191683:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000bf40a51c. 00000400:00000010:1.0:1767384350.191688:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000400:00000010:1.0:1767384350.191692:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000400:00000200:1.0:1767384350.191696:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bf40a51c 00000400:00000001:1.0:1767384350.191700:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384350.191701:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384350.191703:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8f0a0aa. 00000400:00000200:1.0:1767384350.191708:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:1.0:1767384350.191711:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000400:00000200:1.0:1767384350.191717:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384350.191720:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000588ee465. 00000400:00000200:1.0:1767384350.191723:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000400:00000200:1.0:1767384350.191726:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000200:1.0:1767384350.191730:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:0 00000400:00000200:1.0:1767384350.191731:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc 1 00000400:00000200:1.0:1767384350.191733:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:1.0:1767384350.191734:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (27) 00000400:00000010:1.0:1767384350.191737:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000e4c275a7. 00000400:00000010:1.0:1767384350.191738:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008793e860. 00000400:00000010:1.0:1767384350.191741:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003f4991ab. 00000400:00000200:1.0:1767384350.191744:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384350.191747:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384350.191751:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384350.191755:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:1.0:1767384350.191758:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:1.0:1767384350.191761:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:1.0:1767384350.191764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:1.0:1767384350.191768:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:1.0:1767384350.191771:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:1.0:1767384350.191783:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 37], ns[22, 37] 00000400:00000200:1.0:1767384350.191789:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384350.191792:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384350.191796:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:1.0:1767384350.191799:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:1.0:1767384350.191803:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:1.0:1767384350.191811:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384350.191817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:1.0:1767384350.191824:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384350.191832:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384350.191835:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384350.191838:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 22], ns[68, 22] 00000400:00000200:1.0:1767384350.191842:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 22], ns[90, 22] 00000400:00000200:1.0:1767384350.191846:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 22], ns[74, 22] 00000400:00000200:1.0:1767384350.191851:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 22], ns[97, 22] 00000400:00000200:1.0:1767384350.191856:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[99, 22] 00000400:00000200:1.0:1767384350.191863:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 22], ns[105, 22] 00000400:00000200:1.0:1767384350.191869:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 22], ns[103, 22] 00000400:00000200:1.0:1767384350.191882:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:1.0:1767384350.191887:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp17 00000400:00000200:1.0:1767384350.191891:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp17 lpni_is_preferred = 0 00000400:00000200:1.0:1767384350.191896:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp17 00000400:00000200:1.0:1767384350.191900:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp17 NI seq info: [106:106:256:4294967295] 192.168.202.119@tcp17 LPNI seq info [99:99:8:4294967295] 00000400:00000200:1.0:1767384350.191907:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp17 00000400:00000200:1.0:1767384350.191923:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17:) -> 192.168.202.119@tcp17(192.168.202.119@tcp:192.168.202.119@tcp17) : GET try# 0 00000800:00000200:1.0:1767384350.191932:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp17 00000800:00000010:1.0:1767384350.191948:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002087bd11. 00000800:00000200:1.0:1767384350.191953:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (6) 00000800:00000200:1.0:1767384350.191957:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:988 00000800:00000200:1.0:1767384350.191960:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002087bd11 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384350.191974:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384350.191975:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000800:00000001:2.0:1767384350.192202:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192209:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.192211:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192220:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.192226:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17) <- 192.168.202.119@tcp17 : GET - for me 00000400:00000200:2.0:1767384350.192235:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384350.192239:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 480/480 into md 0x1989 [1] + 0 00000400:00000200:2.0:1767384350.192257:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp17 to MR: 192.168.202.119@tcp17 local destination 00000400:00000200:2.0:1767384350.192263:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp17 NI seq info: [107:107:255:4294967295] 192.168.202.119@tcp17 LPNI seq info [100:100:7:4294967295] 00000400:00000200:2.0:1767384350.192367:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) -> 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) 192.168.202.119@tcp17 : REPLY try# 0 00000800:00000200:3.0:1767384350.192369:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.192375:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002087bd11. 00000800:00000200:2.0:1767384350.192376:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.119@tcp17 00000400:00000200:3.0:1767384350.192386:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.192396:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: GET: OK 00000400:00000200:3.0:1767384350.192401:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384350.192404:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000010:2.0:1767384350.192533:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000941a0817. 00000800:00000200:2.0:1767384350.192541:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (6) 00000800:00000200:2.0:1767384350.192548:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:1007 00000800:00000200:2.0:1767384350.192550:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000941a0817 type 3, nob 576 niov 1 nkiov 1 00000800:00000200:2.0:1767384350.192609:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384350.192613:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000941a0817. 00000400:00000200:2.0:1767384350.192619:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.192625:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: REPLY: OK 00000800:00000001:2.0:1767384350.192634:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192638:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.192640:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192645:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.192646:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192649:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.192653:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17) <- 192.168.202.119@tcp17 : REPLY - for me 00000400:00000200:2.0:1767384350.192665:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp17: Reply from 12345-192.168.202.119@tcp17 of length 480/480 into md 0x19a5 00000800:00000001:2.0:1767384350.192670:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192680:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.192681:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384350.192685:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: REPLY: OK 00000400:00000200:2.0:1767384350.192688:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008793e860 00000400:00000010:2.0:1767384350.192690:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008793e860. 00000400:00000200:2.0:1767384350.192693:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384350.192696:0:16140:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:2.0:1767384350.192698:0:16140:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:2.0:1767384350.192701:0:16140:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 28. state = 0x300271 00000400:00000200:2.0:1767384350.192714:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384350.192728:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (28) 00000800:00000001:2.0:1767384350.192738:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.192745:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384350.192767:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384350.192771:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:2.0:1767384350.192777:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 0000000033b53c60. 00000400:00000010:2.0:1767384350.192781:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 00000000a7cdcf9b. 00000400:00000010:2.0:1767384350.192786:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000e6c31fb8. 00000400:00000200:2.0:1767384350.192826:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp31(00000000850dce33) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384350.192835:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp34(000000003fb402fa) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384350.192843:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d4f02856. 00000400:00000200:2.0:1767384350.192847:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d4f02856 nid 192.168.202.119@tcp35 00000400:00000010:2.0:1767384350.192851:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008d109f5f. 00000400:00000200:2.0:1767384350.192854:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000008d109f5f net tcp35 00000400:00000200:2.0:1767384350.192856:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (27) 00000400:00000200:2.0:1767384350.192862:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp35 flags 0x11 00000400:00000010:2.0:1767384350.192868:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000043154b77. 00000400:00000200:2.0:1767384350.192871:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000043154b77 nid 192.168.202.119@tcp36 00000400:00000010:2.0:1767384350.192877:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000668df254. 00000400:00000200:2.0:1767384350.192880:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000668df254 net tcp36 00000400:00000200:2.0:1767384350.192881:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (28) 00000400:00000200:2.0:1767384350.192884:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp36 flags 0x11 00000400:00000010:2.0:1767384350.192886:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 0000000033b53c60. 00000400:00000010:2.0:1767384350.192889:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 00000000a7cdcf9b. 00000400:00000010:2.0:1767384350.192892:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384350.192894:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000e4c275a7. 00000400:00000200:2.0:1767384350.192897:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384350.192901:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:2.0:1767384350.192904:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:2.0:1767384350.192907:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:2.0:1767384350.192912:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000400:00000200:2.0:1767384350.192921:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (29) 00000400:00000010:2.0:1767384350.192927:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021b83c00. 00000400:00000200:2.0:1767384350.192930:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp17 00000400:00000200:2.0:1767384350.192938:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp17 to MR: 192.168.202.119@tcp17 local destination 00000400:00000200:2.0:1767384350.192944:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp17 NI seq info: [108:108:256:4294967295] 192.168.202.119@tcp17 LPNI seq info [101:101:8:4294967295] 00000400:00000200:2.0:1767384350.192950:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp17 00000400:00000200:2.0:1767384350.192963:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) -> 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) : PUT try# 0 00000800:00000200:2.0:1767384350.192966:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.119@tcp17 00000800:00000010:2.0:1767384350.192969:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000941a0817. 00000800:00000200:2.0:1767384350.192980:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (6) 00000800:00000200:2.0:1767384350.192984:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:988 00000800:00000200:2.0:1767384350.192988:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000941a0817 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:2.0:1767384350.193001:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384350.193004:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000800:00000200:3.0:1767384350.193102:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384350.193141:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000941a0817. 00000400:00000200:3.0:1767384350.193148:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.193153:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: PUT: OK 00000400:00000200:3.0:1767384350.193159:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384350.193164:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp17: 0 00000800:00000001:1.0:1767384350.193274:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.193283:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384350.193287:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.193323:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.193333:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17) <- 192.168.202.119@tcp17 : PUT - for me 00000400:00000200:1.0:1767384350.193346:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384350.193352:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 480/480 into md 0x19a1 [1] + 0 00000400:00000010:1.0:1767384350.193356:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec11d54d. 00000400:00000200:1.0:1767384350.193361:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006eb7d5d3 00000800:00000001:1.0:1767384350.193368:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384350.193377:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384350.193379:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.193389:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: PUT: OK 00000400:00000200:1.0:1767384350.193395:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000400:00000010:1.0:1767384350.193399:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000400:00000200:1.0:1767384350.193402:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384350.193411:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (30) 00000400:00000200:1.0:1767384350.193415:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:1.0:1767384350.193418:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000e4c275a7. 00000400:00000200:1.0:1767384350.193421:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 28 00000400:00000200:1.0:1767384350.193425:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384350.193435:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (31) 00000400:00000200:1.0:1767384350.193440:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384350.193444:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp17 to MR: 192.168.202.119@tcp17 local destination 00000400:00000200:1.0:1767384350.193455:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp17 NI seq info: [109:109:256:4294967295] 192.168.202.119@tcp17 LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1767384350.193479:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) -> 192.168.202.119@tcp17(192.168.202.119@tcp17:192.168.202.119@tcp17) 192.168.202.119@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384350.193487:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp17 00000400:00000200:3.0:1767384350.193488:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384350.193496:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000571f95af. 00000800:00000010:1.0:1767384350.193497:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c244be0. 00000400:00000010:3.0:1767384350.193507:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009914067b. 00000800:00000200:1.0:1767384350.193509:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (6) 00000400:00000200:3.0:1767384350.193515:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000bf40a51c 00000800:00000200:1.0:1767384350.193521:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:1007 00000800:00000200:1.0:1767384350.193524:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003c244be0 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384350.193526:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3004f1 00000400:00000010:3.0:1767384350.193539:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000bb1fd261. 00000400:00000010:3.0:1767384350.193551:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 0000000001a22543. 00000800:00000001:2.0:1767384350.193552:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384350.193555:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000f04d1b80. 00000400:00000010:3.0:1767384350.193618:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000bb1fd261. 00000800:00000200:1.0:1767384350.193618:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384350.193623:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 0000000001a22543. 00000800:00000010:1.0:1767384350.193625:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c244be0. 00000800:00000001:2.0:1767384350.193630:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384350.193636:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000f04d1b80. 00000800:00000001:2.0:1767384350.193637:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384350.193637:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384350.193647:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.193653:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384350.193654:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000e4c275a7. 00000400:00000200:1.0:1767384350.193661:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: ACK: OK 00000400:00000200:3.0:1767384350.193668:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000800:00000001:2.0:1767384350.193668:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.193688:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300571 00000400:00000200:2.0:1767384350.193697:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp17(192.168.202.119@tcp17) <- 192.168.202.119@tcp17 : ACK - for me 00000400:00000200:3.0:1767384350.193702:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 1 00000400:00000200:3.0:1767384350.193715:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 00000400:00000200:2.0:1767384350.193729:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp17: ACK from 12345-192.168.202.119@tcp17 into md 0x19a9 00000400:00000200:3.0:1767384350.193730:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384350.193740:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300511 rc 0 00000400:00000200:2.0:1767384350.193740:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384350.193761:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384350.193768:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp17->192.168.202.119@tcp17: ACK: OK 00000400:00000200:3.0:1767384350.193773:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (30) 00000400:00000200:2.0:1767384350.193787:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:2.0:1767384350.193791:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000400:00000200:2.0:1767384350.193796:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384350.193800:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:2.0:1767384350.193803:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (29) 00000800:00000001:2.0:1767384350.193812:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.193817:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384350.200685:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384350.200692:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384350.200693:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:2.0:1767384350.200696:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384350.200697:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384350.200701:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384350.200701:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384350.200705:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384350.200707:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384350.200710:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000065bba94f. 20000000:01000000:1.0:1767384350.200713:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384350.200714:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384350.200725:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384350.200729:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384350.200734:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017624472. 00080000:00000020:1.0:1767384350.200738:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384350.200738:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:0.0:1767384350.200745:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384350.200750:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384350.200755:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384350.200759:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384350.200762:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384350.200767:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384350.200776:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384350.200783:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e3112c5c. 00010000:00000001:1.0:1767384350.200787:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384350.200789:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384350.200790:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00080000:00000001:0.0:1767384350.200793:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384350.200796:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384350.200796:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384350.200800:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384350.200801:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e1e1 to hash 00000020:00000001:0.0:1767384350.200805:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384350.200806:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384350.200810:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00000020:00000001:0.0:1767384350.200812:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:1.0:1767384350.200813:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00080000:00000001:0.0:1767384350.200817:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384350.200820:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.200822:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.200825:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384350.200826:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000228bcdd6. 00080000:00000001:0.0:1767384350.200831:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382339584 : -114060327212032 : ffff984342b6ac00) 00010000:00000001:1.0:1767384350.200838:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384350.200838:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384350.200842:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384350.200845:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384350.200847:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384350.200848:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.200851:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384350.200852:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.200856:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384350.200857:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384350.200859:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384350.200860:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384350.200861:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e3112c5c) refcount = 1 00010000:00010000:1.0:1767384350.200864:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.200868:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384350.200870:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384350.200872:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.200873:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.200874:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384350.200876:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384350.200880:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384350.200888:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.200890:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.200892:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384350.200896:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.200901:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.200905:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384350.200906:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.200912:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384350.200914:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.200919:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.200923:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384350.200927:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.200934:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.200937:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.200942:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384350.200944:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384350.200954:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384350.200959:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384350.200962:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384350.200965:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.200971:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384350.200976:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.200979:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384350.200981:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:1.0:1767384350.200983:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00080000:00000001:0.0:1767384350.200983:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384350.200988:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384350.200990:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.201002:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00080000:00000001:0.0:1767384350.201005:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.201007:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384350.201009:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384350.201011:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.201019:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384350.201021:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384350.201022:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.201026:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384350.201028:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384350.201030:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.201033:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384350.201037:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e1e1 from hash 00010000:00000001:1.0:1767384350.201043:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384350.201046:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.201048:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.201050:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384350.201052:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384350.201055:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384350.201059:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384350.201063:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.201067:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.201072:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384350.201074:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384350.201077:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.201078:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.201080:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.201083:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.201084:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.201086:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.201093:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.201094:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.201095:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384350.201097:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384350.201146:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.201150:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.201152:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384350.201158:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.201162:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.201165:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.201173:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384350.201175:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384350.201177:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384350.201183:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e3112c5c count: 0 00010000:00000001:1.0:1767384350.201202:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384350.201204:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384350.201845:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384350.201850:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767384350.202177:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294938082, at 4294938083 00000100:00000010:0.0:1767384350.202188:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00000100:00000040:2.0:1767384350.203150:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294938082, at 4294938084 00000100:00000010:2.0:1767384350.203159:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004407b271. 00000100:00000040:1.0:1767384350.203179:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294938082, at 4294938084 00000100:00000010:1.0:1767384350.203189:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2757eec. 00000100:00000040:3.0:1767384350.203349:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294938082, at 4294938084 00000100:00000010:3.0:1767384350.203360:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057199239. 00010000:00000010:1.1:1767384350.207134:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e3112c5c. 00010000:00000010:1.1:1767384350.207143:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00080000:00000001:2.0:1767384350.210675:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384350.210680:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:2.0:1767384350.210683:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384350.210685:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384350.210689:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384350.210701:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384350.210704:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384350.210712:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384350.210715:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384350.210721:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384350.210725:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384350.210730:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384350.210734:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384350.210737:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384350.210740:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384350.210742:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000010:1.0:1767384350.210742:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007bcfa8b3. 00040000:00000001:2.0:1767384350.210746:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384350.210748:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:2.0:1767384350.210749:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384350.210753:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000228bcdd6. 00010000:00000010:1.0:1767384350.210754:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00080000:00000001:2.0:1767384350.210758:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:1.0:1767384350.210759:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384350.210765:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f328f25c with handle 0x4ac496f8d605e1e8 to hash 00000020:00000001:1.0:1767384350.210769:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384350.210771:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.210775:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.210779:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.210781:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.210784:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210801:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384350.210806:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384350.210808:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384350.210810:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384350.210813:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.210816:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384350.210817:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.210819:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384350.210821:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384350.210822:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384350.210823:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384350.210825:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007bcfa8b3) refcount = 1 00010000:00010000:1.0:1767384350.210827:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210833:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384350.210837:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384350.210840:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.210844:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.210846:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384350.210848:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384350.210851:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384350.210854:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.210856:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.210858:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=4 00000020:00000001:1.0:1767384350.210860:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.210862:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.210865:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384350.210868:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210875:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384350.210879:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210890:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.210892:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384350.210893:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210897:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.210899:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.210903:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384350.210904:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384350.210910:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f328f25c already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384350.210912:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384350.210916:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384350.210918:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210924:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384350.210925:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384350.210927:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384350.210929:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f328f25c refcount=5 00000020:00000001:1.0:1767384350.210931:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.210934:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174197760 : -114055535353856 : ffff98446054a000) 00010000:00000001:1.0:1767384350.210936:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384350.210938:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.210941:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384350.210942:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384350.210943:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.210947:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384350.210950:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384350.210952:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384350.210959:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384350.210961:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f328f25c with handle 0x4ac496f8d605e1e8 from hash 00010000:00000001:1.0:1767384350.210964:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384350.210965:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.210966:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.210968:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384350.210970:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384350.210971:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384350.210974:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384350.210976:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384350.210979:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.210981:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384350.210983:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384350.210986:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.210989:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.210991:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.210995:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384350.210998:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.211003:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.211010:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.211012:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.211015:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384350.211017:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384350.211019:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384350.211020:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384350.211023:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384350.211026:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384350.211029:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384350.211031:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384350.211035:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384350.211037:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384350.211038:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f328f25c/0x4ac496f8d605e1e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384350.211053:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007bcfa8b3 count: 0 00010000:00000001:1.0:1767384350.211070:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384350.211071:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384350.212014:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384350.212017:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384350.212020:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000a124b28. 20000000:00000001:0.0:1767384350.212031:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384350.212035:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748243840 00010000:00000001:0.0:1767384350.212038:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384350.212047:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000066b4fec7 x1853236748243840/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.212055:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.212057:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.212061:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.212066:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.212069:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.212070:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384350.212074:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.212077:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.212080:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.212085:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.212089:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003083a53e. 00000100:00000200:0.0:1767384350.212096:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748243840, offset 224 00000400:00000200:0.0:1767384350.212104:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.212168:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.212179:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105380 00000400:00000200:0.0:1767384350.212187:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1991 [2] + 224 00000400:00000200:0.0:1767384350.212195:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.212198:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.212203:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.212205:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.212219:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.212231:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.212239:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003083a53e 00000400:00000010:0.0:1767384350.212242:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003083a53e. 00000100:00000001:0.0:1767384350.212246:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.212248:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.212261:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.212264:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384350.212268:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384350.212272:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.212275:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384350.212283:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066b4fec7 x1853236748243840/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.212292:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066b4fec7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748243840:12345-0@lo:253: Request processed in 22001us (22653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384350.212305:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:0.0:1767384350.212310:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384350.212313:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.212316:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.212322:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a23e1af. 00000020:00000010:0.0:1767384350.212327:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a776ace. 00000020:00000010:0.0:1767384350.212334:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8bf6268. 00000020:00000040:0.0:1767384350.212343:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384350.212348:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384350.212351:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004dafcffb. 02000000:00000001:0.0:1767384350.212364:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384350.212370:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384350.212378:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384350.212384:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8f0a0aa. 00000400:00000010:0.0:1767384350.212392:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003083a53e. 00000100:00000001:0.0:1767384350.212430:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.212433:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384350.212443:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.212445:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.212447:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002308d1d3. 00000400:00000200:0.0:1767384350.212451:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000260f0bac 00000400:00000010:0.0:1767384350.212453:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000260f0bac. 00000100:00000001:0.0:1767384350.212455:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.212461:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.212483:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.212495:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.212497:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.212500:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.212503:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.212505:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.212507:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.212509:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.212513:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.212517:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.212519:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.212522:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.212523:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384350.212525:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.212526:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.212529:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.212533:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.212536:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.212537:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384350.212540:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384350.212543:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384350.212544:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384350.212545:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384350.212546:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384350.212547:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384350.212548:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384350.212549:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384350.212551:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384350.212553:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384350.212557:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.212562:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748243840:0@lo:253: 00000100:00000001:0.0:1767384350.212566:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.212569:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.212576:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748243840/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.212581:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.212584:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.212586:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f63e5058. 02000000:00000001:0.0:1767384350.212589:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.212591:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.212593:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384350.212595:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.212598:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000957aaac8. 02000000:00000001:0.0:1767384350.212605:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.212609:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.212611:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:0.0:1767384350.212614:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.212615:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.212618:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.212623:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.212625:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.212626:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.212628:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384350.214953:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384350.214956:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384350.214957:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000209d6f78. 20000000:00000001:1.0:1767384350.214961:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384350.214963:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748243968 00010000:00000001:1.0:1767384350.214965:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384350.214968:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a2096498 x1853236748243968/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384350.214974:0:29954:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000669de5af. 00010000:00000001:1.0:1767384350.214974:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384350.214977:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384350.214980:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384350.214983:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384350.214984:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384350.214985:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384350.214987:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384350.214988:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384350.214989:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767384350.214991:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:2.0:1767384350.214993:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:1.0:1767384350.214995:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:2.0:1767384350.214998:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:1.0:1767384350.214999:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007bc8bed. 00000400:00000040:2.0:1767384350.215002:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000200:1.0:1767384350.215004:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748243968, offset 224 00000400:00000040:2.0:1767384350.215005:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.215008:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000200:1.0:1767384350.215012:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:2.0:1767384350.215014:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.215016:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384350.215017:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384350.215018:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384350.215019:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384350.215020:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.215022:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384350.215027:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.215028:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384350.215029:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384350.215030:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384350.215031:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384350.215032:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384350.215033:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.215034:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.215035:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.215036:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.215037:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.215038:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384350.215039:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.215040:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.215041:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.215042:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.215043:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.215044:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384350.215046:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384350.215046:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384350.215048:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384350.215049:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384350.215050:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.215051:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384350.215053:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384350.215054:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.215055:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384350.215056:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384350.215057:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384350.215058:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384350.215059:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384350.215060:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384350.215061:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384350.215062:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384350.215063:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384350.215064:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384350.215065:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384350.215066:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384350.215067:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384350.215072:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384350.215073:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384350.215074:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384350.215076:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384350.215076:0:29954:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384350.215176:0:29954:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000669de5af. 00000400:00000200:1.0:1767384350.215181:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384350.215187:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105400 00000400:00000200:1.0:1767384350.215191:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1999 [2] + 224 00000400:00000200:1.0:1767384350.215196:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384350.215200:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384350.215202:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384350.215206:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384350.215214:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384350.215236:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384350.215242:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007bc8bed 00000100:00000001:0.0:1767384350.215244:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384350.215245:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007bc8bed. 00000100:00000001:0.0:1767384350.215248:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384350.215249:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384350.215252:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384350.215253:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384350.215255:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384350.215256:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384350.215260:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:0.0:1767384350.215260:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b5b6d0. 00010000:00000001:1.0:1767384350.215265:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384350.215265:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1bf9454 00000020:00000001:1.0:1767384350.215266:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384350.215270:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384350.215270:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1bf9454. 00000100:00000001:0.0:1767384350.215276:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384350.215277:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a2096498 x1853236748243968/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 4848/4768 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.215283:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.215290:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a2096498 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748243968:12345-0@lo:253: Request processed in 24897us (25421us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384350.215304:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384350.215306:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:1.0:1767384350.215311:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384350.215315:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384350.215317:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384350.215320:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384350.215322:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000396203b5. 00000100:00000001:0.0:1767384350.215323:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.215327:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384350.215328:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e214aaa9. 02000000:00000001:0.0:1767384350.215329:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.215333:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384350.215334:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9ee21ea. 00000020:00000040:1.0:1767384350.215336:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384350.215338:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384350.215341:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5c3c034. 00000100:00000001:0.0:1767384350.215342:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384350.215344:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384350.215348:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384350.215348:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384350.215355:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384350.215357:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=56 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384350.215359:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000100:00001000:0.0:1767384350.215363:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=56 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384350.215364:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007bc8bed. 00000100:00000001:0.0:1767384350.215371:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.215373:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.215376:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384350.215377:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.215379:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.215383:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.215390:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.215392:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.215393:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384350.215397:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384350.215398:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384350.215400:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384350.215401:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384350.215402:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384350.215404:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384350.215405:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384350.215406:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384350.215407:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384350.215410:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.215417:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748243968:0@lo:253: 00000100:00000001:0.0:1767384350.215421:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.215423:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.215425:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6fc22ca x1853236748243968/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.215432:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.215434:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.215436:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000009c4ec9b. 02000000:00000001:0.0:1767384350.215440:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.215441:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.215448:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384350.215449:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.215450:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015bb3cca. 02000000:00000001:0.0:1767384350.215453:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.215454:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.215455:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6fc22ca. 00000100:00000001:0.0:1767384350.215457:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.215458:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.215459:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.215463:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.215463:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.215465:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.215478:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384350.216139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007bcfa8b3. 00010000:00000010:1.1:1767384350.216154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00000800:00000010:2.0:1767384350.551187:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000023337060. 00000800:00000200:2.0:1767384350.551202:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (6) 00000800:00000200:2.0:1767384350.551208:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:988 00000800:00000200:2.0:1767384350.551213:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384350.551263:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp34 00000400:00000010:2.0:1767384350.551268:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d4fd81b4. 00000400:00000010:2.0:1767384350.551276:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8209dcb. 00000400:00000010:2.0:1767384350.551284:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000400:00000010:2.0:1767384350.551295:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa76ee87. 00000400:00000200:2.0:1767384350.551301:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp34 00000400:00000200:2.0:1767384350.551318:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp34 local destination 00000400:00000200:2.0:1767384350.551324:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp34 00000400:00000200:2.0:1767384350.551329:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp34 NI seq info: [110:110:256:4294967295] 192.168.202.119@tcp34 LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1767384350.551334:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp34 00000400:00000200:2.0:1767384350.551341:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34:) -> 192.168.202.119@tcp34(192.168.202.119@tcp34:192.168.202.119@tcp34) : GET try# 0 00000800:00000200:2.0:1767384350.551345:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp34 00000800:00000010:2.0:1767384350.551349:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000265b698b. 00000800:00000200:2.0:1767384350.551354:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000800:00000200:2.1:1767384350.551360:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000400:00000200:2.0:1767384350.551383:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp34 added to recovery queue. ping count: 2 next ping: 275 health :800 00000800:00000200:2.0:1767384350.551502:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384350.551505:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:2.0:1767384350.551508:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.551518:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384350.551523:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384350.551526:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384350.551599:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.551701:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.551794:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.551833:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.551895:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.551991:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552177:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552317:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552395:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552500:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552590:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552713:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552826:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.552944:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553053:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553541:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553609:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553656:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553736:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553836:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.553951:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554030:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554070:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554186:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554443:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554514:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554592:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554679:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554803:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554888:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554926:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384350.554976:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384350.555206:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:3.0:1767384350.555211:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b6ba45c. 00000800:00000010:3.0:1767384350.555217:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff21181c. 00000800:00000010:3.0:1767384350.555240:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff21181c. 00000800:00020000:3.0:1767384350.555250:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384350.555253:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b6ba45c. 00000800:00000010:3.0:1767384350.555257:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:3.0:1767384350.555341:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384350.555351:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp34 notifying 192.168.202.119@tcp34: down 00000800:00000200:3.0:1767384350.555359:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp34 down 00000800:00000100:3.0:1767384350.555369:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp34 00000800:00000010:3.0:1767384350.555378:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000265b698b. 00000400:00000200:3.0:1767384350.555383:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384350.555387:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp34->192.168.202.119@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384350.555400:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384350.555406:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384350.555411:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp34) recovery failed with -71 00000004:00000001:0.0:1767384350.743164:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384350.743168:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384350.743173:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 00000020:00000040:0.0:1767384350.743179:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384350.743184:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384350.743187:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384350.743192:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.743197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767384350.743199:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d0e5d7fb. 00000100:00000001:0.0:1767384350.743211:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.743212:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384350.743217:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384350.743220:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384350.743224:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000100:00000040:0.0:1767384350.743231:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096bc844c] to pc [ptlrpcd_00_00+0] req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384350.743235:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384350.743249:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.743254:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384350.743260:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384350.743269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b620f46b. 00000004:00000001:0.0:1767384350.743270:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.743281:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743291:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384350.743294:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384350.743297:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.743304:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384350.743316:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384350.743318:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.743325:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743336:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.743339:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.743344:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_01+1] req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384350.743344:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384350.743348:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384350.743362:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.743368:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748244096:0@lo:13: 00000100:00000001:3.0:1767384350.743372:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743373:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384350.743378:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384350.743379:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384350.743385:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.743392:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384350.743393:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384350.743404:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c9fb2b69. 00000100:00000010:3.0:1767384350.743406:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6fc22ca. 02000000:00000001:0.0:1767384350.743411:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384350.743415:0:8:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767384350.743418:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002308d1d3. 00000100:00000001:3.0:1767384350.743423:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.743427:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384350.743427:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 02000000:00000001:3.0:1767384350.743433:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384350.743435:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748244096, portal 4 00000100:00000001:0.0:1767384350.743440:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384350.743442:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001116a783. 00000100:00000001:0.0:1767384350.743443:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000100:00000001:3.0:1767384350.743452:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.743456:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.743482:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.743485:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.743488:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000100:00000200:0.0:1767384350.743490:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748244096, offset 0 00000400:00000200:0.0:1767384350.743496:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.743508:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.743517:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e105480 00000400:00000200:0.0:1767384350.743523:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2016 00000400:00000200:0.0:1767384350.743529:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.743533:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.743539:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384350.743541:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384350.743544:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dbfa1d73. 00000100:00000040:0.0:1767384350.743547:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000dbfa1d73 x1853236748244096 msgsize 224 00000100:00100000:0.0:1767384350.743552:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384350.743564:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.743572:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:0.0:1767384350.743576:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000100:00000040:3.0:1767384350.743577:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384350.743583:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384350.743590:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.743594:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384350.743595:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384350.743606:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6fc22ca] to pc [ptlrpcd_00_02+2] req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.743607:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.743613:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.743677:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743680:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.743685:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.743689:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5427 usecs (6 jiffies) 00000100:00000001:0.0:1767384350.743694:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938630 00000100:00000010:0.0:1767384350.743698:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000100:00000001:0.0:1767384350.743703:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384350.743707:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938630 00000100:00000010:0.0:1767384350.743709:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7408a8c. 00000100:00000001:0.0:1767384350.743712:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384350.743714:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938630 00000100:00000010:0.0:1767384350.743716:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057199239. 00000100:00000001:0.0:1767384350.743718:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384350.743721:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938630 00000100:00000010:0.0:1767384350.743723:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a2757eec. 00000100:00000001:0.0:1767384350.743726:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384350.743729:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.743731:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743733:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743735:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.743742:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.743743:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384350.743746:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.743748:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.743750:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.743752:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384350.743753:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.743762:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.743764:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.743765:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.743766:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.743767:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384350.743771:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.743776:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.743777:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.743779:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384350.743780:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384350.743782:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.743783:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748244224:0@lo:400: 00000100:00000001:0.0:1767384350.743786:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384350.743789:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384350.743790:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.743792:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384350.743795:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a88b7b66. 02000000:00000001:0.0:1767384350.743797:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.743801:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039d0e2b4. 00000400:00000010:0.0:1767384350.743805:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000100:00000200:0.0:1767384350.743807:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748244224, portal 25 00000100:00000001:0.0:1767384350.743809:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.743810:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000040:0.0:1767384350.743813:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.743817:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.743820:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.743822:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df526203. 00000100:00000200:0.0:1767384350.743824:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748244224, offset 0 00000400:00000200:0.0:1767384350.743829:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.743835:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.743842:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e105500 00000400:00000200:0.0:1767384350.743847:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1221 [2] + 0 00000100:00000001:3.0:1767384350.743850:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.743862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767384350.743862:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000121e3e89. 00000400:00000200:0.0:1767384350.743869:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d369a28 00000100:00000001:3.0:1767384350.743875:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384350.743875:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.743880:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384350.743881:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000400:00000200:0.0:1767384350.743883:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d369a28 00000400:00000010:0.0:1767384350.743891:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d369a28. 00000100:00000001:0.0:1767384350.743897:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384350.743899:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384350.743901:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000006d79ad8c x1853236748244224 msgsize 224 00000100:00100000:0.0:1767384350.743904:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384350.743906:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384350.743915:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.743919:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df526203 00000400:00000010:0.0:1767384350.743920:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df526203. 00000100:00000001:0.0:1767384350.743925:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384350.743929:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.743936:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.743938:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384350.743939:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384350.743953:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384350.743954:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384350.743962:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384350.743963:0:16146:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384350.743971:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743971:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743983:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294938636 02000000:00000010:3.0:1767384350.743986:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000028795634. 00000100:00000001:0.0:1767384350.743989:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294938630 00000100:00000001:3.0:1767384350.743995:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.743996:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294938636 00000100:00000001:0.0:1767384350.744005:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294938630 00000100:00000040:3.0:1767384350.744011:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384350.744012:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294938636 00000100:00000001:0.0:1767384350.744018:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294938630 00000100:00000001:0.0:1767384350.744027:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294938636 00000100:00000001:0.0:1767384350.744037:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294938630 00000100:00000001:0.0:1767384350.744045:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384350.744048:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.744050:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744059:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744062:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.744063:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8675a7c] to pc [ptlrpcd_00_03+3] req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744065:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744079:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.744084:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.744089:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.744095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384350.744100:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384350.744100:0:23416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384350.744128:0:23416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244096 02000000:00000001:0.0:1767384350.744131:0:23416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.744133:0:23416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.744134:0:23416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.744137:0:23416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.744141:0:23416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244096 00000020:00000001:0.0:1767384350.744144:0:23416:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.744146:0:23416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:0.0:1767384350.744148:0:23416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.744151:0:23416:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:0.0:1767384350.744154:0:23416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000010:3.0:1767384350.744156:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000958b9be. 00000020:00000001:0.0:1767384350.744157:0:23416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000040:3.0:1767384350.744168:0:8:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384350.744169:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.744175:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a31339e. 00000100:00000001:3.0:1767384350.744177:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384350.744184:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:0.0:1767384350.744184:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d8a5460f. 02000000:00000001:3.0:1767384350.744192:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384350.744195:0:23416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 02000000:00000010:3.0:1767384350.744203:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000055d4fdbd. 00000100:00000001:0.0:1767384350.744208:0:23416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384350.744213:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d171d226. 00000100:00000001:3.0:1767384350.744223:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384350.744223:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.744229:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:3.0:1767384350.744236:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384350.744239:0:23416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384350.744247:0:23416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.744252:0:23416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.744255:0:23416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384350.744259:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384350.744263:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744269:0:23416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384350.744270:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000958b9be] to pc [ptlrpcd_00_00+0] req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744288:0:23416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384350.744303:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744308:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384350.744313:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00000100:00000001:0.0:1767384350.744314:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384350.744323:0:23416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384350.744328:0:23416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:0.0:1767384350.744336:0:23416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656103808 : -114055053447808 : ffff98447d0ded80) 00000100:00000040:0.0:1767384350.744343:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dbfa1d73 x1853236748244096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744349:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.744353:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.744357:0:23416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.744361:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000100:00100000:0.0:1767384350.744370:0:23416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dbfa1d73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748244096:12345-0@lo:13: 00000100:00000200:0.0:1767384350.744374:0:23416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244096 00000020:00000001:0.0:1767384350.744376:0:23416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384350.744381:0:23416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384350.744384:0:23416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.744385:0:23416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384350.744387:0:23416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000001:0.0:1767384350.744390:0:23416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384350.744393:0:23416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384350.744396:0:23416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384350.744398:0:23416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384350.744401:0:23416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744405:0:23416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384350.744409:0:23416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384350.744412:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c68518d9. 02000000:00000001:0.0:1767384350.744414:0:23416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744415:0:23416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384350.744418:0:23416:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384350.744423:0:23416:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384350.744426:0:23416:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384350.744430:0:23416:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384350.744442:0:23416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.744447:0:23416:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384350.744451:0:23416:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384350.744455:0:23416:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384350.744457:0:23416:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384350.744479:0:23416:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384350.744481:0:23416:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384350.744486:0:23416:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384350.744488:0:23416:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384350.744490:0:23416:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384350.744494:0:23416:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748244096 00010000:00000001:0.0:1767384350.744496:0:23416:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384350.744501:0:23416:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dbfa1d73 x1853236748244096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.744506:0:23416:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.744508:0:23416:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.744511:0:23416:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.744514:0:23416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.744516:0:23416:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.744519:0:23416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384350.744521:0:23416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.744522:0:23416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744524:0:23416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.744526:0:23416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.744529:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df526203. 00000100:00000200:0.0:1767384350.744532:0:23416:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748244096, offset 224 00000400:00000200:0.0:1767384350.744537:0:23416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.744543:0:23416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.744548:0:23416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e105480 00000400:00000200:0.0:1767384350.744552:0:23416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19c5 [1] + 224 00000400:00000200:0.0:1767384350.744555:0:23416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.744557:0:23416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.744559:0:23416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.744562:0:23416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.744567:0:23416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744574:0:23416:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.744587:0:23416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df526203 00000400:00000010:0.0:1767384350.744589:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df526203. 00000100:00000001:0.0:1767384350.744591:0:23416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.744592:0:23416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.744595:0:23416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.744597:0:23416:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384350.744599:0:23416:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384350.744600:0:23416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.744602:0:23416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384350.744605:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dbfa1d73 x1853236748244096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/368 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.744615:0:23416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dbfa1d73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748244096:12345-0@lo:13: Request processed in 261us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384350.744620:0:23416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767384350.744622:0:23416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:0.0:1767384350.744624:0:23416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.744626:0:23416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.744629:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.744632:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000020:00000010:0.0:1767384350.744636:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d171d226. 00000020:00000040:0.0:1767384350.744640:0:23416:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:0.0:1767384350.744643:0:23416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.744655:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.744657:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.744658:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384350.744662:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744667:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.744668:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.744669:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384350.744671:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384350.744673:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.744675:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748244352:0@lo:400: 00000100:00000001:0.0:1767384350.744678:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384350.744687:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384350.744688:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.744690:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384350.744694:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d171d226. 02000000:00000001:0.0:1767384350.744695:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.744701:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008268d17a. 00000400:00000010:0.0:1767384350.744705:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df526203. 00000100:00000200:0.0:1767384350.744707:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748244352, portal 4 00000100:00000001:0.0:1767384350.744708:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.744709:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716210304 : -114055993341312 : ffff984445084a80) 00000100:00000040:0.0:1767384350.744712:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744716:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.744717:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.744722:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384350.744724:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748244352, offset 0 00000400:00000200:0.0:1767384350.744728:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.744732:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.744736:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e105580 00000400:00000200:0.0:1767384350.744739:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3440 00000400:00000200:0.0:1767384350.744743:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.744745:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.744748:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384350.744748:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384350.744751:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002001ae7c. 00000100:00000040:0.0:1767384350.744753:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000002001ae7c x1853236748244352 msgsize 224 00000100:00100000:0.0:1767384350.744756:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384350.744767:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.744770:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:0.0:1767384350.744771:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:0.0:1767384350.744773:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384350.744775:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744781:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.744789:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744794:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744795:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.744799:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.744801:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5427 usecs (6 jiffies) 00000100:00000001:0.0:1767384350.744803:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938631 00000100:00000001:0.0:1767384350.744805:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744807:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938631 00000100:00000001:0.0:1767384350.744809:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744810:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938631 00000100:00000001:0.0:1767384350.744812:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744814:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938631 00000100:00000001:0.0:1767384350.744816:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744817:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.744819:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744821:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744822:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.744826:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.744827:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384350.744829:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.744831:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.744833:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.744836:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384350.744837:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.744839:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.744840:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.744842:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.744842:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.744843:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384350.744846:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744851:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.744857:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.744859:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384350.744861:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384350.744862:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.744864:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748244480:0@lo:400: 00000100:00000001:0.0:1767384350.744867:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384350.744870:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384350.744871:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.744873:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384350.744877:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4776118. 02000000:00000001:0.0:1767384350.744878:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.744881:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000400:00000010:0.0:1767384350.744885:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384350.744887:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748244480, portal 10 00000100:00000001:0.0:1767384350.744889:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.744890:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000040:0.0:1767384350.744893:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744897:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.744899:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.744901:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384350.744903:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748244480, offset 0 00000400:00000200:0.0:1767384350.744907:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.744913:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.744920:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e105600 00000400:00000200:0.0:1767384350.744923:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000400:00000200:0.0:1767384350.744926:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.744929:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.744932:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384350.744933:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384350.744935:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ccd0def. 00000100:00000040:0.0:1767384350.744937:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000006ccd0def x1853236748244480 msgsize 224 00000100:00100000:0.0:1767384350.744939:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384350.744947:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.744958:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384350.744959:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384350.744962:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384350.744965:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744970:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.744973:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.744977:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.744978:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.744981:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.744983:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3298 usecs (4 jiffies) 00000100:00000001:0.0:1767384350.744985:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294938629 00000100:00000001:0.0:1767384350.744987:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744989:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294938629 00000100:00000001:0.0:1767384350.744991:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744992:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294938629 00000100:00000001:0.0:1767384350.744994:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744995:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294938629 00000100:00000001:0.0:1767384350.744996:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.744997:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.744999:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745002:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745004:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745016:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.745019:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745030:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384350.745032:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244224 02000000:00000001:0.0:1767384350.745034:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.745035:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.745038:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.745040:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.745048:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244224 00000020:00000001:0.0:1767384350.745050:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.745051:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384350.745053:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.745055:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:0.0:1767384350.745057:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384350.745059:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384350.745062:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.745065:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.745066:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.745068:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000020:00000010:0.0:1767384350.745073:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000010:0.0:1767384350.745076:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.745079:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:0.0:1767384350.745086:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384350.745089:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.745091:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.745094:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745100:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745491:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.745502:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.745505:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384350.745509:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:0.0:1767384350.745512:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384350.745514:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400391760 : -114060309159856 : ffff984343ca2050) 00000100:00000040:0.0:1767384350.745517:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d79ad8c x1853236748244224/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.745523:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.745526:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.745528:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.745530:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000100:00100000:0.0:1767384350.745535:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d79ad8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748244224:12345-0@lo:400: 00000100:00000200:0.0:1767384350.745545:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244224 00000020:00000001:0.0:1767384350.745547:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384350.745550:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384350.745553:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745555:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384350.745556:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:0.0:1767384350.745558:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384350.745560:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384350.745562:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384350.745563:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384350.745565:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745567:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384350.745568:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384350.745571:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384350.745574:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082d30463. 02000000:00000001:0.0:1767384350.745576:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745578:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745579:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384350.745581:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748244224 00010000:00000001:0.0:1767384350.745583:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384350.745586:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d79ad8c x1853236748244224/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.745591:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.745592:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.745594:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.745597:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.745600:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.745602:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384350.745604:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.745605:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745607:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.745610:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.745613:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384350.745615:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748244224, offset 224 00000400:00000200:0.0:1767384350.745620:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.745630:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.745635:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e105500 00000400:00000200:0.0:1767384350.745640:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19cd [1] + 224 00000400:00000200:0.0:1767384350.745643:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.745645:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.745648:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.745651:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.745657:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.745663:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.745670:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384350.745671:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384350.745673:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.745674:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.745676:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.745679:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384350.745681:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384350.745682:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745684:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384350.745687:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d79ad8c x1853236748244224/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.745694:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d79ad8c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748244224:12345-0@lo:400: Request processed in 169us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384350.745699:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00000040:0.0:1767384350.745700:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384350.745702:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.745704:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.745706:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.745709:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000020:00000010:0.0:1767384350.745711:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000020:00000040:0.0:1767384350.745713:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:0.0:1767384350.745721:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384350.745723:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000082d30463. 02000000:00000001:0.0:1767384350.745724:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384350.745725:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384350.745728:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384350.745731:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000487792e7. 00000400:00000010:0.0:1767384350.745735:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3a5f46f. 00000100:00080000:0.0:1767384350.745748:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384350.745750:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:0.0:1767384350.745765:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384350.745767:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244352 02000000:00000001:0.0:1767384350.745768:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.745769:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.745770:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.745772:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.745774:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244352 00000020:00000001:0.0:1767384350.745776:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.745777:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:0.0:1767384350.745778:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.745780:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:0.0:1767384350.745782:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:0.0:1767384350.745784:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384350.745786:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.745789:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.745791:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.745792:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000020:00000010:0.0:1767384350.745798:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000010:0.0:1767384350.745802:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.745806:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:0.0:1767384350.745810:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384350.745812:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.745813:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.745815:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.745820:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384350.745822:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384350.745829:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745838:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.745845:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.745846:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384350.745848:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384350.745850:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:0.0:1767384350.745852:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656094848 : -114055053456768 : ffff98447d0dca80) 00000100:00000040:0.0:1767384350.745856:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002001ae7c x1853236748244352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.745861:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.745864:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.745866:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.745867:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000100:00100000:0.0:1767384350.745873:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002001ae7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748244352:12345-0@lo:400: 00000100:00000200:0.0:1767384350.745875:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244352 00000020:00000001:0.0:1767384350.745877:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384350.745880:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384350.745881:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745883:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384350.745884:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:0.0:1767384350.745886:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384350.745888:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384350.745889:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384350.745890:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384350.745892:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745894:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384350.745896:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384350.745899:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384350.745902:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000082d30463. 02000000:00000001:0.0:1767384350.745904:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745906:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.745907:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384350.745909:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748244352 00010000:00000001:0.0:1767384350.745911:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384350.745920:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002001ae7c x1853236748244352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.745925:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.745927:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.745929:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.745931:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.745934:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.745936:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384350.745937:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.745938:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.745941:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.745945:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.745948:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384350.745950:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748244352, offset 224 00000400:00000200:0.0:1767384350.745956:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.745961:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.745968:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e105580 00000400:00000200:0.0:1767384350.745972:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19d9 [1] + 224 00000400:00000200:0.0:1767384350.745975:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.745978:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.745983:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.745985:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.745990:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746000:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.746002:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384350.746003:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384350.746005:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.746007:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.746009:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.746010:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384350.746011:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384350.746012:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746019:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384350.746022:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002001ae7c x1853236748244352/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.746028:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002001ae7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748244352:12345-0@lo:400: Request processed in 166us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384350.746032:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384350.746033:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:0.0:1767384350.746034:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.746035:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.746038:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.746040:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000020:00000010:0.0:1767384350.746043:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000020:00000040:0.0:1767384350.746045:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:0.0:1767384350.746047:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746059:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384350.746061:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244480 02000000:00000001:0.0:1767384350.746062:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.746063:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.746064:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.746066:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.746067:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244480 00000020:00000001:0.0:1767384350.746069:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.746070:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:0.0:1767384350.746071:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.746073:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000020:00000001:0.0:1767384350.746074:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:0.0:1767384350.746075:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:0.0:1767384350.746078:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.746080:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.746082:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.746084:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000020:00000010:0.0:1767384350.746087:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000010:0.0:1767384350.746092:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.746100:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:0.0:1767384350.746131:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384350.746133:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.746134:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.746136:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746141:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384350.746143:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384350.746144:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746151:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746158:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.746159:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384350.746163:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767384350.746166:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:0.0:1767384350.746167:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656101120 : -114055053450496 : ffff98447d0de300) 00000100:00000040:0.0:1767384350.746171:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ccd0def x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746176:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.746179:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384350.746180:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.746181:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d2c6248. 00000100:00100000:0.0:1767384350.746186:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ccd0def pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748244480:12345-0@lo:400: 00000100:00000200:0.0:1767384350.746188:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244480 00000020:00000001:0.0:1767384350.746190:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384350.746193:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384350.746195:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746196:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384350.746198:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:0.0:1767384350.746199:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384350.746201:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384350.746202:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384350.746203:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384350.746204:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746205:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384350.746213:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384350.746215:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384350.746217:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e16739eb. 02000000:00000001:0.0:1767384350.746219:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746221:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746222:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384350.746224:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748244480 00010000:00000001:0.0:1767384350.746225:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384350.746228:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ccd0def x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.746232:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.746234:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.746235:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.746238:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.746241:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.746243:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384350.746245:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.746247:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746250:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.746253:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.746256:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384350.746260:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748244480, offset 224 00000400:00000200:0.0:1767384350.746266:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.746273:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.746281:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e105600 00000400:00000200:0.0:1767384350.746286:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19e1 [1] + 224 00000400:00000200:0.0:1767384350.746291:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.746295:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.746300:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.746304:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.746314:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746321:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.746333:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384350.746335:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384350.746338:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.746339:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.746341:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.746343:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384350.746344:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384350.746346:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746347:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384350.746352:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ccd0def x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.746357:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ccd0def pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748244480:12345-0@lo:400: Request processed in 180us (1419us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384350.746363:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767384350.746364:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:0.0:1767384350.746366:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.746367:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.746369:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.746373:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000020:00000010:0.0:1767384350.746377:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000020:00000040:0.0:1767384350.746386:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:0.0:1767384350.746388:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746412:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384350.746414:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384350.746415:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746419:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.746421:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746422:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.746424:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384350.746427:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384350.746430:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746435:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384350.746437:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.746440:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384350.746449:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384350.746450:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.746452:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236748244608:0@lo:400: 00000100:00000001:0.0:1767384350.746455:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384350.746458:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384350.746473:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.746475:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384350.746479:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079c94535. 02000000:00000001:0.0:1767384350.746481:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384350.746484:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2173e4. 00000400:00000010:0.0:1767384350.746486:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384350.746489:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748244608, portal 10 00000100:00000001:0.0:1767384350.746490:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384350.746491:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716209408 : -114055993342208 : ffff984445084700) 00000100:00000040:0.0:1767384350.746495:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746499:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.746500:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.746503:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:0.0:1767384350.746505:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748244608, offset 0 00000400:00000200:0.0:1767384350.746510:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.746515:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.746520:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e105680 00000400:00000200:0.0:1767384350.746522:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:0.0:1767384350.746526:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.746528:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.746531:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384350.746533:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384350.746536:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000063050d. 00000100:00000040:0.0:1767384350.746540:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000000063050d x1853236748244608 msgsize 224 00000100:00100000:0.0:1767384350.746543:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384350.746549:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.746553:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:0.0:1767384350.746554:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:0.0:1767384350.746566:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384350.746569:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746574:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.746577:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746581:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746583:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.746587:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.746591:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3393 usecs (4 jiffies) 00000100:00000001:0.0:1767384350.746592:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294938631 00000100:00000001:0.0:1767384350.746594:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.746595:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294938631 00000100:00000001:0.0:1767384350.746597:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.746598:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294938631 00000100:00000001:0.0:1767384350.746601:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.746601:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294938631 00000100:00000001:0.0:1767384350.746604:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294938636 00000100:00000001:0.0:1767384350.746605:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.746606:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746608:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746611:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746626:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384350.746628:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244608 02000000:00000001:0.0:1767384350.746629:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384350.746630:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.746632:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.746634:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384350.746635:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244608 00000020:00000001:0.0:1767384350.746637:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384350.746640:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:0.0:1767384350.746641:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384350.746649:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000001:0.0:1767384350.746650:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:0.0:1767384350.746651:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:0.0:1767384350.746653:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.746656:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d2c6248. 00000020:00000010:0.0:1767384350.746659:0:19521:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000acdb997c. 00000020:00000040:0.0:1767384350.746662:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:0.0:1767384350.746668:0:19521:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384350.746671:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d82230c. 00000020:00000010:0.0:1767384350.746675:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.746681:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:0.0:1767384350.746686:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384350.746688:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384350.746690:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384350.746691:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746695:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384350.746697:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384350.746699:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746701:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.746711:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384350.746712:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384350.746716:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767384350.746718:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:0.0:1767384350.746719:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656107392 : -114055053444224 : ffff98447d0dfb80) 00000100:00000040:0.0:1767384350.746722:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000063050d x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:331/0 lens 224/0 e 0 to 0 dl 1767384361 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746727:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384350.746730:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f35ddd74. 00000100:00000001:0.0:1767384350.746731:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384350.746733:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f35ddd74. 00000100:00100000:0.0:1767384350.746737:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000063050d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236748244608:12345-0@lo:400: 00000100:00000200:0.0:1767384350.746739:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244608 00000020:00000001:0.0:1767384350.746750:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384350.746751:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384350.746752:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746754:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384350.746755:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:0.0:1767384350.746760:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384350.746763:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384350.746764:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384350.746765:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384350.746766:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746768:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384350.746770:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384350.746772:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384350.746775:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006dffcc62. 02000000:00000001:0.0:1767384350.746777:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746778:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746779:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384350.746781:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748244608 00010000:00000001:0.0:1767384350.746783:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384350.746786:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000063050d x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.746790:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384350.746792:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.746793:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.746795:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384350.746796:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384350.746797:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384350.746799:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384350.746800:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.746801:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384350.746805:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384350.746808:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:0.0:1767384350.746811:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748244608, offset 224 00000400:00000200:0.0:1767384350.746814:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384350.746818:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384350.746824:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e105680 00000400:00000200:0.0:1767384350.746832:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19f9 [1] + 224 00000400:00000200:0.0:1767384350.746834:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384350.746836:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384350.746839:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.746844:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384350.746853:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.746862:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384350.746867:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:0.0:1767384350.746868:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:0.0:1767384350.746872:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384350.746873:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384350.746879:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.746881:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384350.746883:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384350.746885:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384350.746888:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384350.746893:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000063050d x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:331/0 lens 224/224 e 0 to 0 dl 1767384361 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.746902:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000063050d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16147:x1853236748244608:12345-0@lo:400: Request processed in 170us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384350.746907:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767384350.746908:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:0.0:1767384350.746909:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384350.746911:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384350.746914:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:0.0:1767384350.746916:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000020:00000010:0.0:1767384350.746922:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d82230c. 00000020:00000040:0.0:1767384350.746930:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:0.0:1767384350.746932:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384350.746951:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384350.746962:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:0.0:1767384350.746970:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.746973:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384350.746980:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.746982:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.746986:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2173e4. 00000400:00000200:0.0:1767384350.746990:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384350.746992:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384350.746996:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.746999:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.747007:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747016:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.747020:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747023:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.747027:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.747029:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.747032:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.747034:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.747039:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.747044:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.747048:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.747050:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.747054:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384350.747059:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.747065:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747068:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384350.747071:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384350.747073:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384350.747074:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.747076:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747082:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.747088:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.747090:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.747095:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.747101:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16147:1853236748244608:0@lo:400: 00000100:00000001:0.0:1767384350.747150:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747152:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.747155:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000958b9be x1853236748244608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747161:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.747165:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.747168:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079c94535. 02000000:00000001:0.0:1767384350.747172:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.747174:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.747176:0:16147:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384350.747178:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.747180:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000055d4fdbd. 02000000:00000001:0.0:1767384350.747185:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.747187:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.747189:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000958b9be. 00000100:00000001:0.0:1767384350.747193:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.747195:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747196:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747200:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.747201:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747204:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.747206:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747222:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.747224:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384350.747228:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.747229:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.747231:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043926dbb. 00000400:00000200:0.0:1767384350.747235:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:0.0:1767384350.747236:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:0.0:1767384350.747241:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.747245:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.747262:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747270:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.747273:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747276:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.747279:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.747281:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.747283:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.747285:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.747290:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.747294:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.747297:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.747298:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.747301:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384350.747305:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.747312:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747314:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384350.747315:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384350.747316:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384350.747317:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.747319:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747323:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.747326:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.747327:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.747329:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.747333:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8675a7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748244480:0@lo:400: 00000400:00000001:0.0:1767384350.747337:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.747338:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.747346:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008268d17a. 00000400:00000200:0.0:1767384350.747348:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df526203 00000400:00000010:0.0:1767384350.747349:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df526203. 00000100:00000001:0.0:1767384350.747351:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.747353:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.747358:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747362:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.747363:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747364:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.747365:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.747366:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.747367:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.747368:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.747370:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.747373:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.747375:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.747377:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.747379:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384350.747382:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.747386:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747387:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384350.747388:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384350.747389:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384350.747389:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.747391:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747395:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.747396:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.747397:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.747400:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.747414:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e6fc22ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748244352:0@lo:400: 00000100:00000001:0.0:1767384350.747417:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747419:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.747420:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8675a7c x1853236748244480/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747425:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.747427:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.747428:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4776118. 02000000:00000001:0.0:1767384350.747430:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.747431:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.747432:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384350.747433:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.747436:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000028795634. 02000000:00000001:0.0:1767384350.747439:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.747441:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.747442:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8675a7c. 00000100:00000001:0.0:1767384350.747446:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.747447:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747448:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.747451:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e6fc22ca x1853236748244352/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747455:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.747458:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.747459:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d171d226. 02000000:00000001:0.0:1767384350.747475:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.747477:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.747478:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384350.747480:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.747481:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001116a783. 02000000:00000001:0.0:1767384350.747484:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.747485:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.747486:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6fc22ca. 00000100:00000001:0.0:1767384350.747489:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.747490:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747496:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747500:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.747501:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747503:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.747505:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747513:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.747514:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384350.747516:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.747517:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.747518:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039d0e2b4. 00000400:00000200:0.0:1767384350.747523:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:0.0:1767384350.747524:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000100:00000001:0.0:1767384350.747528:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.747532:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.747538:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747543:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.747544:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747547:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.747548:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.747551:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.747552:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.747554:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.747556:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.747558:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.747559:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.747560:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.747562:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384350.747564:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747566:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.747571:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747575:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.747577:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.747578:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384350.747586:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.747591:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748244224:0@lo:400: 00000400:00000001:0.0:1767384350.747596:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384350.747597:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384350.747598:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002308d1d3. 00000400:00000200:0.0:1767384350.747600:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384350.747601:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384350.747602:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384350.747605:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384350.747609:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747615:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384350.747616:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747617:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384350.747619:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384350.747619:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384350.747620:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384350.747621:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384350.747623:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384350.747625:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384350.747627:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384350.747628:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384350.747630:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384350.747633:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384350.747637:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747638:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384350.747639:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384350.747640:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384350.747642:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.747645:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747654:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384350.747655:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384350.747656:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384350.747657:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384350.747660:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384350.747662:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384350.747667:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384350.747670:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.747673:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384350.747678:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000096bc844c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748244096:0@lo:13: 00000100:00000001:0.0:1767384350.747680:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747681:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.747682:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748244224/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747686:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.747687:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.747688:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a88b7b66. 02000000:00000001:0.0:1767384350.747690:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.747691:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.747691:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384350.747693:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.747693:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b620f46b. 02000000:00000001:0.0:1767384350.747695:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.747696:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.747696:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000100:00000001:0.0:1767384350.747698:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.747699:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747700:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384350.747701:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000096bc844c x1853236748244096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384350.747710:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384350.747711:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384350.747712:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c9fb2b69. 02000000:00000001:0.0:1767384350.747714:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384350.747715:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384350.747715:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384350.747716:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384350.747717:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d0e5d7fb. 02000000:00000001:0.0:1767384350.747719:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384350.747720:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384350.747721:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00000100:00000001:0.0:1767384350.747723:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384350.747724:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747725:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384350.747728:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384350.747729:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384350.747731:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384350.747733:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384350.756197:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000010:0.0:1767384350.756207:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00000100:00000040:3.0:1767384350.756225:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000010:3.0:1767384350.756236:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a2757eec. 00000100:00000040:1.0:1767384350.756318:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294938636, at 4294938637 00000100:00000010:1.0:1767384350.756326:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7408a8c. 00000100:00000040:2.0:1767384350.757150:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294938636, at 4294938638 00000100:00000010:2.0:1767384350.757157:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057199239. 00010000:00000001:2.0:1767384351.064176:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384351.064180:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384351.064184:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384351.064186:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384351.064201:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384351.064204:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384351.064205:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384351.575200:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384351.575206:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384351.575210:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:2.0:1767384351.575215:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000400:00000200:2.0:1767384351.575221:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384351.575229:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384351.575241:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d4fd81b4. 00000400:00000010:2.0:1767384351.575246:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8209dcb. 00000400:00000200:2.0:1767384351.575253:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp31 00000400:00000010:2.0:1767384351.575259:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d4fd81b4. 00000400:00000010:2.0:1767384351.575265:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000988d0924. 00000400:00000010:2.0:1767384351.575269:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000400:00000010:2.0:1767384351.575275:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000126319fd. 00000400:00000200:2.0:1767384351.575280:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp31 00000400:00000200:2.0:1767384351.575292:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp31 local destination 00000400:00000200:2.0:1767384351.575299:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp31 00000400:00000200:2.0:1767384351.575303:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp31 NI seq info: [111:111:256:4294967295] 192.168.202.119@tcp31 LPNI seq info [104:104:8:4294967295] 00000400:00000200:2.0:1767384351.575310:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp31 00000400:00000200:2.0:1767384351.575318:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31:) -> 192.168.202.119@tcp31(192.168.202.119@tcp31:192.168.202.119@tcp31) : GET try# 0 00000800:00000200:2.0:1767384351.575323:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp31 00000800:00000010:2.0:1767384351.575328:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005af67bb2. 00000800:00000200:2.0:1767384351.575334:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000800:00000200:2.1:1767384351.575340:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000400:00000200:2.0:1767384351.575360:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp31 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:3.0:1767384351.575479:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575529:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575555:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575579:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575604:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575627:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575650:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575673:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575714:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575740:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575766:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575790:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575818:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575844:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575868:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575892:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575917:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575941:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575965:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.575989:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576030:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576055:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576080:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576140:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576170:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576199:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576230:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576254:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576279:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576306:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576331:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576354:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576403:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384351.576430:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384351.576613:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:3.0:1767384351.576619:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1ca5260. 00000800:00000010:3.0:1767384351.576625:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f87971e9. 00000800:00000010:3.0:1767384351.576651:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f87971e9. 00000800:00020000:3.0:1767384351.576661:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384351.581832:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1ca5260. 00000800:00000010:3.0:1767384351.581836:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:3.0:1767384351.581873:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp31 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384351.586567:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp31 notifying 192.168.202.119@tcp31: down 00000800:00000200:3.0:1767384351.586574:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp31 down 00000800:00000100:3.0:1767384351.586581:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp31 00000800:00000010:3.0:1767384351.586584:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005af67bb2. 00000400:00000200:3.0:1767384351.586588:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384351.586592:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384351.586601:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384351.586604:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384351.586613:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp31) recovery failed with -71 00080000:00000001:3.0:1767384351.631051:0:30364:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384351.631081:0:30364:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.631086:0:30364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384351.631092:0:30364:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384351.631099:0:30364:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384351.631102:0:30364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384351.767213:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384351.767213:0:20667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384351.767221:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384351.767221:0:20667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.087149:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384352.087154:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.087158:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384352.087159:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.087179:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384352.087183:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.087185:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384352.279259:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384352.279264:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:2.0:1767384352.279268:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.279271:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384352.279272:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384352.279273:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384352.279275:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384352.279277:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384352.279278:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 55 10000000:00000001:2.0:1767384352.279281:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384352.279282:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384352.279289:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0767500. 00000020:00000040:2.0:1767384352.279292:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384352.279296:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.279299:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.279303:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.279308:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4748564. 00000100:00000001:2.0:1767384352.279315:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.279319:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384352.279321:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384352.279328:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f01bcd2. 00010000:00000001:2.0:1767384352.279332:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384352.279334:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 00000020:00000001:2.0:1767384352.279337:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384352.279339:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003811b824 with handle 0x4ac496f8d605e1ef to hash 00000020:00000001:2.0:1767384352.279341:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384352.279343:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.279346:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.279350:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.279352:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.279355:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384352.279418:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384352.279426:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384352.279430:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384352.279432:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384352.279435:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3ac41b5. 00000100:00000001:2.0:1767384352.279437:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013409629696 : -114060299921920 : ffff984344571600) 00000100:00000001:2.0:1767384352.279439:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.279441:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000001:2.0:1767384352.279444:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.279446:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.279461:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384352.279463:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384352.279469:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.279477:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.279478:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.279481:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.279484:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384352.279486:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.279488:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748244736:0@lo:101: 00000100:00000001:2.0:1767384352.279491:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384352.279496:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384352.279498:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.279500:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.279503:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000005ceafbd. 02000000:00000001:2.0:1767384352.279505:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.279509:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384352.279514:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384352.279526:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748244736, portal 25 00000100:00000001:2.0:1767384352.279528:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.279530:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000040:2.0:1767384352.279535:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.279543:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.279545:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.279549:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000200:2.0:1767384352.279552:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748244736, offset 0 00000400:00000200:2.0:1767384352.279558:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.279570:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.279580:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e105700 00000400:00000200:2.0:1767384352.279585:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x124d [2] + 0 00000400:00000010:2.0:1767384352.279588:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0858308. 00000400:00000200:2.0:1767384352.279591:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1ddb202 00000400:00000200:2.0:1767384352.279595:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.279598:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384352.279602:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ddb202 00000400:00000010:2.0:1767384352.279604:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1ddb202. 00000100:00000001:2.0:1767384352.279607:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.279609:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384352.279611:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000787cb3ab x1853236748244736 msgsize 328 00000100:00100000:2.0:1767384352.279613:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384352.279615:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384352.279624:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.279628:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:2.0:1767384352.279629:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:2.0:1767384352.279631:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384352.279633:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.279641:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.279644:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.279648:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.279654:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.279657:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384352.279659:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.279661:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244736 00000100:00000001:2.0:1767384352.279664:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294940172 02000000:00000001:0.0:1767384352.279665:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.279668:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384352.279670:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000584e7a80. 00000100:00000001:0.0:1767384352.279671:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.279678:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.279680:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384352.279686:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294940172 00000100:00000010:2.0:1767384352.279688:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c55b36e5. 00000100:00100000:0.0:1767384352.279689:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244736 00000100:00000001:2.0:1767384352.279691:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1767384352.279693:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384352.279695:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294940172 00000020:00000040:0.0:1767384352.279696:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384352.279699:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384352.279700:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004cbf513. 00000020:00000040:0.0:1767384352.279701:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:2.0:1767384352.279704:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000020:00000001:0.0:1767384352.279705:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384352.279707:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294940172 00000100:00000010:2.0:1767384352.279710:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87ba6ed. 00000100:00000001:2.0:1767384352.279712:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384352.279714:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.279718:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.279718:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384352.279724:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.279726:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384352.279727:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d3ac41b5 going to sleep for 11 seconds 00000100:00000001:0.0:1767384352.279727:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384352.279731:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067d4eeeb. 00000100:00000001:2.0:1767384352.279732:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.279736:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.279736:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.279742:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067d4eeeb. 00000020:00000010:0.0:1767384352.279747:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e3f8a3. 00000020:00000010:0.0:1767384352.279750:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cb0d43f. 00000020:00000010:0.0:1767384352.279755:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:0.0:1767384352.279763:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384352.279771:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.279773:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.279774:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.279782:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.279797:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.279809:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.279811:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384352.279817:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384352.279821:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384352.279824:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400383568 : -114060309168048 : ffff984343ca0050) 00000100:00000040:0.0:1767384352.279829:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000787cb3ab x1853236748244736/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.279839:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384352.279843:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067d4eeeb. 00000100:00000001:0.0:1767384352.279845:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.279848:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067d4eeeb. 00000100:00100000:0.0:1767384352.279852:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000787cb3ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748244736:12345-0@lo:101: 00000100:00000200:0.0:1767384352.279856:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244736 00000020:00000001:0.0:1767384352.279860:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384352.279863:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384352.279866:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.279868:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384352.279871:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:0.0:1767384352.279881:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.279883:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.279886:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384352.279888:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384352.279890:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.279893:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384352.279895:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384352.279896:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384352.279898:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384352.279899:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.279903:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384352.279907:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001c079211. 00010000:00000001:0.0:1767384352.279909:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384352.279911:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c16b25c3. 00000020:00000001:0.0:1767384352.279913:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384352.279914:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c16b25c3 with handle 0x4ac496f8d605e1f6 to hash 00000020:00000001:0.0:1767384352.279915:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384352.279916:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681389056 : -114056028162560 : ffff984442f4f600) 00010000:00000001:0.0:1767384352.279918:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681389056 : -114056028162560 : ffff984442f4f600) 00010000:00010000:0.0:1767384352.279920:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e1ef expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384352.279925:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:0.0:1767384352.279927:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384352.279933:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384352.279934:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384352.279937:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c9fb2b69. 02000000:00000001:0.0:1767384352.279938:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.279940:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.279942:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384352.279944:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384352.279946:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384352.279948:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384352.279949:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.279951:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384352.279956:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.279958:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384352.279959:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384352.279961:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384352.279962:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384352.279963:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c079211) refcount = 1 00010000:00010000:0.0:1767384352.279966:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.279971:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384352.279972:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384352.279973:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.279975:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.279976:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384352.279980:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384352.279982:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.279986:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384352.279988:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384352.279990:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.279991:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.279992:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384352.279993:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.279994:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384352.279995:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c16b25c3, rc 0) 00000020:00000001:0.0:1767384352.279997:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384352.279999:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748244736 00010000:00000001:0.0:1767384352.280001:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.280003:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000787cb3ab x1853236748244736/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/344 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.280009:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.280011:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.280013:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.280016:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384352.280018:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.280025:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384352.280027:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.280028:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.280030:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.280032:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.280034:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384352.280036:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748244736, offset 224 00000400:00000200:0.0:1767384352.280040:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.280044:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.280049:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e105700 00000400:00000200:0.0:1767384352.280052:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a09 [1] + 224 00000400:00000200:0.0:1767384352.280055:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.280057:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.280059:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.280062:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.280068:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.280082:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.280086:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384352.280087:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384352.280090:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.280092:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.280094:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384352.280096:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384352.280098:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384352.280099:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.280101:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384352.280104:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000787cb3ab x1853236748244736/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/344 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.280129:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000787cb3ab pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748244736:12345-0@lo:101: Request processed in 288us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384352.280135:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384352.280144:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384352.280146:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.280148:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384352.280149:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384352.280152:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cb0d43f. 00000400:00000001:2.0:1767384352.280157:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384352.280157:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000400:00000001:2.0:1767384352.280161:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384352.280162:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e3f8a3. 00000400:00000010:2.0:1767384352.280165:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000020:00000040:0.0:1767384352.280168:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000400:00000200:2.0:1767384352.280171:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 02000000:00000001:0.0:1767384352.280173:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384352.280177:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 02000000:00000010:0.0:1767384352.280177:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c9fb2b69. 02000000:00000001:0.0:1767384352.280183:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.280185:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384352.280186:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384352.280192:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384352.280194:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384352.280196:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002308d1d3. 00000400:00000010:0.0:1767384352.280203:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093091605. 00000100:00000200:2.0:1767384352.280212:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280220:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.280230:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.280233:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.280236:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.280238:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.280240:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.280243:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.280248:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.280252:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.280255:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.280258:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.280260:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.280263:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280266:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.280269:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280277:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.280281:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.280283:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.280287:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.280296:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748244736:0@lo:101: 00000100:00000001:2.0:1767384352.280302:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.280305:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280307:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384352.280308:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.280311:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280318:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384352.280320:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d3ac41b5. 00000100:00000001:2.0:1767384352.280324:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384352.280325:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.280328:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384352.280331:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.280333:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.280341:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=4 00000020:00000001:2.0:1767384352.280343:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.280346:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000040:2.0:1767384352.280351:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003811b824, remote cookie: 0x4ac496f8d605e1f6, flags: 0x0 00010000:00000001:2.0:1767384352.280354:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384352.280357:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384352.280359:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384352.280360:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384352.280361:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384352.280364:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f01bcd2) refcount = 1 00010000:00010000:2.0:1767384352.280367:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.280374:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384352.280376:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384352.280377:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384352.280381:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384352.280384:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.280387:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.280393:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384352.280395:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.280397:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.280398:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.280400:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.280402:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280404:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.280408:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0767500 x1853236748244736/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280416:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.280418:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.280421:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000005ceafbd. 02000000:00000001:2.0:1767384352.280424:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.280426:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.280433:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384352.280436:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.280438:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4748564. 02000000:00000001:2.0:1767384352.280442:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.280444:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.280446:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 00000100:00000001:2.0:1767384352.280464:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.280466:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384352.280469:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.280471:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384352.280473:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:2.0:1767384352.280475:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.280477:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.280479:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.280481:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384352.280483:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.280485:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.280488:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384352.280489:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.280490:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.280492:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.280495:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384352.280498:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a39e743f. 00000100:00000010:2.0:1767384352.280514:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0767500. 00000020:00000040:2.0:1767384352.280517:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384352.280520:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.280522:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384352.280524:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384352.280528:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4748564. 00000100:00000001:2.0:1767384352.280532:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280536:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384352.280539:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000005ceafbd. 00000100:00000010:2.0:1767384352.280543:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004d55656e. 00000020:00000040:2.0:1767384352.280545:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384352.280550:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384352.280551:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384352.280560:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3ac41b5. 00000100:00000001:2.0:1767384352.280562:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013409629696 : -114060299921920 : ffff984344571600) 00000100:00000001:2.0:1767384352.280565:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.280567:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000001:2.0:1767384352.280571:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.280573:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280575:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384352.280576:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384352.280579:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280587:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.280589:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.280591:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384352.280593:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384352.280596:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.280598:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748244864:0@lo:256: 00000100:00000001:2.0:1767384352.280602:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384352.280604:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384352.280607:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280609:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384352.280614:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384352.280618:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ab7b1b8e. 00000100:00000200:2.0:1767384352.280621:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e105780-0x695824e105780, portal 33 00000100:00000001:2.0:1767384352.280623:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.280624:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384352.280627:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6743366. 02000000:00000001:2.0:1767384352.280628:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.280630:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027cdf47e. 00000400:00000010:2.0:1767384352.280632:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384352.280633:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748244864, portal 25 00000100:00000001:2.0:1767384352.280634:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.280635:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000040:2.0:1767384352.280638:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280651:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.280653:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.280654:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000200:2.0:1767384352.280656:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748244864, offset 0 00000400:00000200:2.0:1767384352.280658:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.280662:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.280666:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e105780 00000400:00000200:2.0:1767384352.280669:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1255 [2] + 0 00000400:00000010:2.0:1767384352.280671:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc75ab99. 00000400:00000200:2.0:1767384352.280674:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000054851d86 00000400:00000200:2.0:1767384352.280676:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.280678:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384352.280680:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054851d86 00000400:00000010:2.0:1767384352.280682:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054851d86. 00000100:00000001:2.0:1767384352.280684:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384352.280685:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384352.280687:0:16782:0:(events.c:337:request_in_callback()) incoming req@0000000024388b59 x1853236748244864 msgsize 304 00000100:00100000:2.0:1767384352.280689:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384352.280690:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384352.280699:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.280703:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:2.0:1767384352.280704:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:2.0:1767384352.280705:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384352.280708:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280714:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.280716:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.280720:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280722:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.280724:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280726:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294940173 00000100:00000001:2.0:1767384352.280730:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940172 00000100:00000001:0.0:1767384352.280738:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384352.280740:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244864 02000000:00000001:0.0:1767384352.280742:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384352.280744:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.280747:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280749:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294940173 02000000:00000001:0.0:1767384352.280750:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.280754:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940172 00000100:00100000:0.0:1767384352.280754:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244864 00000020:00000001:0.0:1767384352.280758:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384352.280759:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294940173 00000020:00000040:0.0:1767384352.280760:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:2.0:1767384352.280763:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940172 00000020:00000001:0.0:1767384352.280763:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.280766:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:2.0:1767384352.280768:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294940173 00000020:00000001:0.0:1767384352.280770:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384352.280773:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940172 00000020:00000001:0.0:1767384352.280773:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384352.280779:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.280780:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384352.280783:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.280784:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067d4eeeb. 00000100:00000001:2.0:1767384352.280785:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.280788:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384352.280789:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384352.280791:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d3ac41b5 going to sleep for 11 seconds 00000020:00000010:0.0:1767384352.280792:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067d4eeeb. 00000100:00000001:2.0:1767384352.280796:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.280798:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.280798:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e3f8a3. 00000020:00000010:0.0:1767384352.280802:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cb0d43f. 00000020:00000010:0.0:1767384352.280805:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000040:0.0:1767384352.280808:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384352.280815:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384352.280816:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.280817:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.280820:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.280829:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.280836:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.280837:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384352.280840:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1767384352.280843:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384352.280846:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400390736 : -114060309160880 : ffff984343ca1c50) 00000100:00000040:0.0:1767384352.280850:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000024388b59 x1853236748244864/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 304/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.280858:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384352.280861:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067d4eeeb. 00000100:00000001:0.0:1767384352.280864:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.280866:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067d4eeeb. 00000100:00100000:0.0:1767384352.280870:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000024388b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748244864:12345-0@lo:256: 00000100:00000200:0.0:1767384352.280874:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244864 00000020:00000001:0.0:1767384352.280877:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384352.280879:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384352.280880:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.280882:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384352.280884:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:0.0:1767384352.280887:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.280889:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.280890:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384352.280892:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384352.280894:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.280898:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384352.280899:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384352.280902:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000c9fb2b69. 02000000:00000001:0.0:1767384352.280904:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.280906:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.280915:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384352.280919:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384352.280922:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384352.280924:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384352.280927:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.280929:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384352.280931:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384352.280934:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004e34501c. 20000000:00000001:0.0:1767384352.280937:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384352.280955:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384352.280961:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384352.280967:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384352.280969:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384352.280971:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384352.280974:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384352.280976:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384352.280978:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384352.280980:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384352.280983:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384352.280985:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384352.280987:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384352.280989:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384352.280991:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384352.280993:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384352.280995:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384352.280997:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384352.281000:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384352.281001:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384352.281004:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384352.281006:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384352.281008:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384352.281010:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384352.281012:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384352.281014:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384352.281016:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384352.281018:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384352.281021:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:0.0:1767384352.281024:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 3512/1/4/3. 20000000:00000040:0.0:1767384352.281031:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384352.281037:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384352.281039:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384352.281040:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384352.281042:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384352.281043:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384352.281044:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384352.281046:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384352.281047:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384352.281048:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384352.281050:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384352.281051:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384352.281052:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384352.281053:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384352.281054:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384352.281056:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384352.281057:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384352.281059:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384352.281060:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384352.281061:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384352.281062:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384352.281064:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384352.281065:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384352.281066:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384352.281067:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384352.281068:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384352.281069:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384352.281070:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:0.0:1767384352.281072:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 2928/1/4/3. 20000000:01000000:0.0:1767384352.281073:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1168, version 60 20000000:00000001:0.0:1767384352.281074:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1168 : 1168 : 490) 00000100:00000001:0.0:1767384352.281076:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384352.281080:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006a80a4b2. 00000100:00000010:0.0:1767384352.281083:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000054aa5a64. 00000020:00000040:0.0:1767384352.281084:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:0.0:1767384352.281087:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384352.281089:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384352.281093:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000400:00000010:0.0:1767384352.281098:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000211ddef7. 00000400:00000200:0.0:1767384352.281104:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.281134:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.281141:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1168 into portal 33 MB=0x695824e105780 00000400:00000200:0.0:1767384352.281144:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1168/1168 into md 0x1a19 [4] + 0 00000400:00000010:0.0:1767384352.281147:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000400:00000200:0.0:1767384352.281150:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab7b1b8e 00000400:00000200:0.0:1767384352.281152:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.281157:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384352.281159:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab7b1b8e 00000400:00000010:0.0:1767384352.281160:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ab7b1b8e. 00000100:00000001:0.0:1767384352.281164:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384352.281165:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b0767500 desc 0000000005ceafbd mbits 1853236748244864 00000100:00000001:0.0:1767384352.281174:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384352.281177:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384352.281181:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384352.281188:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a25 00000400:00000200:0.0:1767384352.281190:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.281193:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384352.281196:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384352.281198:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006a80a4b2 00000100:00000001:0.0:1767384352.281200:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384352.281206:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384352.281207:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384352.281210:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384352.281211:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006a80a4b2 00000100:00000001:0.0:1767384352.281213:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384352.281218:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1168 bytes via portal 33 id 12345-0@lo mbits 0x695824e105780-0x695824e105780 00000100:00000001:0.0:1767384352.281220:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.281223:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.281225:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384352.281227:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:0.0:1767384352.281229:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000054aa5a64. 00000100:00000010:0.0:1767384352.281232:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006a80a4b2. 00000100:00000001:0.0:1767384352.281234:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384352.281235:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384352.281246:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004e34501c. 20000000:00000001:0.0:1767384352.281249:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384352.281251:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748244864 00010000:00000001:0.0:1767384352.281253:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.281256:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000024388b59 x1853236748244864/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 304/240 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.281261:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384352.281263:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384352.281263:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.281267:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.281268:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.281271:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384352.281275:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.281278:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384352.281279:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.281280:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.281282:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.281284:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.281287:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384352.281289:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748244864, offset 224 00000400:00000200:0.0:1767384352.281293:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.281300:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.281305:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e105780 00000400:00000200:0.0:1767384352.281311:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a1d [1] + 224 00000400:00000200:0.0:1767384352.281315:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.281319:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.281323:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.281328:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.281338:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.281355:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.281360:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384352.281362:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384352.281365:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384352.281374:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.281376:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.281379:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384352.281383:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384352.281384:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:2.0:1767384352.281387:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384352.281388:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384352.281391:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027cdf47e. 00000020:00000001:0.0:1767384352.281392:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.281398:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384352.281400:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:2.0:1767384352.281404:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000040:0.0:1767384352.281404:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000024388b59 x1853236748244864/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 304/240 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.281413:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384352.281416:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000024388b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748244864:12345-0@lo:256: Request processed in 555us (726us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384352.281421:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.281426:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00000040:0.0:1767384352.281431:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384352.281436:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384352.281439:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384352.281443:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cb0d43f. 00000100:00000200:2.0:1767384352.281446:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384352.281459:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000020:00000010:0.0:1767384352.281463:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e3f8a3. 00000020:00000040:0.0:1767384352.281471:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384352.281473:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384352.281477:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000c9fb2b69. 00000100:00000001:2.0:1767384352.281478:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384352.281480:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384352.281483:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.281483:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.281489:0:16782:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384352.281491:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384352.281494:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.281497:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384352.281497:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039d0e2b4. 00000100:00000001:2.0:1767384352.281499:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.281503:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384352.281504:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af66409. 00000100:00001000:2.0:1767384352.281517:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.281522:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.281525:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.281527:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.281530:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.281532:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.281535:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.281539:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.281549:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.281556:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.281558:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.281562:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.281570:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748244864:0@lo:256: 00000100:00000001:2.0:1767384352.281575:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.281578:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.281580:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384352.281581:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.281585:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.281592:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384352.281595:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d3ac41b5. 00000100:00000001:2.0:1767384352.281599:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384352.281600:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384352.281604:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 60, more 0. 10000000:00000001:2.0:1767384352.281608:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384352.281615:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e825cc98. 10000000:00000040:2.0:1767384352.281627:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384352.281634:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384352.281637:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384352.281650:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:2.0:1767384352.281652:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.281656:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384352.281657:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:2.0:1767384352.281660:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000400:00000200:2.0:1767384352.281665:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 28 NIDs 00000400:00001000:2.0:1767384352.281668:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384352.281672:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:2.0:1767384352.281678:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384352.281685:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (28) 00000400:00000200:2.0:1767384352.281692:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384352.281696:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:2.0:1767384352.281699:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (29) 00000400:00000200:2.0:1767384352.281702:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:2.0:1767384352.281705:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:2.0:1767384352.281709:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281711:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:2.0:1767384352.281713:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:2.0:1767384352.281717:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281719:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:2.0:1767384352.281721:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:2.0:1767384352.281725:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281727:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:2.0:1767384352.281729:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:2.0:1767384352.281732:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281734:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:2.0:1767384352.281736:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:2.0:1767384352.281740:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281742:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:2.0:1767384352.281744:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:2.0:1767384352.281747:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281749:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:2.0:1767384352.281751:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:2.0:1767384352.281755:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281757:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:2.0:1767384352.281759:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:2.0:1767384352.281772:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281775:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:2.0:1767384352.281776:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:2.0:1767384352.281780:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281782:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:2.0:1767384352.281784:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:2.0:1767384352.281788:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281790:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:2.0:1767384352.281792:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:2.0:1767384352.281796:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281798:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:2.0:1767384352.281800:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:2.0:1767384352.281804:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281806:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:2.0:1767384352.281808:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:2.0:1767384352.281812:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281813:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:2.0:1767384352.281816:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:2.0:1767384352.281819:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281821:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:2.0:1767384352.281823:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:2.0:1767384352.281826:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281828:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:2.0:1767384352.281830:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:2.0:1767384352.281833:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281835:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:2.0:1767384352.281837:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:2.0:1767384352.281840:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281842:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:2.0:1767384352.281845:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:2.0:1767384352.281848:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281850:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:2.0:1767384352.281852:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:2.0:1767384352.281855:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281857:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:2.0:1767384352.281859:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:2.0:1767384352.281871:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281873:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:2.0:1767384352.281875:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:2.0:1767384352.281879:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281881:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:2.0:1767384352.281883:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:2.0:1767384352.281887:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281888:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:2.0:1767384352.281890:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:2.0:1767384352.281894:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281896:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:2.0:1767384352.281898:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:2.0:1767384352.281901:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281903:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:2.0:1767384352.281905:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:2.0:1767384352.281910:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281912:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:2.0:1767384352.281914:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:2.0:1767384352.281918:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281920:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:2.0:1767384352.281922:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:2.0:1767384352.281926:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384352.281928:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000100:00000001:2.0:1767384352.281930:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.281933:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384352.281938:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:2.0:1767384352.281943:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000c14a675c. 10000000:00000040:2.0:1767384352.281946:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 60/60 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:2.0:1767384352.281949:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384352.281956:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384352.281960:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6d6fa02. 00000020:00000010:2.0:1767384352.281966:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055e696c2. 00000040:00000010:2.0:1767384352.281971:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009d76b11c. 00000020:00000010:2.0:1767384352.281976:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004005d04d. 00000020:00000010:2.0:1767384352.282000:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384352.282012:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000730091e1. 80000000:00000010:2.0:1767384352.282018:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000cfd0efa. 40000000:00000010:2.0:1767384352.282022:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c35b0cf7. 00100000:00000010:2.0:1767384352.282027:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df8e6520. 00040000:00000010:2.0:1767384352.282032:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005af67bb2. 00040000:00000010:2.0:1767384352.282037:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f26eeb04. 00040000:00000010:2.0:1767384352.282041:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000301f91f8. 00080000:00000010:2.0:1767384352.282046:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a303fdfc. 00000004:00000010:2.0:1767384352.282051:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001f8e1f81. 00000004:00000010:2.0:1767384352.282056:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c208778e. 00000004:00000010:2.0:1767384352.282062:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b416ab3. 00002000:00000010:2.0:1767384352.282067:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fe16fdb0. 00000004:00000010:2.0:1767384352.282071:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d00c0d68. 00000004:00000001:2.0:1767384352.282076:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384352.282079:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384352.282081:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000c14a675c 00000040:00001000:2.0:1767384352.282083:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384352.282084:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384352.282086:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384352.282088:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384352.282092:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384352.282093:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384352.282095:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384352.282097:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:2.0:1767384352.282099:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384352.282183:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.282188:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000055e696c2. 00000040:00000010:2.0:1767384352.282194:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009d76b11c. 00000020:00000010:2.0:1767384352.282197:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004005d04d. 00000020:00000010:2.0:1767384352.282201:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384352.282206:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000730091e1. 80000000:00000010:2.0:1767384352.282210:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000cfd0efa. 40000000:00000010:2.0:1767384352.282214:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c35b0cf7. 00100000:00000010:2.0:1767384352.282218:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000df8e6520. 00040000:00000010:2.0:1767384352.282222:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005af67bb2. 00040000:00000010:2.0:1767384352.282232:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f26eeb04. 00040000:00000010:2.0:1767384352.282236:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000301f91f8. 00080000:00000010:2.0:1767384352.282240:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a303fdfc. 00000004:00000010:2.0:1767384352.282245:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001f8e1f81. 00000004:00000010:2.0:1767384352.282250:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c208778e. 00000004:00000010:2.0:1767384352.282254:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b416ab3. 00002000:00000010:2.0:1767384352.282258:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fe16fdb0. 00000004:00000010:2.0:1767384352.282262:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d00c0d68. 00000020:00000010:2.0:1767384352.282266:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6d6fa02. 00000020:00000001:2.0:1767384352.282269:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.282271:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384352.282274:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000c14a675c. 10000000:00000010:2.0:1767384352.282278:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e825cc98. 10000000:00000001:2.0:1767384352.282280:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.282283:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.282286:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0767500 x1853236748244864/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.282294:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.282296:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.282298:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6743366. 02000000:00000001:2.0:1767384352.282300:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.282302:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.282303:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384352.282305:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384352.282306:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384352.282308:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.282309:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384352.282311:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384352.282313:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004d55656e. 00000100:00000010:2.0:1767384352.282316:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000005ceafbd. 00000100:00000001:2.0:1767384352.282319:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384352.282320:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f4748564. 02000000:00000001:2.0:1767384352.282323:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.282324:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.282325:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 00000100:00000001:2.0:1767384352.282328:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.282337:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384352.282351:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a39e743f. 10000000:01000000:2.0:1767384352.282356:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384352.282359:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384352.282361:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.282363:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.282365:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384352.282368:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.282371:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.282374:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384352.282376:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.282383:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.282384:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384352.282386:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.282392:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384352.282394:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.282396:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384352.282397:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.282399:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.282401:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384352.282404:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384352.282406:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:2.0:1767384352.282408:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:1.0:1767384352.292158:0:30503:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000009a89ae0e. 00000020:00000040:1.0:1767384352.292174:0:30503:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384352.292177:0:30503:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000009a89ae0e. 00000100:00000040:2.0:1767384352.293138:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294940173, at 4294940174 00000100:00000010:2.0:1767384352.293147:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004cbf513. 00000100:00000040:1.0:1767384352.293167:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294940173, at 4294940174 00000100:00000040:3.0:1767384352.293173:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294940173, at 4294940174 00000100:00000010:1.0:1767384352.293176:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c55b36e5. 00000100:00000010:3.0:1767384352.293185:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00000100:00000040:0.0:1767384352.293635:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294940173, at 4294940174 00000100:00000010:0.0:1767384352.293643:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000584e7a80. 00000001:00000001:1.0:1767384352.366597:0:30530:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384352.366603:0:30530:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:1.0:1767384352.370890:0:30530:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384352.379607:0:30531:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384352.379622:0:30531:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000eb2f5999. 00000400:00000010:1.0:1767384352.379630:0:30531:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ec2bd1f2. 00000400:00000010:1.0:1767384352.379633:0:30531:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e4c275a7. 00000400:00000010:1.0:1767384352.379637:0:30531:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020abc5ba. 00000400:00000010:1.0:1767384352.379640:0:30531:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a89ae0e. 00000400:00000010:1.0:1767384352.379642:0:30531:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000b54d807. 00000400:00000010:1.0:1767384352.379643:0:30531:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008826ef4. 00000400:00000010:1.0:1767384352.379646:0:30531:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ff9ec762. 00000800:00000010:1.0:1767384352.379658:0:30531:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000084cb70c1. 00000800:00000200:1.0:1767384352.379667:0:30531:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384352.379678:0:30531:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384352.379710:0:30531:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384352.379730:0:30531:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp37 [8/256/0/180] 00000400:00000010:1.0:1767384352.381216:0:30531:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000000b8c9833. 00000400:00000010:1.0:1767384352.381223:0:30531:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c57ea9e. 00000400:00000010:1.0:1767384352.381230:0:30531:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000400:00000001:1.0:1767384352.381254:0:30531:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384352.381256:0:30531:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.381257:0:30531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af43a581. 00000400:00000200:1.0:1767384352.381260:0:30531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:1.0:1767384352.381262:0:30531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000400:00000010:1.0:1767384352.381268:0:30531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000005ef0e584. 00000400:00000200:1.0:1767384352.381273:0:30531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (28) 00000400:00000200:1.0:1767384352.381286:0:30531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384352.381299:0:30531:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000400:00000200:3.0:1767384352.381306:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384352.381308:0:30531:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d5c3c034. 00000020:01000000:1.0:1767384352.381314:0:30531:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384352.381317:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000020:01000000:1.0:1767384352.381321:0:30531:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp37 00000400:00000010:3.0:1767384352.381326:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883d7c0a. 00000400:00000200:3.0:1767384352.381332:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (29) 00000400:00000010:3.0:1767384352.381338:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072f1d21b. 00000400:00000010:1.0:1767384352.381340:0:30531:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000eb2f5999. 00000400:00000200:3.0:1767384352.381345:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000010:1.0:1767384352.381347:0:30531:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008d5c3bb6. 00000020:00000001:2.0:1767384352.381358:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384352.381362:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 10000000:00000001:2.0:1767384352.381363:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.381367:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384352.381370:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:01000000:2.0:1767384352.381371:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384352.381375:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384352.381379:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384352.381382:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000020:01000004:2.0:1767384352.381389:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384352.381392:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:01000004:2.0:1767384352.381392:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384352.381396:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384352.381398:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384352.381400:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384352.381402:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384352.381405:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000020:01000004:2.0:1767384352.381406:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384352.381409:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384352.381414:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0767500. 00000400:00000200:3.0:1767384352.381415:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000020:00000040:2.0:1767384352.381420:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384352.381434:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000100:00000001:2.0:1767384352.381436:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.381440:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384352.381443:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 02000000:00000001:2.0:1767384352.381446:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381465:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 02000000:00000010:2.0:1767384352.381466:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001093ad80. 00000100:00000001:2.0:1767384352.381474:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000100:00000001:2.0:1767384352.381482:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.381486:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381493:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000040:2.0:1767384352.381495:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0767500] to pc [ptlrpcd_00_01+1] req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.381507:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:3.0:1767384352.381514:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:3.0:1767384352.381519:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 10000000:00000001:2.0:1767384352.381524:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381525:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 10000000:00000001:2.0:1767384352.381528:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.381533:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384352.381536:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384352.381537:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000020:00000001:2.0:1767384352.381544:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384352.381546:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.381548:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 10000000:00000001:2.0:1767384352.381548:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384352.381552:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384352.381553:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:2.0:1767384352.381554:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384352.381558:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384352.381559:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384352.381563:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000020:01000004:2.0:1767384352.381564:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384352.381567:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384352.381569:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384352.381570:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384352.381574:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384352.381577:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000020:01000004:2.0:1767384352.381577:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384352.381580:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384352.381582:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384352.381585:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384352.381590:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088c7304b. 00000020:00000040:2.0:1767384352.381594:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384352.381596:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 24], ns[68, 24] 00000100:00000001:0.0:1767384352.381598:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.381601:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.381605:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384352.381608:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384352.381610:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 24], ns[90, 24] 02000000:00000001:2.0:1767384352.381611:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.381616:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384352.381621:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000720e50ef. 02000000:00000001:0.0:1767384352.381621:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384352.381622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[74, 24] 00000100:00000001:2.0:1767384352.381627:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.381628:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.381633:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.381636:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.381637:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748244992:0@lo:253: 00000400:00000200:3.0:1767384352.381639:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 24], ns[111, 24] 00000100:00000040:2.0:1767384352.381642:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088c7304b] to pc [ptlrpcd_00_02+2] req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.381646:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384352.381653:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384352.381658:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[99, 24] 02000000:00000001:0.0:1767384352.381659:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.381665:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767384352.381667:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381671:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 24], ns[105, 24] 10000000:00000001:2.0:1767384352.381671:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384352.381673:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f63e5058. 00000020:00000001:2.0:1767384352.381675:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384352.381680:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:0.0:1767384352.381680:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381687:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 24], ns[110, 24] 00000020:00000010:2.0:1767384352.381687:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d5c3c034. 00000400:00000010:0.0:1767384352.381689:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008268d17a. 00000400:00000010:0.0:1767384352.381699:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095f71589. 00000400:00000200:3.0:1767384352.381700:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 00000100:00000200:0.0:1767384352.381706:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748244992, portal 25 00000100:00000001:2.0:1767384352.381711:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384352.381712:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp35] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384352.381712:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.381715:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.381717:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000100:00000001:2.0:1767384352.381718:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384352.381723:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.381728:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384352.381743:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000100:00000001:2.0:1767384352.381747:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384352.381750:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381756:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp35 02000000:00000001:2.0:1767384352.381756:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384352.381757:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384352.381758:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384352.381762:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381766:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp35 lpni_is_preferred = 0 00000100:00000040:0.0:1767384352.381767:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384352.381768:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748245120:0@lo:253: 00000100:00000001:2.0:1767384352.381773:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384352.381773:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb25e185. 00000400:00000200:3.0:1767384352.381776:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp35 02000000:00000001:2.0:1767384352.381778:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384352.381780:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748244992, offset 0 02000000:00000001:2.0:1767384352.381781:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.381786:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384352.381787:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp35 NI seq info: [112:112:256:4294967295] 192.168.202.119@tcp35 LPNI seq info [105:105:8:4294967295] 02000000:00000010:2.0:1767384352.381792:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000016efc06. 00000400:00000200:0.0:1767384352.381794:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384352.381797:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384352.381801:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp35 00000400:00000010:2.0:1767384352.381802:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027cdf47e. 00000400:00000010:2.0:1767384352.381808:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2df3f98. 00000100:00000200:2.0:1767384352.381813:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748245120, portal 25 00000400:00000200:3.0:1767384352.381816:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp35(192.168.202.119@tcp35:) -> 192.168.202.119@tcp35(192.168.202.119@tcp:192.168.202.119@tcp35) : PUT try# 0 00000100:00000001:2.0:1767384352.381823:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384352.381825:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521766912 : -114055187784704 : ffff9844750c1c00) 00000800:00000200:3.0:1767384352.381830:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.119@tcp35 00000400:00000200:0.0:1767384352.381833:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384352.381834:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384352.381841:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045da2f30. 00000100:00000001:2.0:1767384352.381847:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384352.381851:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105800 00000100:00000040:2.0:1767384352.381852:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384352.381854:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000466846d2. 00000400:00000010:2.0:1767384352.381856:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b2ab29a. 00000400:00000200:0.0:1767384352.381862:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1279 [2] + 0 00000800:00000010:3.0:1767384352.381864:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c9bab54e. 00000400:00000010:0.0:1767384352.381870:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaaf4bef. 00000800:00000200:3.0:1767384352.381876:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:0.0:1767384352.381878:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005264c327 00000100:00000200:2.0:1767384352.381883:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748245120, offset 0 00000800:00000200:3.1:1767384352.381885:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:0.0:1767384352.381888:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.381892:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.381898:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384352.381903:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.381906:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005264c327 00000400:00000200:3.0:1767384352.381907:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000010:0.0:1767384352.381913:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005264c327. 00000400:00000200:2.0:1767384352.381914:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105880 00000400:00000200:3.0:1767384352.381915:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 00000100:00000001:0.0:1767384352.381923:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384352.381924:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1281 [2] + 0 00000100:00000200:0.0:1767384352.381928:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384352.381929:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779dfc35. 00000400:00000200:2.0:1767384352.381935:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c8e1f924 00000100:00000040:0.0:1767384352.381936:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000088d49cc4 x1853236748244992 msgsize 4848 00000400:00000200:2.0:1767384352.381940:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.381943:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384352.381947:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8e1f924 00000400:00000010:2.0:1767384352.381950:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8e1f924. 00000100:00000001:2.0:1767384352.381954:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384352.381955:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767384352.381956:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384352.381959:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384352.381960:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000079ad3d5 x1853236748245120 msgsize 4848 00000100:00100000:2.0:1767384352.381966:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384352.381972:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384352.381972:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.381983:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.381985:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.381985:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb25e185 00000400:00000010:0.0:1767384352.381990:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb25e185. 00000400:00000200:2.0:1767384352.381996:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b2ab29a 00000100:00000001:0.0:1767384352.381996:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384352.382000:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b2ab29a. 00000100:00000001:2.0:1767384352.382004:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384352.382005:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384352.382009:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.382037:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384352.382038:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.382041:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.382046:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.382052:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382056:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384352.382057:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:0.0:1767384352.382061:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382066:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.382069:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382073:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382074:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294940274 00000100:00000001:0.0:1767384352.382080:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294940274 00000100:00000010:2.0:1767384352.382081:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004cbf513. 00000100:00000001:2.0:1767384352.382089:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384352.382095:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294940274 00000100:00000001:0.0:1767384352.382096:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294940274 00000100:00000010:2.0:1767384352.382099:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cfd0efa. 00000100:00000001:0.0:1767384352.382102:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294940274 00000100:00000001:2.0:1767384352.382121:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384352.382125:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294940275 00000100:00000010:2.0:1767384352.382128:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ef8ad3c. 00000100:00000001:2.0:1767384352.382131:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384352.382136:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294940274 00000400:00000200:3.0:1767384352.382137:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000001:2.0:1767384352.382137:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294940275 00000100:00000001:0.0:1767384352.382143:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294940275 00000100:00000010:2.0:1767384352.382144:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000584e7a80. 00000100:00000001:2.0:1767384352.382151:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384352.382151:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294940275 00000100:00000001:2.0:1767384352.382157:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.382157:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294940275 00000100:00000001:2.0:1767384352.382162:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382162:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294940275 00000100:00000001:2.0:1767384352.382167:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382168:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.382170:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.382174:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382179:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382180:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.382182:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.382183:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384352.382188:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.382190:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.382192:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382192:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384352.382194:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:2.0:1767384352.382197:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382197:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384352.382204:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.382207:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.382210:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.382210:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382214:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382214:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382233:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384352.382236:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748244992 00000100:00000001:0.0:1767384352.382236:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384352.382239:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.382241:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.382243:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.382246:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382248:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.382250:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748244992 00000020:00000001:2.0:1767384352.382253:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384352.382255:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:3.0:1767384352.382257:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000020:00000001:2.0:1767384352.382264:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.382267:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384352.382267:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384352.382272:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:0.0:1767384352.382272:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245120 02000000:00000001:0.0:1767384352.382276:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384352.382277:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384352.382280:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.382283:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.382284:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.382288:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005655d73. 02000000:00000001:0.0:1767384352.382289:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382294:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384352.382294:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245120 00000020:00000001:0.0:1767384352.382300:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384352.382301:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005655d73. 00000020:00000040:0.0:1767384352.382304:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384352.382306:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384352.382308:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d76b11c. 00000020:00000040:0.0:1767384352.382309:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000020:00000001:0.0:1767384352.382314:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:2.0:1767384352.382316:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ff17e65. 00000020:00000001:0.0:1767384352.382317:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384352.382318:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:0.0:1767384352.382323:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.382324:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b005807. 00000020:00000010:0.0:1767384352.382327:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000100:00000040:2.0:1767384352.382332:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384352.382332:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.382339:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384352.382339:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea11de4. 00000100:00000001:2.0:1767384352.382343:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.382346:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.382347:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036e3f8a3. 00000020:00000010:0.0:1767384352.382352:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cb0d43f. 00000100:00000001:2.0:1767384352.382353:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.382357:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b688f7c4. 00000100:00000001:0.0:1767384352.382363:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.382364:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.382366:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384352.382369:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382375:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.382379:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384352.382379:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.382383:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384352.382389:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000040:2.0:1767384352.382392:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000400:00000200:3.0:1767384352.382393:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000001:0.0:1767384352.382394:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384352.382395:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400395856 : -114060309155760 : ffff984343ca3050) 00000100:00000001:0.0:1767384352.382398:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384352.382405:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088d49cc4 x1853236748244992/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.382406:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767384352.382411:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384352.382416:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651846736 : -114055057704880 : ffff98447cccf850) 00000100:00000001:2.0:1767384352.382419:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384352.382422:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000079ad3d5 x1853236748245120/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 4848/0 e 0 to 0 dl 1767384363 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384352.382423:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005655d73. 00000100:00000001:2.0:1767384352.382428:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.382433:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005655d73. 00000100:00000001:0.0:1767384352.382436:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384352.382440:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088d49cc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16147:x1853236748244992:12345-0@lo:253: 00000400:00000200:3.0:1767384352.382441:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000200:2.0:1767384352.382459:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748244992 00000020:00000010:0.0:1767384352.382460:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000020:00000001:2.0:1767384352.382462:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384352.382465:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384352.382467:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea11de4. 00000020:00000001:2.0:1767384352.382473:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384352.382473:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000079ad3d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748245120:12345-0@lo:253: 00000020:00000001:2.0:1767384352.382477:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.382478:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245120 00000020:00000001:2.0:1767384352.382480:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384352.382482:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384352.382483:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384352.382486:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384352.382487:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384352.382489:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.382491:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384352.382493:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384352.382494:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384352.382496:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384352.382497:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384352.382500:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384352.382502:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384352.382503:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384352.382505:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000100:00000001:2.0:1767384352.382506:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384352.382507:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384352.382511:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384352.382512:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384352.382515:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382518:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384352.382520:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384352.382524:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002c3a40cc. 02000000:00000010:2.0:1767384352.382527:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fbf9c76c. 02000000:00000001:0.0:1767384352.382527:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.382531:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.382531:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.382535:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384352.382536:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.382540:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384352.382545:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000589ae2cd. 20000000:00000010:2.0:1767384352.382548:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008aafa75c. 20000000:01000000:0.0:1767384352.382550:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384352.382554:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384352.382555:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384352.382558:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 20000000:00000001:2.0:1767384352.382559:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384352.382560:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384352.382563:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.382566:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384352.382566:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.382568:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384352.382570:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.382573:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384352.382575:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384352.382578:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000610c4e71. 20000000:01000000:0.0:1767384352.382582:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:0.0:1767384352.382587:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384352.382592:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767384352.382627:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00080000:00000001:0.0:1767384352.382637:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384352.382641:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384352.382643:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.382651:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384352.382654:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384352.382659:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:0.0:1767384352.382662:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384352.382669:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a80a4b2. 00080000:00000001:0.0:1767384352.382671:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382340608 : -114060327211008 : ffff984342b6b000) 00000400:00000200:3.0:1767384352.382672:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00080000:00000001:0.0:1767384352.382674:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384352.382718:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.382778:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000001:00000001:0.0:1767384352.382804:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384352.382808:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.382812:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384352.382834:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00080000:00000001:0.0:1767384352.382834:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.382840:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384352.382877:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.382933:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00080000:00000001:0.0:1767384352.382977:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767384352.382979:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00080000:00000001:0.0:1767384352.382982:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384352.383022:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383074:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383148:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383190:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383231:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383269:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383309:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383356:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383401:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383441:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383501:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383543:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383594:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383677:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383713:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384352.383750:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384352.383945:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:3.0:1767384352.383952:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000181f13a1. 00000800:00000010:3.0:1767384352.383958:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000049e167f5. 00000800:00000010:3.0:1767384352.383985:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000049e167f5. 00000800:00020000:3.0:1767384352.383996:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384352.384000:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000181f13a1. 00000800:00000010:3.0:1767384352.384003:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:3.0:1767384352.384066:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384352.384074:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp35 notifying 192.168.202.119@tcp35: down 00000800:00000200:3.0:1767384352.384082:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp35 down 00000800:00000100:3.0:1767384352.384090:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 496 0@<0:0>->192.168.202.119@tcp35 00000800:00000010:3.0:1767384352.384095:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045da2f30. 00000400:00000200:3.0:1767384352.384128:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384352.384135:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp35->192.168.202.119@tcp35: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384352.384144:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp35 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:3.0:1767384352.384149:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384352.384154:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:3.0:1767384352.384160:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384352.384212:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384352.384218:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301151 00000400:00000001:3.0:1767384352.384222:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.384224:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384352.384226:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883d7c0a 00000400:00000010:3.0:1767384352.384229:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883d7c0a. 00000400:00000200:3.0:1767384352.384232:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384352.384237:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384352.384241:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (30) 00000400:00000200:3.0:1767384352.384245:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384352.384249:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 rc -71 00000400:00000200:3.0:1767384352.384253:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384352.384259:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (29) 00080000:00000001:2.0:1767384352.391341:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384352.391348:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:3.0:1767384352.391352:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767384352.391352:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384352.391356:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384352.391357:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384352.391361:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384352.391364:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384352.391365:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384352.391367:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a80a4b2. 20000000:01000000:2.0:1767384352.391369:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384352.391371:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384352.391382:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384352.391386:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384352.391392:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384352.391392:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384352.391398:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384352.391400:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b31e6f52. 10000000:01000000:1.0:1767384352.391402:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384352.391407:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00010000:00000001:1.0:1767384352.391411:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384352.391415:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384352.391417:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384352.391422:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:1.0:1767384352.391424:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001c079211 count: 2 00010000:00000001:1.0:1767384352.391430:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384352.391434:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384352.391439:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7f7e62. 00000020:00000001:1.0:1767384352.391445:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384352.391463:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b7f7e62 with handle 0x4ac496f8d605e1fd to hash 00000020:00000001:1.0:1767384352.391467:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384352.391469:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:1.0:1767384352.391473:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00080000:00000001:0.0:1767384352.391474:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384352.391478:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384352.391480:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384352.391482:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384352.391484:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384352.391487:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384352.391488:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384352.391493:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384352.391500:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:1.0:1767384352.391501:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384352.391506:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384352.391507:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384352.391511:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:0.0:1767384352.391512:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009e8e5a7b. 00010000:00000001:1.0:1767384352.391515:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384352.391517:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382338560 : -114060327213056 : ffff984342b6a800) 00010000:00000001:1.0:1767384352.391520:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384352.391522:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384352.391526:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.391536:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384352.391538:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.391547:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384352.391549:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.391552:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384352.391555:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384352.391558:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384352.391566:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c079211) refcount = 2 00010000:00000040:1.0:1767384352.391570:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384352.391575:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384352.391581:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384352.391583:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384352.391592:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb84334d. 00000100:00000001:1.0:1767384352.391596:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:0.0:1767384352.391598:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:1.0:1767384352.391601:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb2f5999. 00080000:00000001:0.0:1767384352.391602:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.391607:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017772446272 : -114055937105344 : ffff984448626240) 00080000:00000001:0.0:1767384352.391608:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384352.391613:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017772446272 : -114055937105344 : ffff984448626240) 00000100:00000001:1.0:1767384352.391616:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384352.391618:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384352.391620:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384352.391625:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384352.391625:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.391628:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384352.391631:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:1.0:1767384352.391632:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.391637:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384352.391639:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384352.391642:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384352.391646:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab9c0d7. 00000020:00000040:1.0:1767384352.391651:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:1.0:1767384352.391655:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384352.391658:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384352.391662:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384352.391669:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000787b1b84. 00000100:00000001:1.0:1767384352.391676:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384352.391688:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384352.391706:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 16 pid: 16780 timeout: 422 lvb_type: 0 00010000:00000001:1.0:1767384352.391716:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:0.0:1767384352.391720:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384352.391721:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767384352.391726:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384352.391728:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384352.391739:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384352.391742:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384352.391749:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748245248:0@lo:104: 00000100:00000001:1.0:1767384352.391754:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384352.391759:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384352.391761:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.391764:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384352.391769:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9ee21ea. 02000000:00000001:1.0:1767384352.391772:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.391778:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000400:00000010:1.0:1767384352.391783:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014350e6c. 00000100:00000200:1.0:1767384352.391787:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748245248, portal 16 00000100:00000001:1.0:1767384352.391790:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384352.391792:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408370560 : -114055301181056 : ffff98446e49d180) 00000100:00000040:1.0:1767384352.391797:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384352.391806:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384352.391810:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384352.391814:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b013553a. 00000100:00000200:1.0:1767384352.391817:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748245248, offset 0 00000400:00000200:1.0:1767384352.391825:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384352.391834:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384352.391845:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e105900 00000400:00000200:1.0:1767384352.391851:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1925 [2] + 0 00000400:00000200:1.0:1767384352.391866:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384352.391871:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384352.391878:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384352.391880:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384352.391885:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e80cb3f. 00000100:00000040:1.0:1767384352.391889:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000008e80cb3f x1853236748245248 msgsize 328 00000100:00100000:1.0:1767384352.391896:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384352.391911:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384352.391919:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b013553a 00000400:00000010:1.0:1767384352.391922:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b013553a. 00000100:00000001:1.0:1767384352.391925:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384352.391928:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384352.391932:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245248 00000100:00000200:1.0:1767384352.391932:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384352.391936:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.391939:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.391943:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.391948:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.391951:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384352.391952:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245248 00000100:00000040:1.0:1767384352.391957:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384352.391961:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384352.391964:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000020:00000001:2.0:1767384352.391968:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.391971:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000100:00000001:1.0:1767384352.391973:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.391974:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:2.0:1767384352.391978:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:1.0:1767384352.391978:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.391983:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384352.391985:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384352.391986:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2fe04aa. 00000100:00000001:2.0:1767384352.391991:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.391992:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294940284 00000020:00000010:2.0:1767384352.391993:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2fe04aa. 00000020:00000010:2.0:1767384352.391998:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6c891e7. 00000100:00000001:1.0:1767384352.392002:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294940274 00000020:00000010:2.0:1767384352.392003:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c1bb0ce8. 00000020:00000010:2.0:1767384352.392008:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ad0fd17. 00000100:00000001:1.0:1767384352.392012:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294940284 00000100:00000040:2.0:1767384352.392016:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384352.392018:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294940274 00000100:00000001:2.0:1767384352.392020:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.392022:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384352.392025:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.392026:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294940284 00000100:00000001:2.0:1767384352.392030:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.392032:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294940275 00000100:00000001:1.0:1767384352.392037:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294940284 00000100:00000001:2.0:1767384352.392041:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.392042:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294940275 00000100:00000001:1.0:1767384352.392050:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.392053:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.392054:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384352.392056:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.392057:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384352.392062:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384352.392063:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384352.392068:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000020:00000001:1.0:1767384352.392068:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.392070:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408374144 : -114055301177472 : ffff98446e49df80) 00000100:00000040:2.0:1767384352.392075:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e80cb3f x1853236748245248/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384352.392083:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384352.392086:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384352.392087:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384352.392089:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2fe04aa. 00010000:00000001:1.0:1767384352.392091:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.392093:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384352.392096:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:2.0:1767384352.392097:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2fe04aa. 00010000:00000001:1.0:1767384352.392102:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:2.0:1767384352.392132:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e80cb3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748245248:12345-0@lo:104: 00000100:00000001:1.0:1767384352.392137:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384352.392138:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245248 00000100:00000001:1.0:1767384352.392142:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.392146:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384352.392148:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00100000:1.0:1767384352.392152:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000eb2f5999 going to sleep for 11 seconds 00010000:00000001:2.0:1767384352.392154:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.392157:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384352.392158:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384352.392160:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=2 00000020:00000001:2.0:1767384352.392163:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00000100:00000001:1.0:1767384352.392163:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.392169:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.392172:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.392174:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392176:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384352.392182:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384352.392184:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384352.392187:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000005ceafbd. 02000000:00000001:2.0:1767384352.392189:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.392190:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.392193:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384352.392195:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.392198:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.392202:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384352.392205:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384352.392207:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384352.392209:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384352.392211:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.392213:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.392217:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.392220:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384352.392222:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748245248, offset 224 00000400:00000200:2.0:1767384352.392228:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.392237:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.392244:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e105900 00000400:00000200:2.0:1767384352.392248:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a49 [1] + 224 00000400:00000200:2.0:1767384352.392251:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.392255:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.392265:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.392269:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384352.392277:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384352.392293:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.392299:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:2.0:1767384352.392301:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000001:2.0:1767384352.392305:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.392307:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384352.392307:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384352.392313:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384352.392315:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384352.392317:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:1.0:1767384352.392319:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384352.392321:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384352.392323:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00010000:00000010:2.0:1767384352.392324:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007dc37e65. 00010000:00000001:2.0:1767384352.392329:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384352.392330:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014350e6c 00000400:00000010:1.0:1767384352.392334:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014350e6c. 00010000:00010000:2.0:1767384352.392338:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:1.0:1767384352.392339:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384352.392343:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.392346:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384352.392348:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384352.392349:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.392355:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e80cb3f x1853236748245248/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384352.392378:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e80cb3f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748245248:12345-0@lo:104: Request processed in 289us (485us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384352.392378:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384352.392394:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384352.392400:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:1.0:1767384352.392400:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.392404:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.392405:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.392406:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384352.392411:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c1bb0ce8. 00000100:00000001:1.0:1767384352.392411:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384352.392415:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384352.392416:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ad0fd17. 00000100:00000001:1.0:1767384352.392419:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384352.392421:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6c891e7. 00000100:00000001:1.0:1767384352.392423:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.392425:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00000100:00000001:2.0:1767384352.392429:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384352.392429:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384352.392435:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=58 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384352.392458:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00001000:1.0:1767384352.392460:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=58 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384352.392461:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392466:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384352.392468:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384352.392470:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384352.392471:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.392472:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384352.392475:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.392477:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384352.392481:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392488:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003811b824 already unused, calling callback (0000000086de5a03) 00000100:00000001:1.0:1767384352.392488:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.392493:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384352.392495:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384352.392497:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384352.392501:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384352.392503:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.392504:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.392505:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384352.392508:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.392512:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384352.392517:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384352.392520:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384352.392530:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384352.392531:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384352.392533:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384352.392537:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:01000000:2.0:1767384352.392540:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384352.392542:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384352.392544:0:16774:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384352.392547:0:16774:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:1.0:1767384352.392548:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:2.0:1767384352.392549:0:16774:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384352.392553:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384352.392553:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.392554:0:16774:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.392557:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.392560:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384352.392564:0:16774:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384352.392567:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:1.0:1767384352.392568:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:2.0:1767384352.392575:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:2.0:1767384352.392579:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384352.392582:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.392586:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:1.0:1767384352.392587:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748245248:0@lo:104: 00010000:00000001:2.0:1767384352.392589:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384352.392592:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384352.392595:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.392598:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.392599:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384352.392600:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e1ef from hash 00000100:00000001:1.0:1767384352.392604:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.392605:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384352.392607:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.392610:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.392611:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384352.392611:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384352.392615:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384352.392616:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384352.392618:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384352.392622:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000040:1.0:1767384352.392622:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab9c0d7 x1853236748245248/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384352.392625:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384352.392629:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b706a24. 00000020:00000040:2.0:1767384352.392634:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384352.392638:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384352.392638:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.392642:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384352.392643:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384352.392645:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384352.392648:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9ee21ea. 02000000:00000010:2.0:1767384352.392649:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6c891e7. 00000100:00000001:2.0:1767384352.392655:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.392655:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384352.392661:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000001:1.0:1767384352.392661:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1767384352.392664:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384352.392665:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000020:00000001:1.0:1767384352.392671:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1767384352.392672:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384352.392675:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384352.392676:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000787b1b84. 00000100:00000001:2.0:1767384352.392677:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384352.392680:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.392683:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.392686:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384352.392687:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b706a24] to pc [ptlrpcd_00_03+3] req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384352.392691:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab9c0d7. 00000100:00000001:1.0:1767384352.392698:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.392701:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384352.392703:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eb2f5999. 00000100:00000001:1.0:1767384352.392707:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384352.392709:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384352.392710:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384352.392712:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb84334d. 00010000:00000001:2.0:1767384352.392714:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.392718:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.392718:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384352.392720:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.392723:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.392724:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384352.392726:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.392729:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384352.392730:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.392731:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392733:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384352.392736:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384352.392740:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:1.0:1767384352.392743:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384352.392744:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384352.392745:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384352.392745:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384352.392747:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384352.392749:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392749:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e1ef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e1f6 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384352.392752:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384352.392755:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384352.392770:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f01bcd2 count: 0 00000100:00000001:0.0:1767384352.392778:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384352.392780:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.392785:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384352.392786:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384352.392788:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384352.392790:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384352.392793:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384352.392794:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007dc37e65. 00010000:00000001:2.0:1767384352.392800:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384352.392800:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009b706a24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748245376:0@lo:103: 00000020:00000001:2.0:1767384352.392805:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384352.392806:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384352.392811:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.392811:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384352.392814:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392816:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384352.392817:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384352.392821:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384352.392822:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004b27df4. 00000020:00000001:2.0:1767384352.392825:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.392826:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.392832:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1767384352.392833:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaaf4bef. 00000020:00000001:2.0:1767384352.392835:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384352.392838:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000020:00000001:2.0:1767384352.392839:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384352.392842:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748245376, portal 18 00010000:00010000:2.0:1767384352.392844:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384352.392845:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384352.392848:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521771392 : -114055187780224 : ffff9844750c2d80) 00000100:00000040:0.0:1767384352.392851:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.392856:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.392858:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.392861:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000100:00000200:0.0:1767384352.392863:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748245376, offset 0 00000400:00000200:0.0:1767384352.392866:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.392873:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.392878:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e105980 00000400:00000200:0.0:1767384352.392883:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:0.0:1767384352.392887:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.392890:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.392893:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384352.392895:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384352.392902:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000096bc844c. 00000100:00000040:0.0:1767384352.392905:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000096bc844c x1853236748245376 msgsize 328 00000100:00100000:0.0:1767384352.392911:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384352.392922:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.392928:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:0.0:1767384352.392930:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000100:00000001:2.0:1767384352.392935:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384352.392935:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384352.392940:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245376 00000100:00000200:0.0:1767384352.392942:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384352.392943:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384352.392946:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.392950:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.392956:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.392956:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384352.392960:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245376 00000100:00000040:0.0:1767384352.392961:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384352.392963:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384352.392966:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384352.392969:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.392972:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000100:00000001:0.0:1767384352.392974:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.392976:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384352.392979:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.392983:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384352.392985:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294940285 00000020:00000001:2.0:1767384352.392988:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384352.392991:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294940284 00000100:00000001:2.0:1767384352.392992:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384352.392997:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294940285 00000020:00000010:2.0:1767384352.392998:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2fe04aa. 00000100:00000001:2.0:1767384352.393003:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.393005:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2fe04aa. 00000100:00000001:0.0:1767384352.393005:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294940284 00000100:00000001:0.0:1767384352.393013:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294940285 00000020:00000010:2.0:1767384352.393014:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4748564. 00000100:00000001:0.0:1767384352.393016:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294940284 00000020:00000010:2.0:1767384352.393018:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000100:00000001:0.0:1767384352.393019:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294940285 00000100:00000001:0.0:1767384352.393024:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294940284 00000100:00000001:0.0:1767384352.393028:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384352.393031:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.393033:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.393035:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384352.393040:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384352.393041:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384352.393045:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.393046:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384352.393055:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ad0fd17. 00000100:00000001:0.0:1767384352.393062:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.393063:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384352.393065:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384352.393067:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384352.393068:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384352.393071:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.393073:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393074:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384352.393078:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.393079:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.393081:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c16b25c3 refcount=4 00000020:00000001:2.0:1767384352.393082:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681389056 : -114056028162560 : ffff984442f4f600) 00010000:00000001:2.0:1767384352.393084:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681389056 : -114056028162560 : ffff984442f4f600) 00010000:00010000:2.0:1767384352.393088:0:20667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 17 pid: 16780 timeout: 422 lvb_type: 0 00010000:00000001:2.0:1767384352.393093:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393094:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393095:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.393097:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.393101:0:20667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384352.393134:0:20667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000096bc844c x1853236748245376/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.393140:0:20667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384352.393142:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.393154:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.393251:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384352.393258:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384352.393263:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384352.393265:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:2.0:1767384352.393267:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656105600 : -114055053446016 : ffff98447d0df480) 00000100:00000040:2.0:1767384352.393271:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000096bc844c x1853236748245376/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/0 e 0 to 0 dl 1767384363 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.393277:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384352.393280:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2fe04aa. 00000100:00000001:2.0:1767384352.393282:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384352.393284:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2fe04aa. 00000100:00100000:2.0:1767384352.393288:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000096bc844c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16149:x1853236748245376:12345-0@lo:103: 00000100:00000200:2.0:1767384352.393291:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245376 00010000:00000001:2.0:1767384352.393293:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384352.393295:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384352.393297:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384352.393300:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384352.393302:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384352.393305:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d00c0d68. 02000000:00000001:2.0:1767384352.393307:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.393309:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393311:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384352.393313:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384352.393315:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.393316:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.393318:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c16b25c3 refcount=4 00000020:00000001:2.0:1767384352.393320:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681389056 : -114056028162560 : ffff984442f4f600) 00010000:00000001:2.0:1767384352.393322:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681389056 : -114056028162560 : ffff984442f4f600) 00010000:00000040:2.0:1767384352.393324:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001c079211 count: 3 00010000:00010000:2.0:1767384352.393326:0:16772:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 17 pid: 16780 timeout: 422 lvb_type: 0 00000100:00001000:2.0:1767384352.393330:0:16772:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384352 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384352.393338:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384352.393342:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393344:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384352.393347:0:16772:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 17 pid: 16780 timeout: 422 lvb_type: 0 00000020:00000001:2.0:1767384352.393352:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384352.393353:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384352.393355:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384352.393357:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393360:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384352.393361:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384352.393366:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393367:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393369:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.393370:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.393372:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c16b25c3 with handle 0x4ac496f8d605e1f6 from hash 00010000:00000001:2.0:1767384352.393374:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384352.393376:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393377:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393378:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384352.393379:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384352.393381:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384352.393383:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c16b25c3/0x4ac496f8d605e1f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e1ef expref: 17 pid: 16780 timeout: 422 lvb_type: 0 00010000:00000040:2.0:1767384352.393386:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:2.0:1767384352.393388:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:2.0:1767384352.393394:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393395:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384352.393397:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384352.393398:0:16772:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002b7f7e62 00010000:00000001:2.0:1767384352.393400:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384352.393402:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384352.393403:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.393405:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384352.393407:0:16772:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.393418:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384352.393420:0:16772:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384352.393422:0:16772:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393429:0:16772:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384352.393431:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384352.393433:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384352.393434:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384352.393436:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001c079211) refcount = 2 00010000:00010000:2.0:1767384352.393438:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393443:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384352.393445:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384352.393460:0:16772:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.393463:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384352.393466:0:16772:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2fe04aa. 00000100:00000001:2.0:1767384352.393468:0:16772:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384352.393470:0:16772:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dc37e65. 00000100:00000001:2.0:1767384352.393472:0:16772:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013390119680 : -114060319431936 : ffff9843432d6300) 00000100:00000001:2.0:1767384352.393474:0:16772:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630013390119680 : -114060319431936 : ffff9843432d6300) 00000100:00000001:2.0:1767384352.393476:0:16772:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384352.393478:0:16772:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384352.393480:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384352.393481:0:16772:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384352.393484:0:16772:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384352.393486:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.393488:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.393489:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7f7e62 refcount=5 00000020:00000001:2.0:1767384352.393490:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:2.0:1767384352.393491:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:2.0:1767384352.393493:0:16772:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384352.393494:0:16772:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393507:0:16772:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384352.393509:0:16772:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393513:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393514:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384352.393516:0:16772:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393520:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.393521:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393523:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384352.393524:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384352.393528:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b7f7e62 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384352.393530:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384352.393531:0:16772:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384352.393533:0:16772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393536:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384352.393538:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384352.393539:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384352.393540:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7f7e62 refcount=6 00000020:00000001:2.0:1767384352.393542:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:2.0:1767384352.393544:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174199296 : -114055535352320 : ffff98446054a600) 00010000:00000001:2.0:1767384352.393545:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384352.393546:0:16772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393550:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384352.393552:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384352.393559:0:16772:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393571:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384352.393573:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384352.393575:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384352.393577:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384352.393579:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b7f7e62 with handle 0x4ac496f8d605e1fd from hash 00010000:00000001:2.0:1767384352.393582:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384352.393583:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393584:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393585:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384352.393586:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384352.393587:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384352.393589:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:1.0:1767384352.393590:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393591:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.393595:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393598:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384352.393600:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384352.393604:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393606:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384352.393607:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384352.393608:0:16772:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393612:0:16772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.393614:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384352.393615:0:16772:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384352.393618:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384352.393622:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393625:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393627:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393629:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384352.393632:0:16772:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384352.393635:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384352.393637:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384352.393638:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393642:0:16772:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384352.393642:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384352.393647:0:16772:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384352.393647:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384352.393652:0:16772:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384352.393652:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384352.393653:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384352.393657:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002b7f7e62/0x4ac496f8d605e1fd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384352.393672:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384352.393673:0:16772:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393675:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384352.393676:0:16772:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384352.393678:0:16772:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.393679:0:16772:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.393681:0:16772:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384352.393682:0:16772:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007dc37e65. 00000100:00000001:2.0:1767384352.393684:0:16772:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384352.393685:0:16772:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384352.393686:0:16772:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2fe04aa. 00010000:00000001:2.0:1767384352.393690:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384352.393691:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001c079211 count: 0 00010000:00010000:2.0:1767384352.393696:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384352.393697:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384352.393700:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384352.393701:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.393704:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.393706:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384352.393710:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384352.393711:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384352.393714:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384352.393716:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.393719:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384352.393723:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384352.393727:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384352.393730:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748245376, offset 224 00000400:00000200:2.0:1767384352.393738:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384352.393745:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384352.393753:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e105980 00000400:00000200:2.0:1767384352.393757:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a55 [1] + 224 00000400:00000200:2.0:1767384352.393761:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384352.393764:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384352.393772:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.393776:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384352.393786:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.393800:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384352.393807:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:2.0:1767384352.393809:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000001:2.0:1767384352.393813:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384352.393815:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384352.393821:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.393824:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384352.393827:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393830:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.393835:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000096bc844c x1853236748245376/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 328/224 e 0 to 0 dl 1767384363 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.393846:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000096bc844c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16149:x1853236748245376:12345-0@lo:103: Request processed in 566us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384352.393855:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384352.393857:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:2.0:1767384352.393860:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384352.393862:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384352.393864:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:2.0:1767384352.393868:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ad0fd17. 00000020:00000010:2.0:1767384352.393871:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4748564. 00000020:00000040:2.0:1767384352.393876:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000001:2.0:1767384352.393878:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.393898:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.393900:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384352.393904:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384352.393906:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384352.393907:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eaaf4bef. 00000400:00000200:2.0:1767384352.393910:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:2.0:1767384352.393917:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:2.0:1767384352.393921:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384352.393925:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384352.393932:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.393938:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384352.393939:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.393941:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384352.393943:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384352.393945:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384352.393946:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384352.393948:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384352.393950:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384352.393953:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384352.393955:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384352.393956:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384352.393959:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384352.393960:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.393962:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384352.393965:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.393969:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384352.393971:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384352.393972:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384352.393974:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384352.393980:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009b706a24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748245376:0@lo:103: 00000100:00000001:2.0:1767384352.393985:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.393987:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384352.393992:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009b706a24 x1853236748245376/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384352.393999:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384352.394008:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384352.394010:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004b27df4. 02000000:00000001:2.0:1767384352.394014:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384352.394016:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384352.394017:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384352.394019:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384352.394021:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e6c891e7. 02000000:00000001:2.0:1767384352.394023:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384352.394024:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384352.394026:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009b706a24. 00000100:00000001:2.0:1767384352.394030:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384352.394032:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.394034:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384352.394037:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384352.394039:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384352.394041:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384352.394043:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384352.396128:0:16649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f01bcd2. 00010000:00000010:2.1:1767384352.396134:0:16649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00080000:00000001:2.0:1767384352.400094:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384352.400096:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384352.400097:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384352.400100:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384352.400103:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.1:1767384352.400128:0:16814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c16b25c3. 00000020:00000002:0.0:1767384352.400131:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00010000:00000010:2.1:1767384352.400135:0:16814:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7f7e62. 20000000:00000001:0.0:1767384352.400136:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384352.400142:0:16814:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001c079211. 20000000:00000001:0.0:1767384352.400142:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384352.400146:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384352.400150:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384352.400155:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009e8e5a7b. 00080000:00000001:2.0:1767384352.400159:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384352.400160:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384352.400165:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767384352.400174:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384352.400192:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384352.400195:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384352.400198:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384352.400203:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384352.400206:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384352.400213:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000bf7db30a. 00010000:00000001:0.0:1767384352.400218:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384352.400223:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000053e77e85. 00000020:00000001:0.0:1767384352.400228:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384352.400231:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000053e77e85 with handle 0x4ac496f8d605e204 to hash 00000020:00000001:0.0:1767384352.400234:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384352.400236:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681383424 : -114056028168192 : ffff984442f4e000) 00010000:00000001:0.0:1767384352.400239:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681383424 : -114056028168192 : ffff984442f4e000) 00010000:00000001:0.0:1767384352.400243:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.400246:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.400249:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400258:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384352.400262:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384352.400265:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384352.400267:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384352.400269:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.400271:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384352.400273:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.400275:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384352.400285:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384352.400287:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384352.400289:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384352.400291:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000bf7db30a) refcount = 1 00010000:00010000:0.0:1767384352.400294:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400301:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384352.400302:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384352.400304:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.400306:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.400308:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384352.400311:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384352.400314:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384352.400317:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384352.400319:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.400321:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053e77e85 refcount=4 00000020:00000001:0.0:1767384352.400324:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383424 : -114056028168192 : ffff984442f4e000) 00010000:00000001:0.0:1767384352.400327:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383424 : -114056028168192 : ffff984442f4e000) 00010000:00000001:0.0:1767384352.400329:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384352.400332:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400339:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384352.400341:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400348:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.400350:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384352.400351:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400357:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.400359:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.400362:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384352.400374:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384352.400382:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000053e77e85 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384352.400385:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384352.400387:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384352.400390:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400396:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384352.400398:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384352.400400:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384352.400401:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000053e77e85 refcount=5 00000020:00000001:0.0:1767384352.400404:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383424 : -114056028168192 : ffff984442f4e000) 00010000:00000001:0.0:1767384352.400406:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383424 : -114056028168192 : ffff984442f4e000) 00010000:00000001:0.0:1767384352.400409:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384352.400411:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400418:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384352.400420:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384352.400422:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.400427:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384352.400429:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384352.400431:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384352.400433:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.400435:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000053e77e85 with handle 0x4ac496f8d605e204 from hash 00010000:00000001:0.0:1767384352.400438:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384352.400440:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.400442:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.400444:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384352.400462:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384352.400465:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384352.400468:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384352.400470:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384352.400473:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.400482:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384352.400484:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384352.400487:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.400488:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.400489:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.400492:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384352.400494:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.400497:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400503:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.400505:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.400506:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384352.400508:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384352.400510:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384352.400511:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384352.400513:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384352.400516:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384352.400518:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384352.400521:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384352.400527:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384352.400528:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384352.400530:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000053e77e85/0x4ac496f8d605e204 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384352.400536:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000bf7db30a count: 0 00010000:00000001:0.0:1767384352.400546:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384352.400548:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384352.401144:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384352.401150:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384352.401153:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000589ae2cd. 20000000:00000001:3.0:1767384352.401161:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384352.401166:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748245120 00010000:00000001:3.0:1767384352.401170:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384352.401186:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000079ad3d5 x1853236748245120/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384352.401196:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384352.401199:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384352.401202:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384352.401207:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384352.401211:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384352.401214:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384352.401217:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384352.401220:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.401224:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384352.401229:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384352.401233:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab70d92. 00000100:00000200:3.0:1767384352.401238:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748245120, offset 224 00000400:00000200:3.0:1767384352.401246:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384352.401258:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384352.401269:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105880 00000400:00000200:3.0:1767384352.401277:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a41 [2] + 224 00000400:00000200:3.0:1767384352.401285:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384352.401291:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384352.401297:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384352.401304:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.401314:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.401333:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384352.401341:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab70d92 00000400:00000010:3.0:1767384352.401344:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab70d92. 00000100:00000001:1.0:1767384352.401347:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384352.401348:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384352.401350:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384352.401352:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384352.401356:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384352.401359:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384352.401359:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384352.401361:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027cdf47e. 00000100:00000040:3.0:1767384352.401366:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:1.0:1767384352.401367:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2df3f98 00000400:00000010:1.0:1767384352.401371:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2df3f98. 00010000:00000001:3.0:1767384352.401372:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384352.401376:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.401376:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384352.401382:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384352.401390:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384352.401395:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384352.401401:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000079ad3d5 x1853236748245120/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.401403:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384352.401407:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.401411:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384352.401415:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384352.401420:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000079ad3d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748245120:12345-0@lo:253: Request processed in 18981us (19456us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384352.401424:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384352.401427:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384352.401431:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384352.401435:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00001000:1.0:1767384352.401435:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384352.401441:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=58 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384352.401443:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384352.401445:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384352.401460:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.401464:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384352.401464:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384352.401469:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384352.401470:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384352.401471:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384352.401476:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384352.401477:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cb0d43f. 00000020:00000010:3.0:1767384352.401485:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b688f7c4. 00000100:00000001:1.0:1767384352.401486:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.401490:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384352.401493:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036e3f8a3. 00000100:00000001:1.0:1767384352.401493:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384352.401498:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384352.401501:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:3.0:1767384352.401502:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000020:01000004:1.0:1767384352.401503:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384352.401508:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384352.401510:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:1.0:1767384352.401510:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384352.401512:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384352.401515:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000010:3.0:1767384352.401516:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002c3a40cc. 00000020:01000004:1.0:1767384352.401516:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384352.401519:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384352.401524:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384352.401524:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384352.401529:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384352.401535:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088c7304b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748245120:0@lo:253: 00000100:00000200:3.0:1767384352.401538:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384352.401540:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.401544:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.401545:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088c7304b x1853236748245120/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384352.401546:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb26cda. 00000100:00000001:1.0:1767384352.401554:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384352.401556:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab70d92. 02000000:00000001:1.0:1767384352.401556:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384352.401558:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000016efc06. 02000000:00000001:1.0:1767384352.401564:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.401572:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.401573:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384352.401575:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.401577:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000720e50ef. 02000000:00000001:1.0:1767384352.401581:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.401582:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.401583:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088c7304b. 00000100:00000001:1.0:1767384352.401586:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.401587:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.401589:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.401594:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.401596:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.401597:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.401599:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384352.403892:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384352.403897:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384352.403899:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008aafa75c. 20000000:00000001:0.0:1767384352.403907:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384352.403911:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748244992 00010000:00000001:0.0:1767384352.403914:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384352.403919:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088d49cc4 x1853236748244992/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384352.403934:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384352.403935:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384352.403938:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384352.403942:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384352.403944:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384352.403947:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384352.403950:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384352.403952:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.403955:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384352.403958:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384352.403962:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000509285ee. 00000100:00000200:0.0:1767384352.403966:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748244992, offset 224 00000400:00000200:0.0:1767384352.403972:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384352.403979:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384352.403987:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105800 00000400:00000200:0.0:1767384352.403993:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a39 [2] + 224 00000400:00000200:0.0:1767384352.403999:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384352.404003:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384352.404007:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384352.404012:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.404021:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.404040:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384352.404047:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509285ee 00000400:00000010:0.0:1767384352.404050:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000509285ee. 00000100:00000001:1.0:1767384352.404051:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384352.404053:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384352.404055:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384352.404057:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384352.404062:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384352.404064:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384352.404066:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384352.404070:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:1.0:1767384352.404071:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008268d17a. 00010000:00000001:0.0:1767384352.404075:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384352.404079:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095f71589 00000020:00000001:0.0:1767384352.404079:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384352.404084:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095f71589. 00000020:00000001:0.0:1767384352.404084:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384352.404090:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384352.404097:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384352.404098:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088d49cc4 x1853236748244992/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:333/0 lens 4848/4768 e 0 to 0 dl 1767384363 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384352.404140:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384352.404150:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088d49cc4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748244992:12345-0@lo:253: Request processed in 21727us (22209us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384352.404157:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384352.404161:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.404164:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384352.404165:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 02000000:00000001:1.0:1767384352.404168:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384352.404170:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384352.404172:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384352.404175:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384352.404176:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384352.404180:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384352.404181:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384352.404186:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ff17e65. 00000100:00001000:1.0:1767384352.404187:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=58 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384352.404194:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=58 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384352.404194:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b005807. 00000100:00000001:1.0:1767384352.404201:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384352.404201:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d76b11c. 00000100:00000001:1.0:1767384352.404202:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384352.404207:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:0.0:1767384352.404210:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384352.404214:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384352.404214:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fbf9c76c. 00010000:00000001:1.0:1767384352.404217:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.404221:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384352.404223:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384352.404227:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384352.404227:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384352.404235:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384352.404240:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384352.404243:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384352.404243:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000100:00000001:1.0:1767384352.404246:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384352.404250:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000509285ee. 00000020:01000004:1.0:1767384352.404251:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384352.404256:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384352.404258:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384352.404260:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384352.404262:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384352.404264:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384352.404265:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384352.404266:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384352.404268:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384352.404270:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384352.404272:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384352.404279:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0767500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748244992:0@lo:253: 00000100:00000001:1.0:1767384352.404285:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.404288:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384352.404290:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0767500 x1853236748244992/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384368 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384352.404296:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384352.404299:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384352.404301:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f63e5058. 02000000:00000001:1.0:1767384352.404305:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384352.404307:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384352.404309:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384352.404311:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384352.404313:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001093ad80. 02000000:00000001:1.0:1767384352.404319:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384352.404320:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384352.404328:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 00000100:00000001:1.0:1767384352.404333:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384352.404335:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.404337:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384352.404343:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384352.404344:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384352.404347:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384352.404349:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384352.405026:0:30536:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fdd56cb2. 00000400:00000040:2.0:1767384352.405041:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384352.405044:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384352.405046:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384352.405048:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384352.405049:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384352.405050:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384352.405052:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384352.405054:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384352.405055:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384352.405056:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384352.405057:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384352.405059:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384352.405060:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384352.405061:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384352.405068:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384352.405070:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384352.405071:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384352.405072:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384352.405073:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384352.405075:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384352.405076:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384352.405077:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384352.405078:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384352.405079:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384352.405079:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384352.405081:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384352.405082:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384352.405083:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384352.405084:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384352.405085:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384352.405086:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384352.405087:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384352.405088:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384352.405089:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384352.405090:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384352.405091:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384352.405092:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384352.405093:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384352.405095:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384352.405096:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384352.405097:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384352.405099:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384352.405100:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384352.405101:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384352.405102:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384352.405103:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384352.405120:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384352.405121:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384352.405124:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384352.405125:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384352.405126:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384352.405128:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384352.405130:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384352.405136:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384352.405137:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384352.405139:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384352.405141:0:30536:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000040:1.0:1767384352.405144:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294940285, at 4294940286 00000100:00000010:1.0:1767384352.405153:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000100:00000040:0.0:1767384352.405169:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294940285, at 4294940286 00000100:00000010:0.0:1767384352.405179:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004cbf513. 00000400:00000010:2.0:1767384352.405239:0:30536:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fdd56cb2. 00000100:00000040:3.0:1767384352.406146:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294940285, at 4294940287 00000100:00000040:2.0:1767384352.406149:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294940285, at 4294940287 00000100:00000010:3.0:1767384352.406153:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000584e7a80. 00000100:00000010:2.0:1767384352.406156:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ef8ad3c. 00010000:00000010:0.1:1767384352.408207:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bf7db30a. 00010000:00000010:0.1:1767384352.408213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000053e77e85. 00000400:00000001:3.0:1767384352.600173:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384352.600179:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384352.600182:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:3.0:1767384352.600188:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000400:00000200:3.0:1767384352.600195:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384352.600204:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384352.600216:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d4fd81b4. 00000400:00000010:3.0:1767384352.600220:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000988d0924. 00000400:00000200:3.0:1767384352.600225:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp35 00000400:00000010:3.0:1767384352.600229:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c036416b. 00000400:00000010:3.0:1767384352.600235:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000094386991. 00000400:00000010:3.0:1767384352.600245:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883d7c0a. 00000400:00000010:3.0:1767384352.600253:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a9031492. 00000400:00000200:3.0:1767384352.600258:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp35 00000400:00000200:3.0:1767384352.600274:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp35 local destination 00000400:00000200:3.0:1767384352.600279:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp35 00000400:00000200:3.0:1767384352.600285:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp35 NI seq info: [113:113:256:4294967295] 192.168.202.119@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767384352.600292:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp35 00000400:00000200:3.0:1767384352.600299:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp35(192.168.202.119@tcp35:) -> 192.168.202.119@tcp35(192.168.202.119@tcp35:192.168.202.119@tcp35) : GET try# 0 00000800:00000200:3.0:1767384352.600303:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp35 00000800:00000010:3.0:1767384352.600307:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d83c418a. 00000800:00000200:3.0:1767384352.600314:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000800:00000200:3.1:1767384352.600319:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:3.0:1767384352.600343:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp35 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:0.0:1767384352.600434:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600503:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600536:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600563:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600613:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600667:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600699:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600724:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600752:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600798:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600846:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600889:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600921:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600954:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.600997:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601031:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601048:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601065:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601084:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601102:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601143:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601191:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601238:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601280:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601299:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601315:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601329:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601366:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601382:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601397:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601412:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601430:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601470:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384352.601507:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384352.601637:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d69f0c4. 00000800:00000010:0.0:1767384352.601644:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003cfb7535. 00000800:00000010:0.0:1767384352.601649:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062fa47e1. 00000800:00000010:0.0:1767384352.601664:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062fa47e1. 00000800:00020000:0.0:1767384352.601671:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384352.601675:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003cfb7535. 00000800:00000010:0.0:1767384352.601677:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d69f0c4. 00000400:02020000:0.0:1767384352.601725:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384352.601732:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp35 notifying 192.168.202.119@tcp35: down 00000400:00000200:0.0:1767384352.601737:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384352.601741:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp35 00000800:00000010:0.0:1767384352.601744:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d83c418a. 00000400:00000200:0.0:1767384352.601748:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384352.601752:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp35->192.168.202.119@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384352.601763:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384352.601766:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384352.601770:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp35) recovery failed with -71 00010000:00000001:2.0:1767384353.112162:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384353.112170:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384353.112177:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384353.112180:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384353.112213:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384353.112217:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384353.112220:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384353.623196:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384353.623202:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384353.623206:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883d7c0a 00000400:00000010:3.0:1767384353.623211:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883d7c0a. 00000400:00000200:3.0:1767384353.623219:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384353.623227:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery ping unlinked 00000400:00000010:3.0:1767384353.623241:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c036416b. 00000400:00000010:3.0:1767384353.623246:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000094386991. 00080000:00000001:0.0:1767384353.887086:0:30956:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384353.887101:0:30956:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.887131:0:30956:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384353.887140:0:30956:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384353.887146:0:30956:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384353.887149:0:30956:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.135193:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384354.135198:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384354.135203:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384354.135204:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384354.135229:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384354.135232:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384354.135235:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384354.565115:0:31120:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384354.565119:0:31120:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:0.0:1767384354.568925:0:31120:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384354.577531:0:31121:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006a80a4b2. 00000400:00000010:0.0:1767384354.577544:0:31121:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c98d2439. 00000400:00000010:0.0:1767384354.577552:0:31121:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000001c4ac0b8. 00000400:00000010:0.0:1767384354.577554:0:31121:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000081660774. 00000400:00000010:0.0:1767384354.577557:0:31121:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000054d8a5b. 00000400:00000010:0.0:1767384354.577561:0:31121:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000801a1c88. 00000400:00000010:0.0:1767384354.577562:0:31121:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019b435fc. 00000400:00000010:0.0:1767384354.577563:0:31121:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000002930ad0. 00000400:00000010:0.0:1767384354.577566:0:31121:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d9526de6. 00000800:00000010:0.0:1767384354.577579:0:31121:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000035e8d37a. 00000800:00000200:0.0:1767384354.577587:0:31121:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384354.577597:0:31121:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384354.577628:0:31121:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384354.577652:0:31121:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp38 [8/256/0/180] 00000400:00000010:0.0:1767384354.579916:0:31121:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000009e8e5a7b. 00000400:00000010:0.0:1767384354.579923:0:31121:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2173e4. 00000400:00000010:0.0:1767384354.579930:0:31121:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000400:00000001:0.0:1767384354.579956:0:31121:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384354.579959:0:31121:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384354.579961:0:31121:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c57ea9e. 00000400:00000200:0.0:1767384354.579965:0:31121:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000400:00000010:0.0:1767384354.579967:0:31121:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000400:00000010:0.0:1767384354.579971:0:31121:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000000b8c9833. 00000400:00000200:0.0:1767384354.579977:0:31121:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (28) 00000400:00000200:0.0:1767384354.579992:0:31121:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384354.580004:0:31121:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000400:00000200:3.0:1767384354.580008:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384354.580012:0:31121:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000d69f0c4. 00000400:00000200:3.0:1767384354.580015:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000020:01000000:0.0:1767384354.580021:0:31121:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:3.0:1767384354.580023:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883d7c0a. 00000020:01000000:0.0:1767384354.580027:0:31121:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp38 00000400:00000200:3.0:1767384354.580028:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (29) 00000400:00000010:3.0:1767384354.580035:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f2d8f9c0. 00000400:00000200:3.0:1767384354.580039:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384354.580050:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000010:0.0:1767384354.580050:0:31121:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c98d2439. 00000400:00000200:3.0:1767384354.580059:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000010:0.0:1767384354.580059:0:31121:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006a80a4b2. 00000400:00000200:3.0:1767384354.580067:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:3.0:1767384354.580071:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:3.0:1767384354.580080:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:3.0:1767384354.580084:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000020:00000001:1.0:1767384354.580085:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384354.580090:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 10000000:00000001:1.0:1767384354.580092:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384354.580096:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 10000000:00000001:1.0:1767384354.580098:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384354.580101:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 10000000:01000000:1.0:1767384354.580103:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384354.580133:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384354.580134:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000020:01000004:1.0:1767384354.580138:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384354.580143:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000020:01000004:1.0:1767384354.580143:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384354.580148:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384354.580150:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000020:01000004:1.0:1767384354.580152:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384354.580156:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384354.580158:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384354.580160:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000020:01000004:1.0:1767384354.580161:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384354.580165:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384354.580167:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000020:01000004:1.0:1767384354.580169:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384354.580174:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000010:1.0:1767384354.580178:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab9c0d7. 00000400:00000200:3.0:1767384354.580181:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000020:00000040:1.0:1767384354.580187:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384354.580188:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:3.0:1767384354.580195:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000100:00000001:1.0:1767384354.580196:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384354.580200:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 02000000:00000001:1.0:1767384354.580201:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384354.580206:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 24], ns[68, 24] 02000000:00000001:1.0:1767384354.580208:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.580213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 24], ns[90, 24] 00000400:00000200:3.0:1767384354.580220:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[74, 24] 02000000:00000010:1.0:1767384354.580220:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000209d6f78. 00000100:00000001:1.0:1767384354.580230:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.580239:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384354.580243:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 24], ns[111, 24] 00000100:00000001:1.0:1767384354.580243:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.580254:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[99, 24] 00000100:00000040:1.0:1767384354.580256:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aab9c0d7] to pc [ptlrpcd_00_00+0] req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384354.580266:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 24], ns[105, 24] 00000400:00000200:3.0:1767384354.580279:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[103, 24], ns[110, 24] 00000400:00000200:3.0:1767384354.580282:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[106, 24], ns[113, 24] 00000400:00000200:3.0:1767384354.580290:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[0, 24] 00000400:00000200:3.0:1767384354.580302:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:3.0:1767384354.580309:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp36 00000400:00000200:3.0:1767384354.580314:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp36 lpni_is_preferred = 0 00000400:00000200:3.0:1767384354.580317:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp36 00000400:00000200:3.0:1767384354.580321:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp36 NI seq info: [114:114:256:4294967295] 192.168.202.119@tcp36 LPNI seq info [107:107:8:4294967295] 00000400:00000200:3.0:1767384354.580327:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp36 10000000:00000001:1.0:1767384354.580331:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384354.580337:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.580341:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.580342:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36:) -> 192.168.202.119@tcp36(192.168.202.119@tcp:192.168.202.119@tcp36) : PUT try# 0 00000020:01000000:1.0:1767384354.580346:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384354.580347:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767384354.580353:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.119@tcp36 00000100:00000001:0.0:1767384354.580354:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384354.580358:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045da2f30. 00000020:00000001:1.0:1767384354.580359:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384354.580359:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384354.580363:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384354.580367:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384354.580368:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384354.580369:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007a53dc70. 10000000:01000000:1.0:1767384354.580370:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000010:3.0:1767384354.580375:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e8b9449f. 00000020:01000004:1.0:1767384354.580376:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384354.580380:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384354.580385:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:3.0:1767384354.580387:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000020:01000004:1.0:1767384354.580390:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384354.580395:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:3.1:1767384354.580400:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000020:01000004:1.0:1767384354.580401:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384354.580401:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384354.580407:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384354.580407:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384354.580411:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384354.580414:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 02000000:00000001:0.0:1767384354.580414:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384354.580415:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384354.580419:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.580420:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000100:00000010:1.0:1767384354.580422:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071b8d1f6. 02000000:00000001:0.0:1767384354.580438:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384354.580443:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00100000:0.0:1767384354.580445:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748245504:0@lo:253: 00000100:00000001:1.0:1767384354.580450:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384354.580454:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384354.580454:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.580458:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.580463:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384354.580467:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b75ba406. 02000000:00000001:0.0:1767384354.580467:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.580471:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384354.580474:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.580480:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767384354.580480:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f63e5058. 00000100:00000001:1.0:1767384354.580482:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.580486:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.580491:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000040:1.0:1767384354.580491:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071b8d1f6] to pc [ptlrpcd_00_01+1] req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384354.580504:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038de431f. 10000000:00000001:1.0:1767384354.580509:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.580512:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c98d2439. 10000000:00000001:1.0:1767384354.580514:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.580518:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384354.580518:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748245504, portal 25 00000020:01000000:1.0:1767384354.580521:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384354.580524:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384354.580526:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000d69f0c4. 00000100:00000001:0.0:1767384354.580528:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408370560 : -114055301181056 : ffff98446e49d180) 00000400:00000200:3.0:1767384354.580538:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000040:0.0:1767384354.580538:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.580540:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.580550:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384354.580552:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.580556:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384354.580556:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384354.580562:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f7f2935. 00000100:00000040:1.0:1767384354.580565:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384354.580567:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748245504, offset 0 00000400:00000200:3.0:1767384354.580568:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.580582:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384354.580583:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384354.580587:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.580592:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384354.580596:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384354.580597:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.580598:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 02000000:00000001:1.0:1767384354.580605:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384354.580612:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071b8d1f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748245632:0@lo:253: 00000400:00000200:0.0:1767384354.580616:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105a00 00000100:00000001:1.0:1767384354.580620:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384354.580626:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384354.580628:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a5 [2] + 0 00000400:00000200:3.0:1767384354.580629:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 02000000:00000001:1.0:1767384354.580630:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.580636:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384354.580638:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b88d2d1. 02000000:00000010:1.0:1767384354.580644:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d5c3c034. 00000400:00000200:0.0:1767384354.580644:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dfa9501 02000000:00000001:1.0:1767384354.580649:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384354.580654:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384354.580655:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000400:00000200:3.0:1767384354.580659:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.580663:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384354.580664:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053be34e7. 00000400:00000200:0.0:1767384354.580671:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dfa9501 00000400:00000010:0.0:1767384354.580675:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dfa9501. 00000100:00000001:0.0:1767384354.580681:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384354.580682:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748245632, portal 25 00000100:00000200:0.0:1767384354.580684:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384354.580688:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384354.580690:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000040:0.0:1767384354.580690:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000018aefd01 x1853236748245504 msgsize 4848 00000100:00000001:1.0:1767384354.580691:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375936 : -114055301175680 : ffff98446e49e680) 00000100:00000040:1.0:1767384354.580703:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.580706:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384354.580711:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384354.580713:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:1.0:1767384354.580722:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384354.580725:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384354.580730:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.580734:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000539537e6. 00000400:00000200:0.0:1767384354.580736:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f7f2935 00000400:00000010:0.0:1767384354.580740:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f7f2935. 00000400:00000200:3.0:1767384354.580741:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000100:00000001:0.0:1767384354.580744:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384354.580746:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748245632, offset 0 00000100:00000200:0.0:1767384354.580751:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.580760:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384354.580765:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384354.580775:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384354.580776:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.580784:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384354.580789:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105a80 00000400:00000200:1.0:1767384354.580798:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12ad [2] + 0 00000400:00000200:3.0:1767384354.580802:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000010:1.0:1767384354.580809:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd8901c. 00000400:00000200:1.0:1767384354.580818:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002b56ea14 00000100:00000001:0.0:1767384354.580818:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.580823:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384354.580826:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384354.580831:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.580836:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294942473 00000400:00000200:1.0:1767384354.580842:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384354.580845:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000307317ab. 00000400:00000200:3.0:1767384354.580848:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384354.580849:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b56ea14 00000100:00000001:0.0:1767384354.580854:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384354.580855:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b56ea14. 00000100:00000001:1.0:1767384354.580864:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384354.580866:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294942473 00000100:00000200:1.0:1767384354.580867:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384354.580873:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000009f01e0e x1853236748245632 msgsize 4848 00000100:00000010:0.0:1767384354.580874:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004407b271. 00000100:00000001:0.0:1767384354.580882:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767384354.580883:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384354.580888:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384354.580891:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294942473 00000400:00000200:3.0:1767384354.580895:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000010:0.0:1767384354.580897:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000100:00000001:1.0:1767384354.580899:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384354.580906:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384354.580910:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000539537e6 00000400:00000010:1.0:1767384354.580914:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000539537e6. 00000100:00000001:0.0:1767384354.580914:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294942473 00000100:00000001:1.0:1767384354.580921:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384354.580923:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006edfb1a7. 00000100:00000200:1.0:1767384354.580929:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.580929:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384354.580938:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.580939:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:1.0:1767384354.580941:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384354.580946:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384354.580950:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.580953:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.580960:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.580963:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.580968:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384354.580971:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384354.580976:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.580976:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384354.580979:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00000001:1.0:1767384354.580983:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294942473 00000100:00000001:0.0:1767384354.580984:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.580988:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384354.580990:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294942473 00000100:00000001:0.0:1767384354.580994:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.580995:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294942473 00000100:00000001:0.0:1767384354.581000:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.581001:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294942473 00000100:00000001:1.0:1767384354.581006:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294942473 00000100:00000001:1.0:1767384354.581009:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294942473 00000100:00000001:1.0:1767384354.581011:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294942473 00000100:00000001:1.0:1767384354.581015:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294942473 00000100:00000001:1.0:1767384354.581018:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.581020:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.581024:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.581026:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.581029:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:0.0:1767384354.581029:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384354.581036:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245504 02000000:00000001:0.0:1767384354.581041:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384354.581042:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.581045:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.581046:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384354.581050:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.581052:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.581056:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384354.581056:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.581059:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.581062:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245504 00000100:00000001:1.0:1767384354.581064:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.581074:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000020:00000001:0.0:1767384354.581075:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384354.581079:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384354.581083:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384354.581086:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:0.0:1767384354.581090:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384354.581094:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384354.581099:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384354.581104:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000593c9ec4. 00000100:00000001:0.0:1767384354.581147:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384354.581148:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000020:00000010:0.0:1767384354.581153:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000593c9ec4. 00000020:00000010:0.0:1767384354.581163:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000937233c6. 00000020:00000010:0.0:1767384354.581168:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b43a39f. 00000020:00000010:0.0:1767384354.581174:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea12f614. 00000100:00000040:0.0:1767384354.581186:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384354.581190:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384354.581192:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384354.581195:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.581203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000100:00000001:0.0:1767384354.581204:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.581219:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384354.581235:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384354.581235:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384354.581238:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245632 00000100:00000001:1.0:1767384354.581241:0:16780:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.581243:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384354.581246:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384354.581249:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.581252:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 02000000:00000001:0.0:1767384354.581253:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.581255:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384354.581258:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245632 00000100:00000001:1.0:1767384354.581261:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384354.581263:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384354.581266:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384354.581270:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384354.581271:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000020:00000040:0.0:1767384354.581273:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000040:1.0:1767384354.581278:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000020:00000001:0.0:1767384354.581278:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384354.581284:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651845712 : -114055057705904 : ffff98447cccf450) 00000020:00000001:0.0:1767384354.581284:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384354.581292:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000100:00000001:0.0:1767384354.581292:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384354.581295:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018aefd01 x1853236748245504/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384354.581298:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000593c9ec4. 00000100:00000001:1.0:1767384354.581308:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384354.581311:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.581313:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:0.0:1767384354.581315:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000593c9ec4. 00000400:00000200:3.0:1767384354.581317:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000100:00000001:1.0:1767384354.581318:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384354.581325:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000020:00000010:0.0:1767384354.581326:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6d6fa02. 00000020:00000010:0.0:1767384354.581332:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000025667895. 00000100:00100000:1.0:1767384354.581334:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018aefd01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748245504:12345-0@lo:253: 00000020:00000010:0.0:1767384354.581338:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007874e65d. 00000100:00000200:1.0:1767384354.581343:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245504 00000100:00000001:0.0:1767384354.581346:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384354.581349:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384354.581349:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384354.581354:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.581355:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384354.581360:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.581360:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384354.581366:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384354.581366:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384354.581368:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000020:00000001:1.0:1767384354.581370:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384354.581377:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384354.581380:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.581382:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384354.581383:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384354.581386:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384354.581389:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384354.581394:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384354.581394:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:0.0:1767384354.581400:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384354.581401:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384354.581403:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651840592 : -114055057711024 : ffff98447ccce050) 02000000:00000001:1.0:1767384354.581405:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384354.581412:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000009f01e0e x1853236748245632/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:335/0 lens 4848/0 e 0 to 0 dl 1767384365 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384354.581414:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001093ad80. 00000400:00000200:3.0:1767384354.581419:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000100:00000001:0.0:1767384354.581423:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384354.581443:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384354.581445:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000593c9ec4. 00000100:00000001:1.0:1767384354.581448:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.581451:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384354.581454:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384354.581456:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000593c9ec4. 00000100:00100000:0.0:1767384354.581464:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000009f01e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748245632:12345-0@lo:253: 00000400:00000200:3.0:1767384354.581467:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 20000000:00000010:1.0:1767384354.581469:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000720e50ef. 00000100:00000200:0.0:1767384354.581471:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245632 00000020:00000001:0.0:1767384354.581475:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:1.0:1767384354.581476:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384354.581479:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384354.581481:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384354.581482:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384354.581486:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384354.581487:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384354.581490:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.581491:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:3.0:1767384354.581493:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 20000000:00000001:1.0:1767384354.581497:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384354.581499:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767384354.581503:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384354.581503:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384354.581508:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384354.581510:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384354.581516:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008bc38032. 00000400:00000200:3.0:1767384354.581519:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 20000000:01000000:1.0:1767384354.581520:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000020:00000001:0.0:1767384354.581523:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.581528:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384354.581530:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767384354.581531:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:1.0:1767384354.581539:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:0.0:1767384354.581539:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002c3a40cc. 02000000:00000001:0.0:1767384354.581544:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.581546:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384354.581547:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 20000000:00000001:0.0:1767384354.581549:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384354.581559:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000589ae2cd. 20000000:01000000:0.0:1767384354.581564:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384354.581567:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384354.581569:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384354.581571:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384354.581573:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384354.581575:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384354.581592:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00080000:00000001:1.0:1767384354.581594:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384354.581600:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384354.581603:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.581605:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384354.581609:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384354.581616:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384354.581620:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384354.581628:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a1b4c5a. 00000400:00000200:3.0:1767384354.581631:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00080000:00000001:1.0:1767384354.581632:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381324800 : -114060328226816 : ffff984342a73000) 00080000:00000001:1.0:1767384354.581638:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384354.581670:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384354.581689:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384354.581710:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384354.581733:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000001:00000001:1.0:1767384354.581774:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384354.581776:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00080000:00000001:1.0:1767384354.581778:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.581784:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384354.581809:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384354.581813:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767384354.581925:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384354.581929:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384354.581975:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:3.0:1767384354.581981:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000036f2107b. 00000800:00000010:3.0:1767384354.581993:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004e24e68b. 00000800:00000010:3.0:1767384354.582016:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004e24e68b. 00000800:00020000:3.0:1767384354.582025:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384354.582029:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000036f2107b. 00000800:00000010:3.0:1767384354.582031:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:3.0:1767384354.582073:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp36 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384354.582078:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp36 notifying 192.168.202.119@tcp36: down 00000800:00000200:3.0:1767384354.582084:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp36 down 00000800:00000100:3.0:1767384354.582090:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 512 0@<0:0>->192.168.202.119@tcp36 00000800:00000010:3.0:1767384354.582093:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045da2f30. 00000400:00000200:3.0:1767384354.582096:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384354.582099:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384354.582126:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp36 added to recovery queue. ping count: 0 next ping: 276 health :900 00000400:00000200:3.0:1767384354.582130:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384354.582132:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:3.0:1767384354.582136:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384354.582166:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384354.582173:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301171 00000400:00000001:1.0:1767384354.582178:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384354.582180:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384354.582181:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883d7c0a 00000400:00000010:1.0:1767384354.582183:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883d7c0a. 00000400:00000200:1.0:1767384354.582194:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384354.582199:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384354.582202:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (30) 00000400:00000200:1.0:1767384354.582205:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384354.582208:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc -71 00000400:00000200:1.0:1767384354.582211:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384354.582214:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (29) 00080000:00000001:1.0:1767384354.590711:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384354.590717:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384354.590718:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:2.0:1767384354.590722:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384354.590722:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384354.590725:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384354.590726:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384354.590728:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384354.590730:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384354.590733:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 00080000:00000001:2.0:1767384354.590737:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384354.590737:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384354.590749:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384354.590752:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384354.590757:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384354.590760:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384354.590764:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:0.0:1767384354.590765:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036e3f8a3. 10000000:01000000:3.0:1767384354.590767:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384354.590773:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00010000:00000001:3.0:1767384354.590774:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.590779:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384354.590782:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:3.0:1767384354.590786:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000085c503d3. 00080000:00000001:0.0:1767384354.590789:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384354.590791:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.590795:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078460e46. 00000020:00000001:3.0:1767384354.590798:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.590801:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078460e46 with handle 0x4ac496f8d605e20b to hash 00000020:00000001:3.0:1767384354.590803:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.590805:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.590807:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.590810:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.590812:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.590820:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384354.590823:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384354.590829:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384354.590830:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384354.590833:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.590834:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.590839:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384354.590839:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384354.590843:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384354.590844:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384354.590846:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.590849:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384354.590850:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:3.0:1767384354.590851:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.590857:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384354.590858:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384354.590860:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.590862:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.590864:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:0.0:1767384354.590865:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006a80a4b2. 00010000:00000040:3.0:1767384354.590866:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000085c503d3) refcount = 1 00010000:00010000:3.0:1767384354.590872:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384354.590872:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382340608 : -114060327211008 : ffff984342b6b000) 00080000:00000001:0.0:1767384354.590879:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384354.590881:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.590884:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.590886:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.590888:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.590889:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384354.590892:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.590895:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384354.590897:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.590899:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.590900:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078460e46 refcount=4 00000020:00000001:3.0:1767384354.590903:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.590905:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.590906:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.590908:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.590912:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.590920:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.590924:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.590926:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.590928:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.590931:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.590933:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.590936:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.590937:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.590943:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000078460e46 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384354.590945:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.590947:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.590949:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.590953:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.590954:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.590956:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.590957:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078460e46 refcount=5 00000020:00000001:3.0:1767384354.590959:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.590961:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.590964:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.590965:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384354.590968:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384354.590969:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.590973:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384354.590973:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.590975:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384354.590979:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384354.590980:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.590983:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.590985:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.590991:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.590993:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078460e46 with handle 0x4ac496f8d605e20b from hash 00010000:00000001:3.0:1767384354.590995:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.590997:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.590998:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384354.590998:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.591001:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.591004:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:0.0:1767384354.591004:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384354.591009:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.591011:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.591012:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.591015:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.591017:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.591018:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384354.591020:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.591021:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.591023:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.591025:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.591026:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.591028:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.591032:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.591033:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.591035:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.591036:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384354.591038:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.591039:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.591041:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.591043:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.591045:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.591047:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.591050:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384354.591052:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.591053:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000078460e46/0x4ac496f8d605e20b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.591067:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000085c503d3 count: 0 00010000:00000001:3.0:1767384354.591079:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.591080:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384354.591472:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384354.591476:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384354.593153:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294942473, at 4294942474 00000100:00000040:1.0:1767384354.593154:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294942473, at 4294942474 00000100:00000010:2.0:1767384354.593165:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00000100:00000010:1.0:1767384354.593167:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004407b271. 00000100:00000040:3.0:1767384354.594138:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294942473, at 4294942475 00000100:00000010:3.0:1767384354.594145:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006edfb1a7. 00000100:00000040:0.0:1767384354.594238:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294942473, at 4294942475 00000100:00000010:0.0:1767384354.594246:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000307317ab. 00000400:00000010:2.0:1767384354.599746:0:31126:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000669de5af. 00000400:00000040:2.0:1767384354.599765:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.599768:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384354.599770:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.599771:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.599774:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.599775:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384354.599777:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.599778:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384354.599779:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384354.599784:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384354.599786:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384354.599787:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.599789:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384354.599790:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.599791:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384354.599793:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384354.599794:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384354.599795:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384354.599796:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384354.599797:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.599798:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.599799:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.599800:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.599801:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.599803:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384354.599805:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.599806:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.599807:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.599808:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.599809:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.599810:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384354.599812:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384354.599813:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384354.599814:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384354.599815:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384354.599816:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.599816:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384354.599818:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384354.599820:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.599821:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384354.599822:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384354.599823:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384354.599824:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384354.599826:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384354.599827:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384354.599828:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384354.599828:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384354.599830:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384354.599835:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384354.599836:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384354.599837:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384354.599839:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384354.599840:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384354.599841:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384354.599842:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384354.599843:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384354.599845:0:31126:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384354.599951:0:31126:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000669de5af. 00010000:00000010:3.1:1767384354.600134:0:31127:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085c503d3. 00010000:00000010:3.1:1767384354.600145:0:31127:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078460e46. 00080000:00000001:2.0:1767384354.600384:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384354.600384:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384354.600388:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384354.600390:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:2.0:1767384354.600391:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384354.600394:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384354.600395:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384354.600396:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384354.600400:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384354.600401:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006a80a4b2. 20000000:01000000:0.0:1767384354.600408:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384354.600410:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384354.600421:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384354.600425:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384354.600443:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384354.600446:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384354.600454:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384354.600457:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384354.600461:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384354.600464:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384354.600471:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000085c503d3. 00010000:00000001:3.0:1767384354.600475:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384354.600479:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078460e46. 00000020:00000001:3.0:1767384354.600484:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384354.600487:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078460e46 with handle 0x4ac496f8d605e212 to hash 00000020:00000001:3.0:1767384354.600490:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384354.600492:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.600495:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.600499:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.600501:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.600504:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600513:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384354.600517:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384354.600520:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384354.600522:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.600525:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.600527:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384354.600529:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.600532:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384354.600534:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384354.600536:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384354.600546:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384354.600548:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000085c503d3) refcount = 1 00010000:00010000:3.0:1767384354.600552:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600559:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384354.600561:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384354.600563:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.600566:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.600569:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384354.600572:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384354.600574:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384354.600577:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.600580:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.600582:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078460e46 refcount=4 00000020:00000001:3.0:1767384354.600585:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.600588:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.600590:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384354.600592:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600599:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384354.600601:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600607:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.600609:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384354.600610:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600616:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.600618:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.600620:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384354.600622:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384354.600641:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000078460e46 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384354.600644:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.600646:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384354.600649:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600655:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384354.600657:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384354.600659:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384354.600660:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078460e46 refcount=5 00000020:00000001:3.0:1767384354.600663:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.600666:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977472 : -114056077574144 : ffff984440030000) 00010000:00000001:3.0:1767384354.600670:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384354.600672:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600678:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384354.600681:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384354.600683:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.600686:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384354.600688:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384354.600690:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384354.600693:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384354.600695:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078460e46 with handle 0x4ac496f8d605e212 from hash 00010000:00000001:3.0:1767384354.600698:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384354.600700:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.600702:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.600704:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384354.600707:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384354.600709:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384354.600711:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384354.600714:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384354.600717:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.600719:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384354.600729:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384354.600732:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.600734:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.600735:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.600737:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384354.600739:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.600741:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600748:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.600749:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.600751:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384354.600752:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384354.600754:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384354.600756:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384354.600758:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384354.600760:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384354.600762:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384354.600764:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384354.600770:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384354.600772:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384354.600773:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000078460e46/0x4ac496f8d605e212 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384354.600780:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000085c503d3 count: 0 00010000:00000001:3.0:1767384354.600788:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384354.600790:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384354.601155:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384354.601160:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384354.601162:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000720e50ef. 20000000:00000001:1.0:1767384354.601166:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384354.601170:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748245504 00010000:00000001:1.0:1767384354.601172:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384354.601178:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018aefd01 x1853236748245504/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384354.601186:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384354.601188:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.601191:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.601195:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384354.601197:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384354.601199:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384354.601202:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384354.601205:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.601213:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.601216:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.601220:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084105e73. 00000100:00000200:1.0:1767384354.601224:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748245504, offset 224 00000400:00000200:1.0:1767384354.601230:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.601240:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.601250:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105a00 00000400:00000200:1.0:1767384354.601257:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a7d [2] + 224 00000400:00000200:1.0:1767384354.601263:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.601269:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.601275:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.601280:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.601291:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.601308:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384354.601314:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384354.601316:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084105e73 00000100:00000001:0.0:1767384354.601319:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384354.601320:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084105e73. 00000100:00000001:1.0:1767384354.601325:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384354.601326:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384354.601327:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384354.601330:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384354.601334:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384354.601334:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038de431f. 00000100:00000040:1.0:1767384354.601341:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:0.0:1767384354.601341:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c98d2439 00000400:00000010:0.0:1767384354.601345:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c98d2439. 00010000:00000001:1.0:1767384354.601346:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384354.601350:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.601352:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384354.601353:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384354.601358:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.601359:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018aefd01 x1853236748245504/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.601390:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018aefd01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748245504:12345-0@lo:253: Request processed in 20082us (20699us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384354.601392:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.601403:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384354.601406:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:0.0:1767384354.601407:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384354.601411:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384354.601411:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384354.601415:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384354.601416:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384354.601418:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384354.601419:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384354.601421:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384354.601424:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384354.601438:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384354.601444:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384354.601446:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384354.601447:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b43a39f. 00000100:00000001:0.0:1767384354.601448:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384354.601453:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767384354.601455:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea12f614. 00010000:00000001:0.0:1767384354.601455:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.601459:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384354.601461:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000937233c6. 00000100:00000040:0.0:1767384354.601464:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384354.601470:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384354.601475:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384354.601478:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001093ad80. 02000000:00000001:1.0:1767384354.601485:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384354.601486:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384354.601488:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.601489:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384354.601492:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384354.601494:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384354.601495:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384354.601499:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41a3bd5. 00000020:01000004:0.0:1767384354.601499:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384354.601501:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384354.601505:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384354.601507:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084105e73. 00000020:01000004:0.0:1767384354.601507:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384354.601510:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384354.601513:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384354.601515:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384354.601516:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384354.601517:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384354.601521:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384354.601527:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748245504:0@lo:253: 00000100:00000001:0.0:1767384354.601532:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.601535:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384354.601538:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab9c0d7 x1853236748245504/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384354.601544:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384354.601546:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384354.601548:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f63e5058. 02000000:00000001:0.0:1767384354.601553:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384354.601555:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384354.601556:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384354.601559:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384354.601561:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000209d6f78. 02000000:00000001:0.0:1767384354.601568:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384354.601570:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384354.601571:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab9c0d7. 00000100:00000001:0.0:1767384354.601575:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384354.601576:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.601578:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384354.601589:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384354.601591:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384354.601593:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384354.601596:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384354.602787:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384354.602790:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384354.602791:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000589ae2cd. 20000000:00000001:1.0:1767384354.602795:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384354.602797:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748245632 00010000:00000001:1.0:1767384354.602799:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384354.602802:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000009f01e0e x1853236748245632/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384354.602808:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384354.602809:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384354.602810:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384354.602813:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384354.602814:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384354.602816:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384354.602817:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384354.602818:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384354.602820:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384354.602821:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384354.602824:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eb5adfa. 00000100:00000200:1.0:1767384354.602826:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748245632, offset 224 00000400:00000200:1.0:1767384354.602830:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384354.602833:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384354.602838:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105a80 00000400:00000200:1.0:1767384354.602841:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a85 [2] + 224 00000400:00000200:1.0:1767384354.602852:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384354.602854:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384354.602856:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384354.602859:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384354.602864:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.602878:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384354.602882:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eb5adfa 00000400:00000010:1.0:1767384354.602884:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eb5adfa. 00000100:00000001:1.0:1767384354.602886:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384354.602887:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384354.602888:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384354.602890:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.602891:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384354.602894:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384354.602897:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384354.602898:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384354.602898:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384354.602901:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384354.602902:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384354.602904:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000100:00000040:1.0:1767384354.602907:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000009f01e0e x1853236748245632/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:335/0 lens 4848/4768 e 0 to 0 dl 1767384365 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384354.602910:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053be34e7 00000400:00000010:2.0:1767384354.602914:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053be34e7. 00000100:00000001:2.0:1767384354.602918:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384354.602922:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000009f01e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748245632:12345-0@lo:253: Request processed in 21497us (22045us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384354.602926:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384354.602934:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:1.0:1767384354.602939:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384354.602944:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384354.602947:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384354.602947:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384354.602951:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000025667895. 00000020:00000010:1.0:1767384354.602957:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007874e65d. 00000100:00000001:2.0:1767384354.602958:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384354.602962:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384354.602963:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6d6fa02. 00000100:00000001:2.0:1767384354.602965:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384354.602967:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:2.0:1767384354.602968:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384354.602971:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384354.602972:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384354.602973:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384354.602975:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002c3a40cc. 02000000:00000001:2.0:1767384354.602977:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384354.602979:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384354.602980:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=60 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384354.602982:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384354.602985:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=60 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384354.602992:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384354.602995:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384354.602998:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384354.602998:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00010000:00000001:2.0:1767384354.603002:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384354.603003:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001eb5adfa. 00010000:00000001:2.0:1767384354.603005:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.603008:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384354.603011:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.603016:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384354.603018:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384354.603019:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384354.603021:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384354.603022:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384354.603023:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384354.603024:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384354.603024:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384354.603025:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384354.603026:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384354.603027:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384354.603027:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384354.603029:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384354.603033:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071b8d1f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748245632:0@lo:253: 00000100:00000001:2.0:1767384354.603036:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.603037:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384354.603038:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071b8d1f6 x1853236748245632/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384370 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384354.603042:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384354.603043:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384354.603045:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d5c3c034. 02000000:00000001:2.0:1767384354.603047:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384354.603048:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384354.603049:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384354.603050:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384354.603051:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b75ba406. 02000000:00000001:2.0:1767384354.603053:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384354.603058:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384354.603059:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071b8d1f6. 00000100:00000001:2.0:1767384354.603061:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384354.603062:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.603063:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384354.603066:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384354.603067:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384354.603068:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384354.603069:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384354.606332:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000085c503d3. 00010000:00000010:3.1:1767384354.606338:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078460e46. 00000400:00000200:2.0:1767384354.647168:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp35 00000400:00000010:2.0:1767384354.647174:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bbc5e89f. 00000400:00000010:2.0:1767384354.647181:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6db2160. 00000400:00000010:2.0:1767384354.647185:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000400:00000010:2.0:1767384354.647192:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088941912. 00000400:00000200:2.0:1767384354.647196:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp35 00000400:00000200:2.0:1767384354.647210:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp35 local destination 00000400:00000200:2.0:1767384354.647216:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp35 00000400:00000200:2.0:1767384354.647220:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp35 NI seq info: [115:115:256:4294967295] 192.168.202.119@tcp35 LPNI seq info [108:108:8:4294967295] 00000400:00000200:2.0:1767384354.647225:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp35 00000400:00000200:2.0:1767384354.647230:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp35(192.168.202.119@tcp35:) -> 192.168.202.119@tcp35(192.168.202.119@tcp35:192.168.202.119@tcp35) : GET try# 0 00000800:00000200:2.0:1767384354.647234:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp35 00000800:00000010:2.0:1767384354.647238:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fefec926. 00000800:00000200:2.0:1767384354.647244:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000800:00000200:2.1:1767384354.647247:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:2.0:1767384354.647268:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp35 added to recovery queue. ping count: 2 next ping: 279 health :800 00000400:00000200:2.0:1767384354.647272:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp34 00000400:00000010:2.0:1767384354.647275:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3a50e8e. 00000400:00000010:2.0:1767384354.647279:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000df235167. 00000400:00000010:2.0:1767384354.647283:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000400:00000010:2.0:1767384354.647287:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000952553ea. 00000400:00000200:2.0:1767384354.647291:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp34 00000400:00000200:2.0:1767384354.647296:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp34 local destination 00000400:00000200:2.0:1767384354.647299:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp34 00000400:00000200:2.0:1767384354.647309:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp34 NI seq info: [116:116:256:4294967295] 192.168.202.119@tcp34 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384354.647313:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp34 00000400:00000200:2.0:1767384354.647323:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34:) -> 192.168.202.119@tcp34(192.168.202.119@tcp34:192.168.202.119@tcp34) : GET try# 0 00000800:00000200:2.0:1767384354.647328:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp34 00000400:00000200:0.0:1767384354.647328:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000010:2.0:1767384354.647333:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007157400b. 00000800:00000200:2.0:1767384354.647339:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000800:00000200:2.1:1767384354.647344:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000400:00000200:2.0:1767384354.647358:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp34 added to recovery queue. ping count: 3 next ping: 283 health :700 00000400:00000200:0.0:1767384354.647393:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647410:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647444:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647474:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647492:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647526:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647541:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647578:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647588:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647638:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647642:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647699:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647750:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647755:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647809:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647812:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647872:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647876:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.647954:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.647958:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648025:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648037:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648082:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648124:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648165:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648185:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648220:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648238:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648271:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648289:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648332:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648394:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648425:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648469:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648520:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648534:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648574:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648591:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648628:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648645:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648677:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648699:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648722:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648746:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648770:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648806:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648824:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648858:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648876:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648910:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648928:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.648958:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.648983:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649005:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649026:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649050:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649071:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649101:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649138:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649174:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649186:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649230:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649247:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649281:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649301:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649329:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649365:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649392:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649418:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649456:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:0.0:1767384354.649467:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f63e5058. 00000800:00000010:0.0:1767384354.649473:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c98d2439. 00000800:00000010:0.0:1767384354.649479:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000437a9145. 00000400:00000200:2.0:1767384354.649482:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000010:0.0:1767384354.649500:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000437a9145. 00000400:00000200:2.0:1767384354.649507:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000800:00020000:0.0:1767384354.649510:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384354.649514:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c98d2439. 00000800:00000010:0.0:1767384354.649517:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f63e5058. 00000400:00000200:2.0:1767384354.649532:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.649565:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:02020000:0.0:1767384354.649591:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384354.649598:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649598:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp35 notifying 192.168.202.119@tcp35: down 00000400:00000200:0.0:1767384354.649606:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384354.649611:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp35 00000800:00000010:0.0:1767384354.649614:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fefec926. 00000400:00000200:0.0:1767384354.649619:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384354.649623:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp35->192.168.202.119@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384354.649627:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.649630:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384354.649635:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384354.649639:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp35) recovery failed with -71 00000800:00000010:2.0:1767384354.649768:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000868e650d. 00000800:00000010:2.0:1767384354.649772:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000075efff01. 00000800:00000010:2.0:1767384354.649776:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032072196. 00000800:00000010:2.0:1767384354.649807:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032072196. 00000400:00000200:3.0:1767384354.649827:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384354.649841:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp34 from 211.3.0.2 00000800:00000010:3.0:1767384354.649845:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000865496a2. 00000800:00000010:0.0:1767384354.649878:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f63e5058. 00000800:00000010:0.0:1767384354.649883:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c98d2439. 00000800:00000010:0.0:1767384354.649904:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ab7b1b8e. 00000800:00000200:0.1:1767384354.649909:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (2) 00000800:00000200:0.1:1767384354.649914:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp34 00000000ab7b1b8e deleted 00000800:00000010:0.1:1767384354.649916:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab7b1b8e. 00000800:00000200:0.1:1767384354.649920:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384354.649927:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp34 ip 192.168.202.119:979 00000800:00000200:0.1:1767384354.649930:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007157400b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384354.649936:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp34 p 3.x 192.168.202.119 -> 192.168.202.119:979 incarnation:1767384345694024264 sched[0] 00000800:00000010:0.0:1767384354.649940:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000437a9145. 00000800:00000010:0.0:1767384354.649989:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000437a9145. 00000800:00000010:0.0:1767384354.649999:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c98d2439. 00000800:00000200:2.1:1767384354.650014:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384354.650021:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp34 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384345694024264 sched[0] 00000800:00000010:2.0:1767384354.650024:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000075efff01. 00000800:00000010:0.0:1767384354.650035:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000865496a2. 00000800:00000001:0.0:1767384354.650059:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650065:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.650094:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:0.0:1767384354.650130:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384354.650134:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007157400b. 00000400:00000200:0.0:1767384354.650138:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.650143:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp34->192.168.202.119@tcp34: GET: OK 00000400:00000200:0.0:1767384354.650147:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384354.650149:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp34 recovery message sent successfully:0 00000800:00000001:0.0:1767384354.650162:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650168:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.650170:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650178:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.650181:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384354.650186:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34) <- 192.168.202.119@tcp34 : GET - for me 00000400:00000200:0.0:1767384354.650198:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384354.650206:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1a75 [1] + 0 00000400:00000200:0.0:1767384354.650216:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp34 to MR: 192.168.202.119@tcp34 local destination 00000400:00000200:0.0:1767384354.650220:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp34 NI seq info: [117:117:256:4294967295] 192.168.202.119@tcp34 LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1767384354.650233:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34:192.168.202.119@tcp34) -> 192.168.202.119@tcp34(192.168.202.119@tcp34:192.168.202.119@tcp34) 192.168.202.119@tcp34 : REPLY try# 0 00000800:00000200:0.0:1767384354.650238:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp34 00000800:00000010:0.0:1767384354.650241:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6f92f07. 00000800:00000200:0.0:1767384354.650245:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000800:00000200:0.0:1767384354.650250:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp34 ip 192.168.202.119:988 00000800:00000200:0.0:1767384354.650252:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6f92f07 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384354.650259:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000200:0.0:1767384354.650296:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384354.650299:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6f92f07. 00000400:00000200:0.0:1767384354.650303:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.650309:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp34->192.168.202.119@tcp34: REPLY: OK 00000800:00000001:0.0:1767384354.650319:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384354.650325:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000001:0.0:1767384354.650328:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.650331:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650336:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384354.650338:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650343:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.650350:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp34(192.168.202.119@tcp34) <- 192.168.202.119@tcp34 : REPLY - for me 00000400:00000200:0.0:1767384354.650360:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp34: Reply from 12345-192.168.202.119@tcp34 of length 272/272 into md 0x1aa1 00000800:00000001:0.0:1767384354.650364:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650371:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384354.650372:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384354.650377:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp34->192.168.202.119@tcp34: REPLY: OK 00000400:00000200:0.0:1767384354.650381:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:0.0:1767384354.650383:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000400:00000200:0.0:1767384354.650388:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384354.650392:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3a50e8e. 00000400:00000010:0.0:1767384354.650397:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000df235167. 00000400:00000200:2.0:1767384354.650399:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000001:0.0:1767384354.650403:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384354.650408:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384354.650474:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650536:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650596:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650654:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650697:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650717:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650741:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650764:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650780:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650794:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650815:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650833:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650848:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650876:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650906:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650924:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650943:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650958:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650976:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.650998:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651023:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651038:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651051:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651065:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651080:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651093:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384354.651356:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384354.651485:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384354.651540:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384354.651589:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384354.651728:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:3.0:1767384354.651732:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000077586484. 00000800:00000010:3.0:1767384354.651741:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a8a2363. 00000800:00000010:3.0:1767384354.651763:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a8a2363. 00000800:00020000:3.0:1767384354.651771:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384354.651773:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000077586484. 00000800:00000010:3.0:1767384354.651776:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:3.0:1767384354.651810:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384355.159177:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384355.159183:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.159188:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384355.159191:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384355.159200:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384355.159202:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.159205:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384355.159207:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.159209:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.159211:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.159244:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384355.159246:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384355.159249:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384355.671197:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (6) 00000800:00000200:2.0:1767384355.671205:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp20 ip 192.168.202.119:988 00000800:00000200:2.0:1767384355.671209:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384355.671320:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384355.671326:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.671338:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384355.671342:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384355.671344:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384355.672171:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384355.672174:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384355.672177:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:2.0:1767384355.672180:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000400:00000200:2.0:1767384355.672186:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384355.672190:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384355.672201:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bbc5e89f. 00000400:00000010:2.0:1767384355.672206:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6db2160. 00000400:00000200:2.0:1767384355.672213:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp36 00000400:00000010:2.0:1767384355.672218:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bbc5e89f. 00000400:00000010:2.0:1767384355.672224:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000addd6186. 00000400:00000010:2.0:1767384355.672228:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000400:00000010:2.0:1767384355.672235:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009aa84c9f. 00000400:00000200:2.0:1767384355.672240:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp36 00000400:00000200:2.0:1767384355.672254:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp36 local destination 00000400:00000200:2.0:1767384355.672261:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp36 00000400:00000200:2.0:1767384355.672266:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp36 NI seq info: [118:118:256:4294967295] 192.168.202.119@tcp36 LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1767384355.672273:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp36 00000400:00000200:2.0:1767384355.672290:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36:) -> 192.168.202.119@tcp36(192.168.202.119@tcp36:192.168.202.119@tcp36) : GET try# 0 00000800:00000200:2.0:1767384355.672297:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp36 00000800:00000010:2.0:1767384355.672302:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006374185b. 00000800:00000200:2.0:1767384355.672306:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000800:00000200:2.1:1767384355.672310:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000400:00000200:2.0:1767384355.672331:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp36 added to recovery queue. ping count: 1 next ping: 278 health :900 00000400:00000200:3.0:1767384355.672385:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672437:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672458:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672476:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672493:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672507:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672522:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672537:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672578:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672601:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672618:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672641:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672666:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672687:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672704:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672750:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672773:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672792:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672813:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672830:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672854:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672879:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672906:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672930:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672949:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672967:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.672985:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.673001:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.673019:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.673038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.673056:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.673078:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384355.673099:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384355.673234:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000800:00000010:3.0:1767384355.673239:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d111859c. 00000800:00000010:3.0:1767384355.673244:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f87971e9. 00000800:00000010:3.0:1767384355.673261:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f87971e9. 00000800:00020000:3.0:1767384355.673268:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384355.673271:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d111859c. 00000800:00000010:3.0:1767384355.673273:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:02020000:3.0:1767384355.673307:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp36 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384355.673312:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp36 notifying 192.168.202.119@tcp36: down 00000400:00000200:3.0:1767384355.673315:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384355.673319:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp36 00000800:00000010:3.0:1767384355.673322:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006374185b. 00000400:00000200:3.0:1767384355.673324:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384355.673328:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384355.673335:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384355.673338:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384355.673341:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp36) recovery failed with -71 00000004:00000001:0.0:1767384355.863185:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384355.863190:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384355.863196:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 00000020:00000040:0.0:1767384355.863203:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384355.863207:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384355.863210:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384355.863211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384355.863215:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.863217:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1767384355.863222:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6f92f07. 00000100:00000010:3.0:1767384355.863230:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa46084d. 00000100:00000001:0.0:1767384355.863231:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384355.863236:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384355.863240:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384355.863241:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384355.863243:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384355.863243:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.863248:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384355.863254:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e806b0fd. 00000100:00000040:0.0:1767384355.863255:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001430ec3e] to pc [ptlrpcd_00_02+2] req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.863259:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.863267:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384355.863274:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384355.863276:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.863280:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa46084d] to pc [ptlrpcd_00_03+3] req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384355.863283:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.863293:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.863295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384355.863298:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384355.863302:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083d3c8bc. 00000020:00000040:3.0:1767384355.863304:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384355.863306:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384355.863307:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384355.863309:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.863311:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384355.863313:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ada20620. 00000100:00000001:2.0:1767384355.863316:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384355.863317:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.863319:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.863320:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384355.863323:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384355.863324:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384355.863329:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.863329:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384355.863335:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384355.863337:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384355.863344:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384355.863346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083d3c8bc] to pc [ptlrpcd_00_00+0] req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.863359:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384355.863364:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384355.863374:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384355.863380:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.863380:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384355.863383:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384355.863387:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.863388:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384355.863391:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.863393:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384355.863394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384355.863396:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748245760:0@lo:13: 02000000:00000001:0.0:1767384355.863398:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.863401:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1767384355.863404:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748245888:0@lo:400: 00000100:00000001:2.0:1767384355.863406:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384355.863409:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384355.863413:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bc908d9. 02000000:00000001:2.0:1767384355.863427:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384355.863427:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384355.863430:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384355.863431:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.863434:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384355.863436:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384355.863439:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d82230c. 02000000:00000001:0.0:1767384355.863443:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384355.863444:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384355.863449:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384355.863450:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038de431f. 00000020:00000040:3.0:1767384355.863454:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1767384355.863458:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb232145. 00000400:00000010:0.0:1767384355.863458:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df526203. 00000100:00000001:3.0:1767384355.863459:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384355.863461:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384355.863465:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384355.863467:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748245888, portal 25 02000000:00000010:3.0:1767384355.863471:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052acb295. 00000400:00000010:2.0:1767384355.863471:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000001:0.0:1767384355.863471:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384355.863474:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716216576 : -114055993335040 : ffff984445086300) 00000100:00000001:3.0:1767384355.863478:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384355.863480:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748245760, portal 4 00000100:00000040:0.0:1767384355.863482:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.863485:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384355.863488:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384355.863489:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000100:00000040:2.0:1767384355.863499:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.863507:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384355.863516:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384355.863520:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384355.863522:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000001:3.0:1767384355.863524:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.863524:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384355.863526:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748245888, offset 0 00000100:00000040:2.0:1767384355.863531:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384355.863532:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc908d9] to pc [ptlrpcd_00_01+1] req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384355.863537:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000400:00000200:0.0:1767384355.863537:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384355.863546:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.863549:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1767384355.863549:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748245760, offset 0 00000400:00000200:0.0:1767384355.863556:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384355.863557:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384355.863561:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384355.863563:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000020:00000040:3.0:1767384355.863566:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384355.863569:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384355.863570:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384355.863572:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e105b80 02000000:00000001:3.0:1767384355.863573:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.863579:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384355.863581:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a63913ef. 00000400:00000200:0.0:1767384355.863585:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12bd [2] + 0 00000100:00000001:3.0:1767384355.863587:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384355.863590:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938436a2. 00000400:00000200:2.0:1767384355.863591:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e105b00 00000100:00000040:3.0:1767384355.863595:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384355.863597:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000063d6d8dc 00000100:00000001:3.0:1767384355.863604:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384355.863605:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.863607:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.863608:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2240 00000100:00000040:3.0:1767384355.863614:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_02+2] req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.863615:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384355.863616:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384355.863625:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384355.863631:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063d6d8dc 00000400:00000010:0.0:1767384355.863634:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063d6d8dc. 00000100:00000001:3.0:1767384355.863635:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.863638:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384355.863639:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384355.863640:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 00000100:00000200:0.0:1767384355.863642:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384355.863643:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:0.0:1767384355.863649:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000015a2ed9e x1853236748245888 msgsize 224 00000100:00000010:2.0:1767384355.863650:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009b706a24. 00000100:00000040:2.0:1767384355.863654:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000009b706a24 x1853236748245760 msgsize 224 00000100:00000001:3.0:1767384355.863658:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384355.863659:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384355.863663:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384355.863664:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384355.863670:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384355.863672:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384355.863676:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.863678:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384355.863682:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384355.863684:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384355.863687:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.863688:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 02000000:00000001:3.0:1767384355.863689:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384355.863691:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 02000000:00000001:3.0:1767384355.863692:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384355.863696:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.863698:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384355.863699:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00100000:3.0:1767384355.863701:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bc908d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236748246144:0@lo:400: 00000400:00000010:0.0:1767384355.863702:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000200:2.0:1767384355.863706:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.863708:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384355.863711:0:16149:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384355.863712:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384355.863716:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384355.863719:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384355.863720:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384355.863720:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384355.863726:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040f5757f. 00000100:00000040:2.0:1767384355.863727:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384355.863731:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.863736:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384355.863738:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384355.863739:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edd8901c. 00000100:00100000:1.0:1767384355.863741:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245760 00000100:00000040:0.0:1767384355.863745:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384355.863746:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384355.863747:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036a2cd3f. 00000100:00000001:2.0:1767384355.863747:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.863751:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384355.863753:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384355.863755:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748246144, portal 10 00000100:00000001:1.0:1767384355.863755:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.863759:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.863761:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384355.863764:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716207616 : -114055993344000 : ffff984445084000) 00000100:00000040:2.0:1767384355.863767:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5393 usecs (6 jiffies) 00000100:00000001:0.0:1767384355.863768:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.863772:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.863773:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384355.863774:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943750 02000000:00000001:1.0:1767384355.863775:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.863781:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384355.863784:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ef8ad3c. 00000100:00100000:1.0:1767384355.863785:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245760 00000100:00000001:0.0:1767384355.863787:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294943756 00000020:00000001:1.0:1767384355.863791:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384355.863793:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384355.863794:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000001:2.0:1767384355.863795:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384355.863799:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384355.863800:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384355.863803:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df72a94c. 00000100:00000001:2.0:1767384355.863804:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943750 00000020:00000040:1.0:1767384355.863804:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00000200:3.0:1767384355.863807:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748246144, offset 0 00000100:00000001:0.0:1767384355.863808:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294943750 00000020:00000001:1.0:1767384355.863810:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000010:2.0:1767384355.863812:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87ba6ed. 00000020:00000001:1.0:1767384355.863816:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384355.863817:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294943756 00000100:00000001:2.0:1767384355.863818:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384355.863819:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384355.863824:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384355.863826:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943750 00000100:00000001:0.0:1767384355.863829:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294943750 00000400:00000200:3.0:1767384355.863833:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384355.863837:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294943756 00000100:00000010:2.0:1767384355.863839:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c55b36e5. 00000100:00000001:2.0:1767384355.863844:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384355.863845:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e105c80 00000100:00000001:2.0:1767384355.863851:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943750 00000100:00000001:1.0:1767384355.863851:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.863853:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294943750 00000400:00000200:3.0:1767384355.863856:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:1.0:1767384355.863857:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384355.863859:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000584e7a80. 00000100:00000001:1.0:1767384355.863860:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384355.863860:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294943756 00000400:00000200:3.0:1767384355.863867:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384355.863868:0:16148:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767384355.863868:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.863876:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384355.863878:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384355.863878:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294943750 00000100:00000001:2.0:1767384355.863883:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.863887:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384355.863887:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.863889:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384355.863889:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.863891:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.863892:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.863894:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384355.863897:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384355.863897:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384355.863899:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1767384355.863900:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.863901:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384355.863905:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e6fc22ca. 00000100:00000001:2.0:1767384355.863905:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384355.863907:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.863910:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384355.863910:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384355.863911:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000e6fc22ca x1853236748246144 msgsize 224 00000100:00100000:1.0:1767384355.863912:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083d3c8bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748246016:0@lo:400: 00000100:00000001:2.0:1767384355.863918:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.863920:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384355.863921:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384355.863922:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384355.863926:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384355.863927:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384355.863927:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384355.863927:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384355.863930:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.863931:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384355.863934:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.863936:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384355.863936:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384355.863937:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.863939:0:16147:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384355.863942:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007f057258. 02000000:00000001:1.0:1767384355.863947:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.863948:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df72a94c 00000400:00000010:3.0:1767384355.863954:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df72a94c. 00000100:00000001:2.0:1767384355.863955:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767384355.863955:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000938436a2. 00000100:00000001:0.0:1767384355.863956:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384355.863959:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384355.863959:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384355.863960:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748245888 02000000:00000001:0.0:1767384355.863965:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384355.863966:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384355.863966:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384355.863969:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384355.863970:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014350e6c. 02000000:00000001:2.0:1767384355.863971:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.863972:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384355.863977:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748246016, portal 4 02000000:00000001:2.0:1767384355.863978:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.863980:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.863983:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384355.863986:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748245888 00000100:00100000:2.0:1767384355.863987:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748246272:0@lo:400: 00000100:00000001:1.0:1767384355.863987:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716217472 : -114055993334144 : ffff984445086680) 00000020:00000001:0.0:1767384355.863991:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384355.863992:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384355.863996:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384355.863996:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000040:1.0:1767384355.863998:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384355.864000:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384355.864000:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384355.864002:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384355.864004:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 02000000:00000001:2.0:1767384355.864006:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.864010:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 02000000:00000001:2.0:1767384355.864011:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384355.864017:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063d95a66. 00000020:00000001:0.0:1767384355.864017:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 02000000:00000001:2.0:1767384355.864023:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.864025:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384355.864030:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000400:00000010:2.0:1767384355.864031:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000290c80c5. 00000100:00000001:1.0:1767384355.864032:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384355.864038:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.864038:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384355.864039:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000100:00000040:1.0:1767384355.864043:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384355.864044:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384355.864045:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea11de4. 00000100:00000200:2.0:1767384355.864047:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748246272, portal 10 00000400:00000010:1.0:1767384355.864048:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b013553a. 00000100:00000001:3.0:1767384355.864051:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.864052:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384355.864053:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748246016, offset 0 00000020:00000010:0.0:1767384355.864053:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc9eaf66. 00000100:00000001:2.0:1767384355.864056:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000040:3.0:1767384355.864057:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3357 usecs (4 jiffies) 00000020:00000010:0.0:1767384355.864060:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040a75894. 00000100:00000001:3.0:1767384355.864063:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943748 00000400:00000200:1.0:1767384355.864065:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384355.864067:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384355.864068:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000100:00000001:3.0:1767384355.864069:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943756 00000100:00000001:3.0:1767384355.864073:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943748 00000100:00000040:0.0:1767384355.864076:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384355.864078:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943756 00000400:00000200:1.0:1767384355.864078:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384355.864083:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384355.864084:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943748 00000100:00000001:0.0:1767384355.864087:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384355.864090:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943756 00000100:00000001:0.0:1767384355.864091:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384355.864094:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e105c00 00000100:00000001:3.0:1767384355.864097:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943748 00000100:00000001:0.0:1767384355.864102:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864104:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943756 00000100:00000001:2.0:1767384355.864128:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384355.864132:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384355.864133:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384355.864133:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3664 00000400:00000010:2.0:1767384355.864140:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000100:00000001:3.0:1767384355.864141:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384355.864144:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384355.864144:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384355.864145:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384355.864146:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748246272, offset 0 00000100:00000001:0.0:1767384355.864149:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384355.864152:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384355.864153:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384355.864157:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384355.864159:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384355.864160:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000001:3.0:1767384355.864165:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384355.864165:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384355.864168:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384355.864169:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384355.864169:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651847760 : -114055057703856 : ffff98447cccfc50) 00000400:00000200:2.0:1767384355.864172:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384355.864172:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384355.864179:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081545b37. 00000100:00000001:3.0:1767384355.864180:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384355.864183:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000081545b37 x1853236748246016 msgsize 224 00000100:00000001:3.0:1767384355.864184:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384355.864185:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e105d00 00000100:00000040:0.0:1767384355.864185:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015a2ed9e x1853236748245888/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:336/0 lens 224/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.864188:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864195:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.864201:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00100000:1.0:1767384355.864201:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384355.864209:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384355.864210:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384355.864213:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000100:00000001:1.0:1767384355.864216:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384355.864217:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384355.864220:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384355.864221:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea11de4. 00000400:00000200:1.0:1767384355.864223:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b013553a 00000400:00000010:1.0:1767384355.864227:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b013553a. 00000100:00100000:0.0:1767384355.864231:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015a2ed9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748245888:12345-0@lo:400: 00000100:00000001:1.0:1767384355.864232:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384355.864234:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384355.864236:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245888 00000100:00000200:1.0:1767384355.864238:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384355.864239:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384355.864240:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384355.864242:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384355.864245:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767384355.864247:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246016 00000100:00000010:2.0:1767384355.864249:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0767500. 00000020:00000001:0.0:1767384355.864249:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.864251:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384355.864256:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384355.864257:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384355.864258:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000b0767500 x1853236748246272 msgsize 224 00000100:00000001:1.0:1767384355.864259:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384355.864261:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.864261:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000100:00000040:1.0:1767384355.864264:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384355.864269:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.864269:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384355.864273:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384355.864274:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384355.864275:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246016 00000020:00000001:0.0:1767384355.864280:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384355.864281:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384355.864283:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:3.0:1767384355.864285:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000001:1.0:1767384355.864287:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384355.864288:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384355.864288:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.864290:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384355.864291:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384355.864292:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000020:00000001:0.0:1767384355.864293:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384355.864297:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384355.864298:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.864298:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384355.864300:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000020:00000001:3.0:1767384355.864301:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 02000000:00000001:0.0:1767384355.864302:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384355.864304:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5393 usecs (6 jiffies) 00000400:00000010:2.0:1767384355.864305:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000100:00000001:3.0:1767384355.864307:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384355.864308:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037b14928. 00000100:00000001:2.0:1767384355.864309:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384355.864311:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87971e9. 02000000:00000001:0.0:1767384355.864313:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.864315:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294943751 00000100:00000200:2.0:1767384355.864317:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384355.864319:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006a31339e. 00000100:00000001:0.0:1767384355.864319:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.864321:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294943756 00000020:00000001:0.0:1767384355.864326:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.864327:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294943751 00000020:00000040:3.0:1767384355.864329:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00010000:00000040:0.0:1767384355.864331:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748245888 00000100:00000001:1.0:1767384355.864333:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294943756 00010000:00000001:0.0:1767384355.864337:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384355.864339:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294943751 00000100:00000001:3.0:1767384355.864342:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384355.864343:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384355.864343:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294943756 00010000:00000200:0.0:1767384355.864345:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015a2ed9e x1853236748245888/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384355.864348:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030188e21. 00000100:00000001:1.0:1767384355.864348:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294943751 00000100:00000040:2.0:1767384355.864351:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.864354:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294943756 00000020:00000010:3.0:1767384355.864355:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000097a593f1. 00000100:00000001:1.0:1767384355.864361:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384355.864363:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000100:00000001:1.0:1767384355.864368:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.864372:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384355.864374:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.864374:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384355.864379:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384355.864379:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.864380:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.864381:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864382:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:0.0:1767384355.864385:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384355.864388:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.864388:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384355.864390:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384355.864391:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384355.864394:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.864395:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384355.864396:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384355.864402:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3396 usecs (4 jiffies) 00000100:00000040:0.0:1767384355.864402:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384355.864403:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384355.864403:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.864405:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:1.0:1767384355.864407:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384355.864408:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.864409:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294943749 02000000:00000001:0.0:1767384355.864410:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384355.864412:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384355.864430:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864431:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.864431:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294943756 00000100:00000001:0.0:1767384355.864436:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384355.864437:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294943749 00000100:00000001:1.0:1767384355.864437:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864443:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384355.864444:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294943756 00000100:00000040:0.0:1767384355.864444:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384355.864448:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384355.864449:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00100000:3.0:1767384355.864455:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000010:1.0:1767384355.864455:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f81e8ecf. 00000100:00000200:0.0:1767384355.864455:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748245888, offset 224 00000100:00000001:2.0:1767384355.864456:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294943749 00000100:00000001:1.0:1767384355.864462:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384355.864463:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294943756 00000100:00000040:3.0:1767384355.864466:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000400:00000200:0.0:1767384355.864468:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384355.864469:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294943749 00000020:00000010:1.0:1767384355.864471:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f81e8ecf. 00000100:00000001:3.0:1767384355.864472:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408371456 : -114055301180160 : ffff98446e49d500) 00000100:00000001:2.0:1767384355.864475:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294943756 00000100:00000001:2.0:1767384355.864480:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384355.864481:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384355.864482:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081545b37 x1853236748246016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:336/0 lens 224/0 e 0 to 0 dl 1767384366 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384355.864482:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c815c25f. 00000100:00000001:2.0:1767384355.864486:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384355.864490:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d4e4911. 00000100:00000001:2.0:1767384355.864493:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.864497:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e105b80 00000020:00000010:1.0:1767384355.864498:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e214aaa9. 00000100:00000001:2.0:1767384355.864499:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.864508:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aa9 [1] + 224 00000100:00000001:2.0:1767384355.864509:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384355.864510:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384355.864513:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384355.864513:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384355.864517:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384355.864518:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384355.864518:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384355.864519:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7c4d29. 00000100:00000001:1.0:1767384355.864520:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384355.864522:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384355.864525:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864526:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384355.864527:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.864529:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384355.864532:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384355.864534:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7c4d29. 00000100:00000001:2.0:1767384355.864534:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.864536:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384355.864542:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384355.864544:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384355.864547:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081545b37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748246016:12345-0@lo:400: 00000100:00000001:1.0:1767384355.864554:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384355.864558:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246016 00000100:00000001:1.0:1767384355.864559:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384355.864562:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384355.864566:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384355.864566:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384355.864570:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384355.864574:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384355.864575:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384355.864576:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384355.864580:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246144 00000020:00000001:3.0:1767384355.864581:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000040:1.0:1767384355.864582:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 02000000:00000001:2.0:1767384355.864584:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384355.864588:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384355.864589:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521771392 : -114055187780224 : ffff9844750c2d80) 00000100:00000001:2.0:1767384355.864590:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384355.864593:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384355.864593:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.864596:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384355.864597:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b706a24 x1853236748245760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:336/0 lens 224/0 e 0 to 0 dl 1767384366 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384355.864599:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384355.864601:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.864602:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000020:00000001:3.0:1767384355.864603:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384355.864607:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000020:00000001:3.0:1767384355.864608:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384355.864608:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246144 00000100:00000001:1.0:1767384355.864613:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384355.864614:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384355.864614:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384355.864615:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:1.0:1767384355.864616:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f81e8ecf. 00000020:00000040:2.0:1767384355.864619:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:0.0:1767384355.864619:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384355.864620:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384355.864621:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384355.864624:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384355.864624:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.864626:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384355.864626:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f81e8ecf. 00000020:00000040:2.0:1767384355.864628:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000100:00000040:0.0:1767384355.864631:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 02000000:00000010:3.0:1767384355.864632:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a115e6a. 00000020:00000001:2.0:1767384355.864633:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 02000000:00000001:3.0:1767384355.864638:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384355.864638:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b706a24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236748245760:12345-0@lo:13: 00010000:00000001:0.0:1767384355.864638:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384355.864639:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:0.0:1767384355.864642:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864645:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.864648:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384355.864648:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384355.864649:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748245760 00000020:00000001:3.0:1767384355.864650:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384355.864654:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00010000:00000040:3.0:1767384355.864655:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748246016 00000020:00000001:1.0:1767384355.864655:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384355.864655:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015a2ed9e x1853236748245888/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384355.864659:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384355.864660:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384355.864661:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384355.864664:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384355.864667:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b13e33e0. 00010000:00000200:3.0:1767384355.864669:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081545b37 x1853236748246016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384355.864670:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384355.864675:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df67644. 00000020:00000001:1.0:1767384355.864675:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000010:2.0:1767384355.864684:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000050123bd1. 00000020:00000001:1.0:1767384355.864684:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384355.864688:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384355.864691:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015a2ed9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748245888:12345-0@lo:400: Request processed in 478us (1037us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384355.864694:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384355.864695:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384355.864698:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384355.864699:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009ad0fd17. 00010000:00000001:3.0:1767384355.864700:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.864702:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.864706:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384355.864707:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:1.0:1767384355.864709:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384355.864714:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1767384355.864715:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=51 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384355.864716:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000066924754. 00000100:00000001:2.0:1767384355.864717:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384355.864722:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384355.864722:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 02000000:00000001:1.0:1767384355.864723:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.864724:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384355.864727:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000040:3.0:1767384355.864729:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384355.864730:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.864731:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384355.864732:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384355.864737:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00002000:00000001:1.0:1767384355.864738:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384355.864739:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384355.864739:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384355.864744:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384355.864744:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384355.864745:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000010:0.0:1767384355.864746:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040a75894. 02000000:00000001:3.0:1767384355.864748:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.864749:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384355.864753:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384355.864753:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00080000:00000001:1.0:1767384355.864755:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767384355.864757:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384355.864760:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384355.864760:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc9eaf66. 00000400:00000010:3.0:1767384355.864766:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df72a94c. 00080000:00000001:1.0:1767384355.864767:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384355.864768:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:2.0:1767384355.864769:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384355.864771:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748246016, offset 224 00000020:00000001:1.0:1767384355.864774:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384355.864775:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246272 02000000:00000001:0.0:1767384355.864775:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384355.864781:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384355.864781:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:0.0:1767384355.864781:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000037b14928. 00002000:00000024:1.0:1767384355.864782:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767384355.864786:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384355.864788:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384355.864789:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384355.864789:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767384355.864791:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384355.864794:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384355.864795:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384355.864798:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000020:1.0:1767384355.864801:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000100:00100000:2.0:1767384355.864802:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246272 00000400:00000010:0.0:1767384355.864805:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000020:00000001:2.0:1767384355.864806:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000020:1.0:1767384355.864807:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000400:00000200:3.0:1767384355.864810:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e105c00 00000020:00000040:2.0:1767384355.864810:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00002000:00000001:1.0:1767384355.864812:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000010:0.0:1767384355.864813:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a0e9c4c. 00000020:00000001:2.0:1767384355.864816:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1767384355.864818:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:2.0:1767384355.864819:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000400:00000200:3.0:1767384355.864823:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ac1 [1] + 224 00000001:00000001:1.0:1767384355.864823:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.864824:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00002000:00000001:1.0:1767384355.864829:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.864831:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000400:00000200:3.0:1767384355.864832:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384355.864833:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748245760 00000100:00000001:2.0:1767384355.864835:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384355.864839:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384355.864841:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00000400:00000200:3.0:1767384355.864842:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1767384355.864846:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b706a24 x1853236748245760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:336/0 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384355.864847:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004d2c6248. 00000100:00000001:0.0:1767384355.864848:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384355.864849:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384355.864853:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384355.864855:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000200:3.0:1767384355.864857:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384355.864862:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000001:2.0:1767384355.864863:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384355.864868:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000100:00000040:0.0:1767384355.864869:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000020:00000010:2.0:1767384355.864875:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000acbf1713. 00000100:00000001:0.0:1767384355.864875:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716210304 : -114055993341312 : ffff984445084a80) 00010000:00000001:1.0:1767384355.864877:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384355.864882:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384355.864883:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009459b1ae. 00000100:00000040:0.0:1767384355.864884:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6fc22ca x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:336/0 lens 224/0 e 0 to 0 dl 1767384366 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384355.864888:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384355.864888:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384355.864890:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384355.864893:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384355.864897:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.864898:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384355.864904:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1767384355.864906:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:2.0:1767384355.864909:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384355.864912:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384355.864917:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384355.864918:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.864921:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.864924:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384355.864925:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384355.864929:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384355.864929:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000100:00000001:2.0:1767384355.864933:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384355.864934:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b013553a. 00000100:00000001:0.0:1767384355.864934:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.864935:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384355.864940:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df72a94c 00000020:00000010:0.0:1767384355.864941:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea11de4. 00000400:00000010:3.0:1767384355.864943:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df72a94c. 00000100:00000001:3.0:1767384355.864948:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:0.0:1767384355.864949:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6fc22ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236748246144:12345-0@lo:400: 00000100:00000001:2.0:1767384355.864950:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384355.864951:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384355.864951:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748245760, offset 224 00000100:00000001:2.0:1767384355.864954:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384355.864956:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384355.864957:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246144 00000020:00000001:0.0:1767384355.864961:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384355.864963:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00100000:2.0:1767384355.864964:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000400:00000200:1.0:1767384355.864965:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384355.864966:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384355.864970:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384355.864970:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384355.864972:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000020:00000001:3.0:1767384355.864973:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.864978:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521763328 : -114055187788288 : ffff9844750c0e00) 00000020:00000001:3.0:1767384355.864979:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384355.864980:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384355.864981:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384355.864985:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000040:3.0:1767384355.864987:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081545b37 x1853236748246016/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384355.864988:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0767500 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:336/0 lens 224/0 e 0 to 0 dl 1767384366 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384355.864991:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384355.864994:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e105b00 00000020:00000001:0.0:1767384355.864995:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384355.865002:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384355.865006:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384355.865007:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aad [1] + 224 00000020:00000001:0.0:1767384355.865010:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384355.865017:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384355.865019:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384355.865021:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384355.865024:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384355.865027:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384355.865028:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037b14928. 00000400:00000200:1.0:1767384355.865029:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384355.865033:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081545b37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748246016:12345-0@lo:400: Request processed in 515us (843us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384355.865034:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005655d73. 02000000:00000001:0.0:1767384355.865034:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.865036:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384355.865041:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384355.865041:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384355.865045:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384355.865047:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384355.865048:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005655d73. 00010000:00000040:0.0:1767384355.865053:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246144 00000100:00100000:3.0:1767384355.865058:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1767384355.865060:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0767500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748246272:12345-0@lo:400: 00010000:00000001:0.0:1767384355.865060:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384355.865066:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00010000:00000200:0.0:1767384355.865067:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6fc22ca x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.865072:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384355.865073:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246272 00000100:00000001:3.0:1767384355.865078:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384355.865079:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384355.865082:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384355.865085:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000097a593f1. 00000020:00000001:2.0:1767384355.865085:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384355.865087:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384355.865089:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.865091:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384355.865092:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 00000020:00000001:2.0:1767384355.865095:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1767384355.865098:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=56 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384355.865099:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030188e21. 00000020:00000001:2.0:1767384355.865100:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000040:3.0:1767384355.865125:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:3.0:1767384355.865127:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384355.865136:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384355.865137:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384355.865141:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384355.865142:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:3.0:1767384355.865145:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384355.865145:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384355.865146:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:3.0:1767384355.865148:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384355.865149:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384355.865153:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384355.865154:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384355.865156:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384355.865156:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.865160:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000001:3.0:1767384355.865161:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384355.865162:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384355.865165:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938436a2. 00000100:00000001:2.0:1767384355.865165:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384355.865170:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384355.865170:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384355.865172:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014350e6c 00000400:00000010:3.0:1767384355.865176:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014350e6c. 00000400:00000010:0.0:1767384355.865177:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 02000000:00000010:2.0:1767384355.865178:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000095d0b5f0. 00000100:00000001:3.0:1767384355.865180:0:16146:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384355.865184:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.865185:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384355.865186:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748246144, offset 224 00000100:00000200:3.0:1767384355.865188:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384355.865189:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.865195:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384355.865195:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384355.865201:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246272 00000400:00000200:1.0:1767384355.865205:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b013553a 00000100:00000200:3.0:1767384355.865206:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384355.865209:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b013553a. 00000400:00000200:0.0:1767384355.865209:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384355.865216:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384355.865217:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384355.865221:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384355.865223:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e105c80 00010000:00000200:2.0:1767384355.865226:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0767500 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.865228:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384355.865229:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.865232:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.865234:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab9 [1] + 224 00000100:00000040:1.0:1767384355.865237:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384355.865238:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384355.865243:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384355.865245:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384355.865245:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.865247:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384355.865248:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.865250:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.865253:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384355.865256:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384355.865259:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384355.865261:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=51 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384355.865262:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b706a24 x1853236748245760/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:336/0 lens 224/368 e 0 to 0 dl 1767384366 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384355.865262:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384355.865264:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384355.865271:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384355.865272:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384355.865273:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=56 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384355.865279:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.865283:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384355.865284:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384355.865287:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384355.865288:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b706a24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748245760:12345-0@lo:13: Request processed in 670us (1627us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384355.865291:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00010000:00000001:3.0:1767384355.865294:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384355.865299:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00010000:00080000:3.0:1767384355.865302:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384355.865307:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1767384355.865307:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384355.865311:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384355.865312:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384355.865313:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:2.0:1767384355.865319:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384355.865319:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384355.865324:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384355.865329:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384355.865330:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d4e4911. 00000400:00000010:2.0:1767384355.865335:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000020:00000010:1.0:1767384355.865336:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e214aaa9. 00000100:00000200:2.0:1767384355.865343:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748246272, offset 224 00010000:00000001:3.0:1767384355.865344:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384355.865344:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c815c25f. 00000400:00000200:2.0:1767384355.865350:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384355.865352:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384355.865352:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384355.865353:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000040:3.0:1767384355.865356:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384355.865358:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384355.865359:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00000001:3.0:1767384355.865361:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384355.865363:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384355.865364:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:3.0:1767384355.865365:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384355.865371:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e105d00 00000100:00000001:0.0:1767384355.865372:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384355.865374:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.865375:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384355.865382:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ac5 [1] + 224 00000100:00000001:0.0:1767384355.865382:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384355.865390:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000400:00000200:2.0:1767384355.865393:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384355.865394:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384355.865395:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384355.865399:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.865400:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384355.865401:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384355.865404:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384355.865405:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384355.865407:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384355.865426:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384355.865427:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6fc22ca x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384355.865430:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384355.865460:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384355.865468:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083d3c8bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748246016:0@lo:400: 00000100:00100000:0.0:1767384355.865469:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6fc22ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236748246144:12345-0@lo:400: Request processed in 540us (1553us total) trans 0 rc 0/0 00000100:00080000:1.0:1767384355.865474:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384355.865479:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384355.865481:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:3.0:1767384355.865485:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384355.865489:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384355.865489:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:3.0:1767384355.865492:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083d3c8bc x1853236748246016/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384355.865494:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000400:00000200:2.0:1767384355.865497:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000100:00000001:0.0:1767384355.865499:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384355.865502:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000100:00000001:0.0:1767384355.865504:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1767384355.865508:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384355.865509:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:0.0:1767384355.865510:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000050123bd1. 00000100:00000001:3.0:1767384355.865511:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1767384355.865512:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:2.0:1767384355.865513:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767384355.865516:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:0.0:1767384355.865516:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009ad0fd17. 02000000:00000010:3.0:1767384355.865520:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007f057258. 00000100:00000001:2.0:1767384355.865520:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384355.865523:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df67644. 02000000:00000001:3.0:1767384355.865528:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384355.865528:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000040:0.0:1767384355.865529:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000020:00000001:3.0:1767384355.865531:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384355.865534:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:3.0:1767384355.865535:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384355.865536:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384355.865539:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384355.865543:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ada20620. 00000020:00000001:2.0:1767384355.865544:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384355.865548:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384355.865552:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384355.865553:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0767500 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:336/0 lens 224/224 e 0 to 0 dl 1767384366 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.865555:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384355.865556:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384355.865559:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384355.865560:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083d3c8bc. 00000400:00000001:0.0:1767384355.865565:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384355.865566:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767384355.865568:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384355.865569:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384355.865570:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0767500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748246272:12345-0@lo:400: Request processed in 541us (1310us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384355.865572:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384355.865579:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edd8901c. 00000100:00000001:3.0:1767384355.865580:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384355.865583:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000400:00000200:0.0:1767384355.865584:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036a2cd3f 00000100:00000040:2.0:1767384355.865587:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000400:00000010:0.0:1767384355.865587:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036a2cd3f. 00000100:00000001:3.0:1767384355.865589:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384355.865592:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384355.865594:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384355.865595:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384355.865595:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384355.865599:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384355.865601:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000acbf1713. 00000100:00000001:1.0:1767384355.865602:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384355.865603:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384355.865606:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009459b1ae. 00000100:00000001:1.0:1767384355.865607:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384355.865612:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384355.865613:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 00000400:00000001:1.0:1767384355.865615:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384355.865616:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384355.865619:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038de431f. 00000020:00000040:2.0:1767384355.865621:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000400:00000200:1.0:1767384355.865626:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df526203 00000100:00000001:2.0:1767384355.865627:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384355.865629:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384355.865633:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.865634:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384355.865634:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df526203. 00000100:00000001:3.0:1767384355.865638:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384355.865639:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384355.865641:0:16149:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384355.865642:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1767384355.865644:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384355.865645:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1767384355.865647:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384355.865649:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.865649:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384355.865650:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000290c80c5. 02000000:00000001:0.0:1767384355.865654:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384355.865657:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000100:00001000:0.0:1767384355.865659:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=56 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384355.865661:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000100:00000001:3.0:1767384355.865668:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384355.865668:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384355.865673:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384355.865674:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384355.865676:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.865676:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384355.865682:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384355.865688:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.865705:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384355.865709:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384355.865712:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384355.865713:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.865714:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384355.865717:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384355.865718:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384355.865720:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384355.865721:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384355.865725:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.865726:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384355.865729:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.865730:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.865734:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384355.865735:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=61 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384355.865737:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.865738:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384355.865743:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384355.865744:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384355.865747:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384355.865752:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384355.865752:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384355.865753:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.865756:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.865756:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384355.865757:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384355.865760:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384355.865763:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384355.865763:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384355.865766:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384355.865767:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384355.865769:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=56 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384355.865773:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384355.865780:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=56 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384355.865782:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.865785:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384355.865788:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.865793:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384355.865800:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.865815:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384355.865821:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1767384355.865822:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bc908d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236748246144:0@lo:400: 00000100:00000001:1.0:1767384355.865824:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384355.865825:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.865833:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384355.865833:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384355.865834:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384355.865836:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384355.865839:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384355.865840:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384355.865844:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384355.865846:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bc908d9 x1853236748246144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384355.865851:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384355.865860:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748245888:0@lo:400: 00000100:00000001:1.0:1767384355.865870:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384355.865875:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384355.865877:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384355.865880:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa46084d x1853236748245888/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384355.865881:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384355.865884:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040f5757f. 02000000:00000001:0.0:1767384355.865889:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384355.865892:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384355.865894:0:16147:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384355.865900:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384355.865903:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052acb295. 00000100:00000001:1.0:1767384355.865911:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384355.865912:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384355.865913:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384355.865916:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384355.865917:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1767384355.865920:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bc908d9. 00000100:00000001:3.0:1767384355.865921:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384355.865921:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384355.865925:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d82230c. 00000100:00000001:0.0:1767384355.865927:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384355.865929:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384355.865930:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384355.865930:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384355.865933:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384355.865936:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384355.865937:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384355.865943:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384355.865944:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384355.865947:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384355.865948:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748246272:0@lo:400: 02000000:00000010:1.0:1767384355.865948:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e806b0fd. 00000100:00000001:0.0:1767384355.865952:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384355.865956:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384355.865958:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767384355.865959:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384355.865963:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384355.865963:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384355.865966:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa46084d. 00000400:00000010:3.0:1767384355.865967:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb232145. 00000100:00000001:1.0:1767384355.865971:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384355.865973:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000100:00000001:1.0:1767384355.865974:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384355.865976:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:1.0:1767384355.865977:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.865979:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384355.865982:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384355.865983:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384355.865986:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384355.865990:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384355.865994:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384355.865996:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.866002:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384355.866003:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.866005:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384355.866006:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384355.866006:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384355.866007:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384355.866008:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384355.866011:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=51 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384355.866012:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384355.866014:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384355.866015:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384355.866016:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384355.866017:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384355.866021:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.866027:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384355.866028:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384355.866029:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384355.866030:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.866031:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.866035:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384355.866036:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384355.866037:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384355.866038:0:16148:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384355.866040:0:16148:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384355.866042:0:16148:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767384355.866046:0:16148:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:3.0:1767384355.866050:0:16148:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.866051:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384355.866056:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001430ec3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748245760:0@lo:13: 00000100:00000001:3.0:1767384355.866058:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.866059:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384355.866060:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748246272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.866064:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384355.866065:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384355.866066:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063d95a66. 02000000:00000001:3.0:1767384355.866067:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384355.866068:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384355.866069:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384355.866070:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384355.866071:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a63913ef. 02000000:00000001:3.0:1767384355.866075:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384355.866078:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384355.866080:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000100:00000001:3.0:1767384355.866081:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384355.866082:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.866083:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384355.866085:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001430ec3e x1853236748245760/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384355.866089:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384355.866089:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384355.866090:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fe16fdb0. 02000000:00000001:3.0:1767384355.866092:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384355.866092:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384355.866093:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384355.866094:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384355.866094:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6f92f07. 02000000:00000001:3.0:1767384355.866097:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384355.866097:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384355.866098:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001430ec3e. 00000100:00000001:3.0:1767384355.866099:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384355.866100:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.866101:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384355.866103:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384355.866121:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384355.866123:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384355.866124:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384355.876177:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294943756, at 4294943757 00000100:00000040:1.0:1767384355.876182:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294943756, at 4294943757 00000100:00000010:3.0:1767384355.876186:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000584e7a80. 00000100:00000010:1.0:1767384355.876191:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00000100:00000040:2.0:1767384355.876194:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294943756, at 4294943757 00000100:00000010:2.0:1767384355.876204:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c55b36e5. 00000100:00000040:0.0:1767384355.876210:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294943756, at 4294943757 00000100:00000010:0.0:1767384355.876217:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ef8ad3c. 00080000:00000001:1.0:1767384355.930735:0:31557:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384355.930748:0:31557:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.930752:0:31557:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384355.930757:0:31557:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384355.930761:0:31557:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384355.930765:0:31557:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.184605:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384356.184611:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.184618:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384356.184620:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.184646:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384356.184650:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.184653:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384356.606684:0:31721:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384356.606688:0:31721:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:2.0:1767384356.609903:0:31721:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384356.616051:0:31722:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fe16fdb0. 00000400:00000010:2.0:1767384356.616064:0:31722:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000247e081e. 00000400:00000010:2.0:1767384356.616074:0:31722:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b1b80992. 00000400:00000010:2.0:1767384356.616079:0:31722:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003d338ada. 00000400:00000010:2.0:1767384356.616083:0:31722:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c3a50e8e. 00000400:00000010:2.0:1767384356.616093:0:31722:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000618abbbc. 00000400:00000010:2.0:1767384356.616095:0:31722:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a75259c2. 00000400:00000010:2.0:1767384356.616097:0:31722:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000014263e2d. 00000400:00000010:2.0:1767384356.616101:0:31722:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000669de5af. 00000800:00000010:2.0:1767384356.616354:0:31722:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d4dd0993. 00000800:00000200:2.0:1767384356.616364:0:31722:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384356.616375:0:31722:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384356.616436:0:31722:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384356.616454:0:31722:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp39 [8/256/0/180] 00000400:00000010:2.0:1767384356.617690:0:31722:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000005ca5e0ef. 00000400:00000010:2.0:1767384356.617695:0:31722:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb232145. 00000400:00000010:2.0:1767384356.617700:0:31722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000400:00000001:2.0:1767384356.617716:0:31722:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384356.617717:0:31722:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384356.617718:0:31722:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e2173e4. 00000400:00000200:2.0:1767384356.617721:0:31722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:2.0:1767384356.617722:0:31722:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000400:00000010:2.0:1767384356.617727:0:31722:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000009e8e5a7b. 00000400:00000200:2.0:1767384356.617731:0:31722:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (28) 00000400:00000200:2.0:1767384356.617740:0:31722:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384356.617748:0:31722:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:2.0:1767384356.617753:0:31722:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009d44f6c3. 00000020:01000000:2.0:1767384356.617756:0:31722:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384356.617758:0:31722:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp39 00000400:00000010:2.0:1767384356.617770:0:31722:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000247e081e. 00000400:00000010:2.0:1767384356.617774:0:31722:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fe16fdb0. 00000400:00000200:1.0:1767384356.617776:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384356.617783:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:1.0:1767384356.617789:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b013553a. 00000400:00000200:1.0:1767384356.617791:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (29) 00000020:00000001:3.0:1767384356.617792:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384356.617796:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb9fc05c. 10000000:00000001:3.0:1767384356.617797:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384356.617802:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384356.617805:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384356.617805:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:01000004:3.0:1767384356.617811:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384356.617814:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384356.617815:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384356.617816:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384356.617817:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384356.617819:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384356.617821:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384356.617828:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:01000004:3.0:1767384356.617829:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384356.617832:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384356.617835:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384356.617853:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384356.617853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000100:00000010:3.0:1767384356.617858:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000400:00000200:1.0:1767384356.617860:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:00000040:3.0:1767384356.617864:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384356.617870:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384356.617873:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 02000000:00000001:3.0:1767384356.617874:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384356.617879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 02000000:00000001:3.0:1767384356.617880:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.617887:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:1.0:1767384356.617891:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 02000000:00000010:3.0:1767384356.617892:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065bbcbab. 00000400:00000200:1.0:1767384356.617898:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000100:00000001:3.0:1767384356.617900:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.617904:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 37], ns[24, 37] 00000400:00000200:1.0:1767384356.617908:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:3.0:1767384356.617909:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384356.617913:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.617915:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384356.617920:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000100:00000040:3.0:1767384356.617923:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_03+3] req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384356.617929:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384356.617942:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384356.617946:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00000400:00000200:1.0:1767384356.617950:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000400:00000200:1.0:1767384356.617952:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00000400:00000200:1.0:1767384356.617955:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00000400:00000200:1.0:1767384356.617958:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 24], ns[68, 24] 00000400:00000200:1.0:1767384356.617960:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 24], ns[90, 24] 00000400:00000200:1.0:1767384356.617963:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 24], ns[74, 24] 10000000:00000001:3.0:1767384356.617970:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.617975:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 24], ns[111, 24] 10000000:00000001:3.0:1767384356.617976:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.617981:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.617983:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384356.617984:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384356.617986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[99, 24] 00000100:00000001:2.0:1767384356.617989:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384356.617992:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384356.617993:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384356.617996:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384356.617997:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 24], ns[105, 24] 10000000:00000001:3.0:1767384356.618000:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384356.618002:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384356.618004:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384356.618010:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384356.618011:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 24], ns[117, 24] 00000020:01000004:3.0:1767384356.618014:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384356.618019:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384356.618022:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384356.618026:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384356.618043:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384356.618043:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 24], ns[115, 24] 00000020:01000004:3.0:1767384356.618044:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384356.618048:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384356.618048:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384356.618052:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384356.618053:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[111, 24], ns[118, 24] 00000020:01000004:3.0:1767384356.618054:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384356.618056:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1767384356.618059:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083d3c8bc. 00000400:00000200:1.0:1767384356.618060:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 02000000:00000001:2.0:1767384356.618061:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384356.618064:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000400:00000200:1.0:1767384356.618068:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp18 00000100:00000001:3.0:1767384356.618069:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384356.618073:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384356.618074:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.618075:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp18 lpni_is_preferred = 0 02000000:00000001:3.0:1767384356.618076:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.618081:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp18 00000100:00100000:2.0:1767384356.618084:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748246400:0@lo:253: 00000400:00000200:1.0:1767384356.618089:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp18 NI seq info: [119:119:256:4294967295] 192.168.202.119@tcp18 LPNI seq info [112:112:8:4294967295] 02000000:00000010:3.0:1767384356.618090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000a124b28. 00000100:00000001:2.0:1767384356.618095:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384356.618097:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.618101:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp18 00000100:00000001:3.0:1767384356.618102:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384356.618103:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384356.618105:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.618108:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.618114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083d3c8bc] to pc [ptlrpcd_00_00+0] req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384356.618114:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384356.618118:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp18(192.168.202.119@tcp18:) -> 192.168.202.119@tcp18(192.168.202.119@tcp:192.168.202.119@tcp18) : PUT try# 0 00000800:00000200:1.0:1767384356.618126:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.119@tcp18 00000800:00000010:1.0:1767384356.618131:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e806b0fd. 00000800:00000200:1.0:1767384356.618157:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cb915e1] -> 12345-192.168.202.119@tcp18 (6) 10000000:00000001:3.0:1767384356.618161:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384356.618162:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fbf9c76c. 02000000:00000001:2.0:1767384356.618168:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384356.618168:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp18 ip 192.168.202.119:988 10000000:00000001:3.0:1767384356.618169:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.618175:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384356.618175:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e806b0fd type 1, nob 624 niov 1 nkiov 1 00000400:00000010:2.0:1767384356.618177:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000290c80c5. 00000020:01000000:3.0:1767384356.618178:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384356.618199:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009d44f6c3. 00000400:00000010:2.0:1767384356.618200:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000247e081e. 00000100:00000200:2.0:1767384356.618206:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748246400, portal 25 00000400:00000200:1.0:1767384356.618207:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000100:00000001:2.0:1767384356.618209:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384356.618210:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.618212:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000400:00000200:1.0:1767384356.618213:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000100:00000001:3.0:1767384356.618215:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384356.618222:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.618223:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.618227:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.618231:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384356.618234:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384356.618237:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.618242:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.618247:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065e47fc5. 00000100:00000001:3.0:1767384356.618250:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384356.618252:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384356.618253:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748246400, offset 0 02000000:00000001:3.0:1767384356.618257:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384356.618260:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384356.618261:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384356.618265:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.618267:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083d3c8bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748246528:0@lo:253: 00000400:00000200:2.0:1767384356.618273:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384356.618274:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384356.618278:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384356.618280:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384356.618281:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384356.618285:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105d80 02000000:00000010:3.0:1767384356.618288:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce03169b. 00000400:00000200:2.0:1767384356.618293:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d5 [2] + 0 02000000:00000001:3.0:1767384356.618294:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384356.618299:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be360c3. 00000400:00000010:3.0:1767384356.618301:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc75ab99. 00000400:00000200:2.0:1767384356.618303:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b6bf9d27 00000400:00000010:3.0:1767384356.618310:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065925b0f. 00000400:00000200:2.0:1767384356.618310:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384356.618316:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748246528, portal 25 00000400:00000200:2.0:1767384356.618317:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384356.618321:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384356.618324:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6bf9d27 00000400:00000010:2.0:1767384356.618327:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6bf9d27. 00000800:00000200:1.0:1767384356.618328:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384356.618331:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716217472 : -114055993334144 : ffff984445086680) 00000800:00000010:1.0:1767384356.618332:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e806b0fd. 00000100:00000001:2.0:1767384356.618333:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384356.618337:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384356.618338:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384356.618341:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384356.618342:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000d75f4c8b x1853236748246400 msgsize 4848 00000100:00000001:3.0:1767384356.618352:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384356.618355:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp18->192.168.202.119@tcp18: PUT: OK 00000100:00100000:2.0:1767384356.618358:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384356.618375:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384356.618380:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384356.618381:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f54f971f. 00000400:00000200:1.0:1767384356.618381:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384356.618384:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748246528, offset 0 00000400:00000200:3.0:1767384356.618391:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.618394:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000100:00000001:2.0:1767384356.618396:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384356.618401:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767384356.618405:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384356.618422:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065e47fc5 00000400:00000010:2.0:1767384356.618425:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065e47fc5. 00000400:00000200:3.0:1767384356.618427:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105e00 00000800:00000001:1.0:1767384356.618428:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.618430:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384356.618435:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1311 [2] + 0 00000800:00000001:1.0:1767384356.618435:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384356.618439:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384356.618441:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000713b0ab4. 00000800:00000001:1.0:1767384356.618441:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384356.618448:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000606fb3cb 00000400:00000200:3.0:1767384356.618455:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.618456:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp18(192.168.202.119@tcp18) <- 192.168.202.119@tcp18 : PUT - for me 00000400:00000200:3.0:1767384356.618464:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.618467:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384356.618470:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606fb3cb 00000400:00000200:1.0:1767384356.618472:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 528 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767384356.618474:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384356.618475:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606fb3cb. 00000100:00000001:3.0:1767384356.618481:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384356.618485:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384356.618485:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 480/528 into md 0x19ad [1] + 0 00000100:00000001:2.0:1767384356.618486:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384356.618488:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000a44beaf6 x1853236748246528 msgsize 4848 00000100:00000001:2.0:1767384356.618492:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384356.618494:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000571f95af. 00000100:00000001:2.0:1767384356.618499:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.618500:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384356.618501:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009914067b 00000100:00000001:2.0:1767384356.618504:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294944511 00000100:00000040:3.0:1767384356.618506:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767384356.618507:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384356.618510:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004cbf513. 00000800:00000001:1.0:1767384356.618514:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.618515:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384356.618516:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384356.618518:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384356.618523:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54f971f 00000100:00000001:2.0:1767384356.618525:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294944511 00000400:00000200:1.0:1767384356.618526:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp18->192.168.202.119@tcp18: PUT: OK 00000400:00000010:3.0:1767384356.618527:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f54f971f. 00000100:00000010:2.0:1767384356.618532:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cfd0efa. 00000100:00000001:3.0:1767384356.618534:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384356.618535:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009914067b 00000100:00000001:2.0:1767384356.618536:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384356.618540:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384356.618540:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009914067b. 00000100:00000001:2.0:1767384356.618542:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294944511 00000400:00000200:1.0:1767384356.618545:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000010:2.0:1767384356.618548:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ef8ad3c. 00000400:00000200:1.0:1767384356.618551:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (30) 00000100:00000001:2.0:1767384356.618554:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384356.618560:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294944511 00000400:00000200:1.0:1767384356.618560:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:3.0:1767384356.618562:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384356.618566:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (528 bytes) 00000100:00000010:2.0:1767384356.618567:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87ba6ed. 00000100:00000040:3.0:1767384356.618569:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.618574:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384356.618576:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:3.0:1767384356.618580:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.618581:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.618585:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384356.618586:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.618588:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (31) 00000100:00000001:2.0:1767384356.618590:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.618593:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384356.618597:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.618600:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384356.618600:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384356.618604:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384356.618608:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294944511 00000100:00000001:2.0:1767384356.618609:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384356.618609:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp18 to MR: 192.168.202.119@tcp18 local destination 00000100:00000001:2.0:1767384356.618613:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.618615:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294944511 00000100:00000001:2.0:1767384356.618617:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.618619:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294944511 00000400:00000200:1.0:1767384356.618622:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp18 NI seq info: [120:120:256:4294967295] 192.168.202.119@tcp18 LPNI seq info [113:113:8:4294967295] 00000100:00000001:3.0:1767384356.618624:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294944511 00000100:00000001:2.0:1767384356.618629:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.618630:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294944511 00000100:00000001:3.0:1767384356.618635:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294944511 00000100:00000001:3.0:1767384356.618640:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294944511 00000100:00000001:3.0:1767384356.618644:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294944511 00000100:00000001:3.0:1767384356.618649:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384356.618650:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp18(192.168.202.119@tcp18:192.168.202.119@tcp18) -> 192.168.202.119@tcp18(192.168.202.119@tcp18:192.168.202.119@tcp18) 192.168.202.119@tcp18 : ACK try# 0 00000100:00000001:3.0:1767384356.618652:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384356.618656:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384356.618658:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp18 00000100:00000001:3.0:1767384356.618659:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384356.618664:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e806b0fd. 00000100:00000001:3.0:1767384356.618665:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384356.618669:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767384356.618674:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cb915e1] -> 12345-192.168.202.119@tcp18 (6) 00000100:00000001:3.0:1767384356.618675:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.618678:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384356.618680:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384356.618684:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp18 ip 192.168.202.119:1005 00000100:00000001:3.0:1767384356.618685:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384356.618694:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e806b0fd type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384356.618697:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384356.618701:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384356.618706:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.618723:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.618726:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384356.618728:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384356.618730:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384356.618732:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246400 02000000:00000001:3.0:1767384356.618736:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384356.618737:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384356.618738:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384356.618741:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246528 00000100:00000001:3.0:1767384356.618742:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.618746:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384356.618748:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.618749:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384356.618752:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384356.618753:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246400 02000000:00000001:2.0:1767384356.618756:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.618757:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384356.618760:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00100000:2.0:1767384356.618760:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246528 00000020:00000001:2.0:1767384356.618764:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384356.618765:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.618767:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000040:3.0:1767384356.618769:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000400:00000200:1.0:1767384356.618770:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384356.618771:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384356.618774:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000040:2.0:1767384356.618775:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384356.618778:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000010:1.0:1767384356.618778:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000006121caf2. 00000020:00000001:2.0:1767384356.618779:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384356.618783:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000010:1.0:1767384356.618785:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000100:00000001:2.0:1767384356.618789:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384356.618791:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384356.618793:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014350e6c. 00000020:00000010:2.0:1767384356.618794:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094c89218. 00000020:00000010:3.0:1767384356.618796:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000400:00000200:1.0:1767384356.618798:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006121caf2 00000100:00000001:2.0:1767384356.618799:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384356.618800:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384356.618806:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094c89218. 00000400:00000010:1.0:1767384356.618806:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000bf40a51c. 00000020:00000010:3.0:1767384356.618807:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00000400:00000200:1.0:1767384356.618813:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 528 success 00000020:00000010:3.0:1767384356.618818:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6db2160. 00000020:00000010:2.0:1767384356.618818:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008033cf60. 00000400:00000200:1.0:1767384356.618818:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302471 00000400:00000200:1.0:1767384356.618825:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (30) 00000020:00000010:3.0:1767384356.618828:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043870da3. 00000020:00000010:2.0:1767384356.618828:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fcae0bc. 00000400:00000010:1.0:1767384356.618829:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000608f32f2. 00000400:00000010:1.0:1767384356.618837:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000020:00000010:2.0:1767384356.618838:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009459b1ae. 00000020:00000010:3.0:1767384356.618839:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000902c891d. 00000400:00000010:1.0:1767384356.618842:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ccf29e55. 00000400:00000200:1.0:1767384356.618847:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000100:00000040:3.0:1767384356.618850:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384356.618853:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000001:3.0:1767384356.618855:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384356.618856:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384356.618858:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384356.618860:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384356.618860:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:3.0:1767384356.618861:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.618863:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.618871:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000100:00000001:3.0:1767384356.618872:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.618873:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.618881:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:1.0:1767384356.618884:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000100:00000001:3.0:1767384356.618886:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384356.618886:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.618889:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:1.0:1767384356.618897:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:1.0:1767384356.618902:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000100:00000001:3.0:1767384356.618904:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384356.618905:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384356.618908:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384356.618908:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000100:00000001:2.0:1767384356.618909:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384356.618916:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000100:00100000:3.0:1767384356.618918:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000040:3.0:1767384356.618920:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384356.618922:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651843664 : -114055057707952 : ffff98447cccec50) 00000100:00100000:2.0:1767384356.618928:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000040:3.0:1767384356.618931:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d75f4c8b x1853236748246400/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.618934:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000400:00000200:1.0:1767384356.618937:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 37], ns[26, 37] 00000100:00000001:2.0:1767384356.618939:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651839568 : -114055057712048 : ffff98447cccdc50) 00000100:00000040:2.0:1767384356.618950:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a44beaf6 x1853236748246528/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:337/0 lens 4848/0 e 0 to 0 dl 1767384367 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384356.618951:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384356.618955:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000020:00000010:3.0:1767384356.618956:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000391c148b. 00000100:00000001:3.0:1767384356.618963:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384356.618969:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000391c148b. 00000400:00000200:1.0:1767384356.618971:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:2.0:1767384356.618973:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384356.618977:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d75f4c8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748246400:12345-0@lo:253: 00000400:00000200:1.0:1767384356.618977:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:00000010:2.0:1767384356.618983:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094c89218. 00000100:00000200:3.0:1767384356.618986:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246400 00000100:00000001:2.0:1767384356.618989:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384356.618991:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384356.618993:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094c89218. 00000400:00000200:1.0:1767384356.618995:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:00000001:3.0:1767384356.618996:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384356.618999:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384356.619001:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a44beaf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748246528:12345-0@lo:253: 00000020:00000001:3.0:1767384356.619005:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384356.619008:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000020:00000001:3.0:1767384356.619009:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000200:2.0:1767384356.619010:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246528 00000020:00000001:2.0:1767384356.619015:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384356.619016:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384356.619019:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384356.619020:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000020:00000001:2.0:1767384356.619023:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384356.619026:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384356.619028:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384356.619032:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384356.619033:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:1.0:1767384356.619033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000020:00000001:3.0:1767384356.619037:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384356.619038:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384356.619041:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384356.619042:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.619045:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000020:00000001:2.0:1767384356.619047:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384356.619048:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384356.619051:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384356.619053:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384356.619054:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.619056:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 26], ns[68, 26] 02000000:00000010:3.0:1767384356.619061:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000009c4ec9b. 00000100:00000001:2.0:1767384356.619061:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384356.619064:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 26], ns[90, 26] 02000000:00000001:3.0:1767384356.619067:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.619067:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384356.619072:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.619072:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 26], ns[74, 26] 02000000:00000010:2.0:1767384356.619075:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008aafa75c. 20000000:00000001:3.0:1767384356.619078:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:2.0:1767384356.619082:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.619085:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 26], ns[111, 26] 00000100:00000001:2.0:1767384356.619087:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384356.619090:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015bb3cca. 00000400:00000200:1.0:1767384356.619092:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 26], ns[99, 26] 20000000:00000001:2.0:1767384356.619094:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384356.619096:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384356.619101:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 26], ns[105, 26] 20000000:00000001:3.0:1767384356.619102:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384356.619136:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384356.619140:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384356.619144:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384356.619144:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 26], ns[117, 26] 20000000:00000001:3.0:1767384356.619149:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384356.619153:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[108, 26], ns[115, 26] 00000400:00000200:1.0:1767384356.619156:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[111, 26], ns[118, 26] 20000000:00000010:3.0:1767384356.619159:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbaba265. 20000000:01000000:3.0:1767384356.619162:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:3.0:1767384356.619167:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384356.619170:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00080000:00000001:3.0:1767384356.619174:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384356.619175:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp19 00000400:00000200:1.0:1767384356.619180:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp19 lpni_is_preferred = 0 00000400:00000200:1.0:1767384356.619182:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp19 00000400:00000200:1.0:1767384356.619185:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp19 NI seq info: [121:121:256:4294967295] 192.168.202.119@tcp19 LPNI seq info [114:114:8:4294967295] 00000400:00000200:1.0:1767384356.619190:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp19 00000400:00000200:1.0:1767384356.619197:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19:) -> 192.168.202.119@tcp19(192.168.202.119@tcp:192.168.202.119@tcp19) : GET try# 0 00000800:00000200:1.0:1767384356.619201:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp19 00000800:00000010:1.0:1767384356.619205:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000062afc7ac. 00000800:00000200:1.0:1767384356.619210:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (6) 00000800:00000200:1.0:1767384356.619216:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:988 00000800:00000200:1.0:1767384356.619218:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062afc7ac type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384356.619219:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384356.619223:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384356.619225:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384356.619226:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384356.619229:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384356.619229:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384356.619234:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300671 rc 0 00000020:00000001:3.0:1767384356.619235:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384356.619240:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384356.619246:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b377e912. 00080000:00000001:3.0:1767384356.619248:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367392256 : -114060342159360 : ffff984341d29800) 00080000:00000001:3.0:1767384356.619251:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:1.0:1767384356.619294:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384356.619297:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000062afc7ac. 00000400:00000200:1.0:1767384356.619300:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.619305:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: GET: OK 00000400:00000200:1.0:1767384356.619309:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384356.619311:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:1.0:1767384356.619318:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619323:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.619325:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619332:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.619338:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19) <- 192.168.202.119@tcp19 : GET - for me 00000400:00000200:1.0:1767384356.619346:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 528 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384356.619351:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 528/528 into md 0x1ae9 [1] + 0 00000001:00000001:3.0:1767384356.619359:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:1.0:1767384356.619359:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp19 to MR: 192.168.202.119@tcp19 local destination 00080000:00000001:3.0:1767384356.619363:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384356.619367:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384356.619367:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp19 NI seq info: [122:122:256:4294967295] 192.168.202.119@tcp19 LPNI seq info [115:115:8:4294967295] 00080000:00000001:3.0:1767384356.619385:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384356.619391:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384356.619392:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) -> 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) 192.168.202.119@tcp19 : REPLY try# 0 00000800:00000200:1.0:1767384356.619398:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.119@tcp19 00000800:00000010:1.0:1767384356.619401:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000062afc7ac. 00000800:00000200:1.0:1767384356.619406:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (6) 00000800:00000200:1.0:1767384356.619423:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:1003 00000800:00000200:1.0:1767384356.619425:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000062afc7ac type 3, nob 624 niov 1 nkiov 1 20000000:00000010:2.0:1767384356.619436:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009d44f6c3. 20000000:01000000:2.0:1767384356.619442:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384356.619444:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384356.619446:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384356.619447:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.619449:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.619451:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384356.619460:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384356.619463:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000062afc7ac. 00000400:00000200:1.0:1767384356.619466:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.619469:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: REPLY: OK 00000800:00000001:1.0:1767384356.619475:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619478:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.619481:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619484:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.619486:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619489:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.619493:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19) <- 192.168.202.119@tcp19 : REPLY - for me 00000400:00000200:1.0:1767384356.619501:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp19: Reply from 12345-192.168.202.119@tcp19 of length 528/528 into md 0x1b05 00080000:00000001:3.0:1767384356.619504:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000001:1.0:1767384356.619505:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619509:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.619511:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384356.619514:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384356.619517:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: REPLY: OK 00000400:00000200:1.0:1767384356.619520:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000400:00000010:1.0:1767384356.619522:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000400:00000200:1.0:1767384356.619525:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384356.619529:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:1.0:1767384356.619531:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:1.0:1767384356.619534:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 31. state = 0x300671 00000400:00000200:1.0:1767384356.619539:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384356.619546:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (31) 00000800:00000001:1.0:1767384356.619552:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619563:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384356.619585:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384356.619590:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384356.619591:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384356.619595:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e806b0fd. 00000800:00000001:1.0:1767384356.619595:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619600:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384356.619602:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.619612:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp18(192.168.202.119@tcp18) <- 192.168.202.119@tcp18 : ACK - for me 00000400:00000200:3.0:1767384356.619614:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp18->192.168.202.119@tcp18: ACK: OK 00000400:00000200:1.0:1767384356.619626:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp18: ACK from 12345-192.168.202.119@tcp18 into md 0x1aed 00000400:00000200:1.0:1767384356.619630:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.619633:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp18->192.168.202.119@tcp18: ACK: OK 00000400:00000200:1.0:1767384356.619637:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b013553a 00000400:00000010:1.0:1767384356.619638:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b013553a. 00000400:00000200:1.0:1767384356.619641:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384356.619644:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:1.0:1767384356.619646:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384356.619649:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (30) 00000800:00000001:1.0:1767384356.619654:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384356.619657:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384356.619670:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384356.619674:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:1.0:1767384356.619680:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 640 at 000000001a1b4c5a. 00000400:00000010:1.0:1767384356.619684:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 768 at 00000000e2f1de47. 00000400:00000010:1.0:1767384356.619687:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 640 at 000000008d5c3bb6. 00000400:00000200:1.0:1767384356.619716:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp31(00000000850dce33) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384356.619724:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp35(00000000d4f02856) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384356.619727:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp36(0000000043154b77) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384356.619732:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bf40a51c. 00000400:00000200:1.0:1767384356.619737:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bf40a51c nid 192.168.202.119@tcp37 00000400:00000010:1.0:1767384356.619740:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005ca1f227. 00000400:00000200:1.0:1767384356.619742:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000005ca1f227 net tcp37 00000400:00000200:1.0:1767384356.619745:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (29) 00000400:00000200:1.0:1767384356.619750:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp37 flags 0x11 00000400:00000010:1.0:1767384356.619755:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000443704a0. 00000400:00000200:1.0:1767384356.619758:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000443704a0 nid 192.168.202.119@tcp38 00000400:00000010:1.0:1767384356.619767:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002fe40ce5. 00000400:00000200:1.0:1767384356.619769:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000002fe40ce5 net tcp38 00000400:00000200:1.0:1767384356.619771:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (30) 00000400:00000200:1.0:1767384356.619774:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp38 flags 0x11 00000400:00000010:1.0:1767384356.619779:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008debd68d. 00000400:00000200:1.0:1767384356.619782:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008debd68d nid 192.168.202.119@tcp39 00000400:00000010:1.0:1767384356.619785:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000075cc706a. 00000400:00000200:1.0:1767384356.619787:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 0000000075cc706a net tcp39 00000400:00000200:1.0:1767384356.619789:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (31) 00000400:00000200:1.0:1767384356.619792:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp39 flags 0x11 00000400:00000010:1.0:1767384356.619794:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 640 at 000000001a1b4c5a. 00000400:00000010:1.0:1767384356.619797:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 768 at 00000000e2f1de47. 00000400:00000010:1.0:1767384356.619799:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 640 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384356.619801:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000608f32f2. 00000400:00000200:1.0:1767384356.619804:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384356.619806:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:1.0:1767384356.619809:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:1.0:1767384356.619811:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:1.0:1767384356.619814:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384356.619817:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:1.0:1767384356.619820:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384356.619822:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (32) 00080000:00000001:2.0:1767384356.627713:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384356.627718:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:2.0:1767384356.627722:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.627724:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384356.627733:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384356.627741:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384356.627744:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384356.627753:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d1d35b4. 00080000:00000020:2.0:1767384356.627756:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384356.627760:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:3.0:1767384356.627767:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384356.627771:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384356.627775:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384356.627779:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384356.627781:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384356.627783:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384356.627784:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384356.627787:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b377e912. 00080000:00000001:2.0:1767384356.627791:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384356.627805:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384356.627807:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384356.627812:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384356.627812:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384356.627816:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384356.627817:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384356.627821:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384356.627822:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:3.0:1767384356.627825:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384356.627826:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384356.627831:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000010:2.0:1767384356.627834:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001e338787. 00080000:00000001:3.0:1767384356.627836:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384356.627839:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767384356.627843:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb1fd261. 00010000:00000010:2.0:1767384356.627844:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00080000:00000001:3.0:1767384356.627848:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367390208 : -114060342161408 : ffff984341d29000) 00000020:00000001:2.0:1767384356.627850:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384356.627851:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:2.0:1767384356.627854:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e219 to hash 00000020:00000001:2.0:1767384356.627857:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384356.627858:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.627860:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.627863:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.627864:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.627866:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.627873:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384356.627876:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384356.627878:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384356.627880:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.627881:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.627883:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.627884:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.627886:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384356.627888:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384356.627889:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384356.627890:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384356.627898:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001e338787) refcount = 1 00010000:00010000:2.0:1767384356.627901:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.627906:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384356.627908:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384356.627909:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.627911:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.627913:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384356.627915:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384356.627918:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384356.627920:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.627922:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.627923:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384356.627925:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.627928:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.627930:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384356.627931:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384356.627935:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384356.627937:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:3.0:1767384356.627938:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.627940:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384356.627942:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384356.627947:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.627949:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384356.627950:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.627953:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.627954:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384356.627958:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.627958:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384356.627960:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384356.627962:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767384356.627968:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d527d218 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384356.627975:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384356.627978:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384356.627980:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.627984:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384356.627986:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.627987:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.627988:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=5 00000020:00000001:2.0:1767384356.627989:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.627991:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.627993:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384356.627995:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.627999:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384356.628000:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384356.628001:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.628004:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384356.628006:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384356.628008:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.628010:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.628012:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e219 from hash 00010000:00000001:2.0:1767384356.628014:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384356.628016:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.628018:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.628019:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384356.628021:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384356.628024:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384356.628025:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384356.628027:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.628029:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.628030:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384356.628031:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384356.628033:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.628035:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.628040:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.628042:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.628043:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.628046:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.628050:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.628051:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.628052:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384356.628054:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384356.628056:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.628057:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.628060:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384356.628064:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.628066:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.628068:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.628074:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384356.628076:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384356.628078:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e219 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384356.628083:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000040:2.0:1767384356.628085:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001e338787 count: 0 00080000:00000001:3.0:1767384356.628086:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384356.628103:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384356.628136:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384356.631151:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294944511, at 4294944512 00000100:00000040:2.0:1767384356.631152:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294944511, at 4294944512 00000100:00000040:0.0:1767384356.631154:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294944511, at 4294944512 00000100:00000010:1.0:1767384356.631162:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000100:00000010:2.0:1767384356.631164:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ef8ad3c. 00000100:00000040:3.0:1767384356.631165:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294944511, at 4294944512 00000100:00000010:0.0:1767384356.631166:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004cbf513. 00000100:00000010:3.0:1767384356.631174:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00010000:00000010:2.1:1767384356.635139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001e338787. 00010000:00000010:2.1:1767384356.635148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00000400:00000010:0.0:1767384356.636189:0:31727:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ba423e4e. 00000400:00000040:0.0:1767384356.636207:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384356.636210:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384356.636213:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384356.636215:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384356.636218:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384356.636223:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384356.636226:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384356.636228:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384356.636229:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384356.636230:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384356.636232:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384356.636234:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384356.636235:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384356.636236:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384356.636237:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384356.636239:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384356.636240:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384356.636241:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384356.636242:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384356.636244:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384356.636245:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384356.636246:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384356.636247:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384356.636248:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384356.636249:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384356.636250:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384356.636251:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384356.636252:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384356.636253:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384356.636255:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384356.636256:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384356.636259:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384356.636261:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384356.636262:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384356.636264:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384356.636265:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384356.636266:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384356.636268:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384356.636270:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384356.636271:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384356.636273:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384356.636275:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384356.636277:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384356.636278:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384356.636283:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384356.636285:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384356.636286:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384356.636288:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384356.636290:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384356.636291:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384356.636293:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384356.636294:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384356.636295:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384356.636297:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384356.636298:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384356.636299:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384356.636301:0:31727:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384356.636406:0:31727:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ba423e4e. 00080000:00000001:1.0:1767384356.637568:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384356.637571:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384356.637574:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:3.0:1767384356.637575:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384356.637578:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384356.637579:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384356.637580:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384356.637582:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384356.637583:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384356.637588:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb1fd261. 20000000:01000000:1.0:1767384356.637588:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384356.637593:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384356.637600:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384356.637605:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384356.637608:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384356.637612:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384356.637612:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384356.637614:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384356.637619:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384356.637622:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384356.637628:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006703084b. 00010000:00000001:2.0:1767384356.637631:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384356.637634:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00000020:00000001:2.0:1767384356.637637:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384356.637646:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e220 to hash 00000020:00000001:2.0:1767384356.637647:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384356.637649:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.637652:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.637655:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.637656:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.637659:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637665:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384356.637668:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384356.637670:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384356.637672:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.637673:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.637675:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384356.637676:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.637678:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384356.637680:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384356.637681:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384356.637683:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384356.637684:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006703084b) refcount = 1 00010000:00010000:2.0:1767384356.637687:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637690:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384356.637692:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384356.637693:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.637695:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.637696:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384356.637698:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384356.637701:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384356.637703:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.637704:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.637706:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384356.637707:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.637715:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.637716:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384356.637718:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637722:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384356.637724:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637727:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.637728:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384356.637730:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637733:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.637734:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.637736:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384356.637738:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384356.637743:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d527d218 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384356.637745:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384356.637746:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384356.637748:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637752:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384356.637753:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384356.637754:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384356.637756:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=5 00000020:00000001:2.0:1767384356.637757:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.637759:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384356.637762:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384356.637763:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637773:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384356.637774:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384356.637775:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.637777:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384356.637779:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384356.637780:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384356.637781:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384356.637782:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e220 from hash 00010000:00000001:2.0:1767384356.637784:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384356.637784:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.637785:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.637786:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384356.637787:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384356.637789:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384356.637790:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384356.637791:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384356.637793:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.637794:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384356.637795:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384356.637797:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.637798:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.637800:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.637801:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384356.637802:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.637804:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637808:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.637809:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.637810:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384356.637811:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384356.637812:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384356.637813:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384356.637815:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384356.637817:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384356.637818:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384356.637825:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384356.637829:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384356.637830:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384356.637832:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e220 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384356.637835:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006703084b count: 0 00010000:00000001:2.0:1767384356.637842:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384356.637843:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384356.638570:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384356.638574:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384356.638577:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015bb3cca. 20000000:00000001:2.0:1767384356.638582:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384356.638587:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246400 00010000:00000001:2.0:1767384356.638590:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384356.638597:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d75f4c8b x1853236748246400/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384356.638606:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384356.638609:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384356.638613:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384356.638618:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384356.638621:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384356.638624:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384356.638627:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384356.638630:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.638635:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384356.638639:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384356.638643:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3984c59. 00000100:00000200:2.0:1767384356.638649:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748246400, offset 224 00000400:00000200:2.0:1767384356.638657:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384356.638671:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384356.638682:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105d80 00000400:00000200:2.0:1767384356.638689:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af1 [2] + 224 00000400:00000200:2.0:1767384356.638705:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384356.638710:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384356.638717:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384356.638721:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384356.638731:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.638749:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384356.638756:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3984c59 00000400:00000010:2.0:1767384356.638759:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3984c59. 00000100:00000001:0.0:1767384356.638760:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384356.638762:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.638764:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384356.638766:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384356.638770:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384356.638772:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384356.638773:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384356.638776:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000290c80c5. 00000100:00000040:2.0:1767384356.638779:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:0.0:1767384356.638781:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000247e081e 00010000:00000001:2.0:1767384356.638784:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384356.638784:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000247e081e. 00000020:00000001:2.0:1767384356.638788:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.638789:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384356.638793:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384356.638798:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d75f4c8b x1853236748246400/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.638808:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d75f4c8b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748246400:12345-0@lo:253: Request processed in 19855us (20463us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384356.638816:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384356.638823:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000040:2.0:1767384356.638831:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000200:0.0:1767384356.638831:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384356.638837:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384356.638841:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384356.638842:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384356.638845:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.638847:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384356.638848:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043870da3. 02000000:00000001:0.0:1767384356.638849:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384356.638852:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384356.638854:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.638856:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000902c891d. 02000000:00000001:0.0:1767384356.638857:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384356.638863:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6db2160. 00000100:00001000:0.0:1767384356.638864:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=62 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384356.638871:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=62 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384356.638874:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:0.0:1767384356.638874:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.638877:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384356.638881:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384356.638884:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000009c4ec9b. 00010000:00000001:0.0:1767384356.638887:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384356.638890:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384356.638890:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384356.638895:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.638895:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384356.638898:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.638907:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384356.638909:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384356.638910:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384356.638911:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384356.638913:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384356.638917:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384356.638918:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:2.0:1767384356.638919:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027cdf47e. 00000020:01000004:0.0:1767384356.638920:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.638922:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.638925:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384356.638926:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3984c59. 00000020:01000004:0.0:1767384356.638926:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384356.638929:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384356.638932:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.638933:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384356.638936:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.638942:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748246400:0@lo:253: 00000100:00000001:0.0:1767384356.638946:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.638949:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.638952:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748246400/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.638957:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.638959:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.638961:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fbf9c76c. 02000000:00000001:0.0:1767384356.638967:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.638968:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.638970:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384356.638972:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.638974:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065bbcbab. 02000000:00000001:0.0:1767384356.638977:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.638978:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.638985:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000100:00000001:0.0:1767384356.638988:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.638990:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.638991:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.638997:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.638998:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.639000:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.639001:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384356.641808:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384356.641817:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384356.641819:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009d44f6c3. 20000000:00000001:1.0:1767384356.641823:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384356.641825:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246528 00010000:00000001:1.0:1767384356.641827:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384356.641831:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a44beaf6 x1853236748246528/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384356.641837:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384356.641838:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384356.641840:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384356.641843:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384356.641844:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384356.641846:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384356.641849:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384356.641850:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384356.641852:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384356.641854:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384356.641857:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a00dac8. 00000100:00000200:1.0:1767384356.641860:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748246528, offset 224 00000400:00000200:1.0:1767384356.641864:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384356.641869:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384356.641873:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105e00 00000400:00000200:1.0:1767384356.641878:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af9 [2] + 224 00000400:00000200:1.0:1767384356.641882:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384356.641885:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384356.641887:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384356.641890:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384356.641897:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384356.641913:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384356.641918:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a00dac8 00000400:00000010:1.0:1767384356.641920:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a00dac8. 00000100:00000001:1.0:1767384356.641922:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384356.641923:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.641926:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384356.641930:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384356.641931:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384356.641933:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384356.641936:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384356.641936:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc75ab99. 00000400:00000200:0.0:1767384356.641941:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065925b0f 00000100:00000040:1.0:1767384356.641942:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384356.641946:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384356.641946:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065925b0f. 00000020:00000001:1.0:1767384356.641950:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.641951:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384356.641953:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384356.641957:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384356.641959:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a44beaf6 x1853236748246528/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:337/0 lens 4848/4768 e 0 to 0 dl 1767384367 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384356.641982:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384356.641985:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a44beaf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748246528:12345-0@lo:253: Request processed in 23009us (23492us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384356.642000:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384356.642001:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000001:0.0:1767384356.642002:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384356.642005:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384356.642006:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384356.642009:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384356.642010:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384356.642011:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384356.642013:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384356.642014:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384356.642018:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fcae0bc. 02000000:00000001:0.0:1767384356.642018:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384356.642020:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=62 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384356.642023:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009459b1ae. 00000100:00001000:0.0:1767384356.642025:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=62 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384356.642028:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008033cf60. 00000100:00000001:0.0:1767384356.642029:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384356.642032:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384356.642035:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00010000:00000001:0.0:1767384356.642035:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384356.642036:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.642040:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384356.642041:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384356.642043:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008aafa75c. 00000100:00000040:0.0:1767384356.642044:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384356.642051:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384356.642052:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384356.642054:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384356.642057:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384356.642062:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384356.642063:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c57ea9e. 00000100:00000001:0.0:1767384356.642064:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384356.642069:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a00dac8. 00000020:01000004:0.0:1767384356.642069:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384356.642070:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384356.642074:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384356.642075:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384356.642076:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384356.642078:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384356.642079:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384356.642080:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384356.642081:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384356.642082:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384356.642088:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083d3c8bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748246528:0@lo:253: 00000100:00000001:0.0:1767384356.642091:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.642092:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384356.642093:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083d3c8bc x1853236748246528/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384356.642098:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384356.642098:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384356.642100:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ce03169b. 02000000:00000001:0.0:1767384356.642103:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384356.642282:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384356.642283:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384356.642285:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384356.642287:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000a124b28. 02000000:00000001:0.0:1767384356.642290:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384356.642291:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384356.642292:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083d3c8bc. 00000100:00000001:0.0:1767384356.642295:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384356.642296:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.642298:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384356.642301:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384356.642303:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384356.642304:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384356.642306:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384356.643132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006703084b. 00010000:00000010:2.1:1767384356.643139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00000400:00000001:3.0:1767384356.696204:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384356.696215:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384356.696227:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:3.0:1767384356.696232:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000400:00000200:3.0:1767384356.696236:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384356.696241:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384356.696251:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bbc5e89f. 00000400:00000010:3.0:1767384356.696254:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000addd6186. 00010000:00000001:2.0:1767384357.208153:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384357.208159:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384357.208166:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384357.208168:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384357.208191:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384357.208194:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384357.208198:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384357.719189:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp36 00000400:00000010:3.0:1767384357.719199:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000016f1bd26. 00000400:00000010:3.0:1767384357.719208:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d76b11c. 00000400:00000010:3.0:1767384357.719215:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df72a94c. 00000400:00000010:3.0:1767384357.719225:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d58ca438. 00000400:00000200:3.0:1767384357.719233:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp36 00000400:00000200:3.0:1767384357.719261:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp36 local destination 00000400:00000200:3.0:1767384357.719269:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp36 00000400:00000200:3.0:1767384357.719273:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp36 NI seq info: [123:123:256:4294967295] 192.168.202.119@tcp36 LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1767384357.719281:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp36 00000400:00000200:3.0:1767384357.719294:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36:) -> 192.168.202.119@tcp36(192.168.202.119@tcp36:192.168.202.119@tcp36) : GET try# 0 00000800:00000200:3.0:1767384357.719304:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp36 00000800:00000010:3.0:1767384357.719311:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001d504fce. 00000800:00000200:3.0:1767384357.719320:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000800:00000200:3.1:1767384357.719326:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000400:00000200:3.0:1767384357.719349:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp36 added to recovery queue. ping count: 2 next ping: 282 health :800 00000800:00000200:1.0:1767384357.719367:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (6) 00000800:00000200:1.0:1767384357.719379:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:988 00000800:00000200:1.0:1767384357.719384:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384357.719501:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:2.0:1767384357.719562:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384357.719563:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384357.719574:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000001:1.0:1767384357.719575:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384357.719585:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384357.719589:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384357.719612:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719629:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719647:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719667:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719694:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719708:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719721:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719743:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719780:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719814:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719837:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719857:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719881:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719966:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.719992:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720034:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720065:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720132:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720199:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720247:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720363:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720412:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720453:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720477:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720508:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720529:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720555:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720573:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720591:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720609:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720626:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384357.720652:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384357.720809:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000957aaac8. 00000800:00000010:3.0:1767384357.720814:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a01e6748. 00000800:00000010:3.0:1767384357.720819:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ed0d819e. 00000800:00000010:3.0:1767384357.720845:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ed0d819e. 00000800:00020000:3.0:1767384357.720855:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384357.720859:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a01e6748. 00000800:00000010:3.0:1767384357.720869:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000957aaac8. 00000400:02020000:3.0:1767384357.720914:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp36 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384357.720922:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp36 notifying 192.168.202.119@tcp36: down 00000800:00000200:3.0:1767384357.720927:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp36 down 00000800:00000100:3.0:1767384357.720933:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp36 00000800:00000010:3.0:1767384357.720936:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001d504fce. 00000400:00000200:3.0:1767384357.720941:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384357.720945:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384357.720953:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384357.720956:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384357.720960:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp36) recovery failed with -71 00080000:00000001:1.0:1767384358.226467:0:32170:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384358.226478:0:32170:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.226484:0:32170:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.226489:0:32170:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384358.226495:0:32170:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.226498:0:32170:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.231208:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384358.231214:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.231221:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384358.231222:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384358.231245:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384358.231248:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.231251:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384358.423175:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384358.423182:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384358.423182:0:20667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384358.423186:0:20667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384358.743181:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384358.743188:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384358.743192:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df72a94c 00000400:00000010:2.0:1767384358.743197:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df72a94c. 00000400:00000200:2.0:1767384358.743203:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384358.743211:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384358.743223:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000016f1bd26. 00000400:00000010:2.0:1767384358.743229:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d76b11c. 00000400:00000200:2.0:1767384358.743235:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp35 00000400:00000010:2.0:1767384358.743240:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006cfd71d6. 00000400:00000010:2.0:1767384358.743245:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000588ee465. 00000400:00000010:2.0:1767384358.743250:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000400:00000010:2.0:1767384358.743257:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000db11c49. 00000400:00000200:2.0:1767384358.743262:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp35 00000400:00000200:2.0:1767384358.743277:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp35 local destination 00000400:00000200:2.0:1767384358.743284:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp35 00000400:00000200:2.0:1767384358.743297:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp35 NI seq info: [124:124:256:4294967295] 192.168.202.119@tcp35 LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1767384358.743306:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp35 00000400:00000200:2.0:1767384358.743315:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp35(192.168.202.119@tcp35:) -> 192.168.202.119@tcp35(192.168.202.119@tcp35:192.168.202.119@tcp35) : GET try# 0 00000800:00000200:2.0:1767384358.743322:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp35 00000800:00000010:2.0:1767384358.743328:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fefec926. 00000800:00000200:2.0:1767384358.743335:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000800:00000200:2.1:1767384358.743341:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:2.0:1767384358.743367:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp35 added to recovery queue. ping count: 3 next ping: 287 health :700 00000400:00000200:1.0:1767384358.743453:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743491:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743506:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743518:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743532:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743545:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743561:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743577:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743595:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743611:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743647:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743665:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743681:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743699:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743720:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743752:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743770:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743809:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743826:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743841:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743856:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743885:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743900:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743915:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743938:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743956:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743972:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.743991:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.744005:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.744019:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384358.744035:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384358.744229:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000720e50ef. 00000800:00000010:1.0:1767384358.744236:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000aa2b91e. 00000800:00000010:1.0:1767384358.744243:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d1778ae. 00000800:00000010:1.0:1767384358.744272:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d1778ae. 00000800:00020000:1.0:1767384358.744284:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384358.744288:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000aa2b91e. 00000800:00000010:1.0:1767384358.744292:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000720e50ef. 00000400:02020000:1.0:1767384358.744335:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384358.744343:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp35 notifying 192.168.202.119@tcp35: down 00000800:00000200:1.0:1767384358.744350:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp35 down 00000800:00000100:1.0:1767384358.744357:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp35 00000800:00000010:1.0:1767384358.744360:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fefec926. 00000400:00000200:1.0:1767384358.744364:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384358.744369:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp35->192.168.202.119@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384358.744378:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384358.744381:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384358.744386:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp35) recovery failed with -71 00000001:00000001:1.0:1767384358.941290:0:32334:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384358.941294:0:32334:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384358.944425:0:32334:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384358.951954:0:32335:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000001711e7d. 00000400:00000010:2.0:1767384358.951969:0:32335:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000812cf13a. 00000400:00000010:2.0:1767384358.951980:0:32335:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000764233a3. 00000400:00000010:2.0:1767384358.951984:0:32335:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c815c25f. 00000400:00000010:2.0:1767384358.951988:0:32335:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000d825880. 00000400:00000010:2.0:1767384358.951993:0:32335:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a73dc10. 00000400:00000010:2.0:1767384358.951995:0:32335:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b875a51f. 00000400:00000010:2.0:1767384358.951997:0:32335:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000032072196. 00000400:00000010:2.0:1767384358.952001:0:32335:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fdd56cb2. 00000800:00000010:2.0:1767384358.952017:0:32335:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bb9fd8c4. 00000800:00000200:2.0:1767384358.952027:0:32335:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384358.952043:0:32335:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384358.952082:0:32335:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384358.952126:0:32335:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp40 [8/256/0/180] 00000400:00000010:2.0:1767384358.953768:0:32335:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000fe16fdb0. 00000400:00000010:2.0:1767384358.953775:0:32335:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384358.953780:0:32335:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000400:00000001:2.0:1767384358.953795:0:32335:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384358.953796:0:32335:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384358.953798:0:32335:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb232145. 00000400:00000200:2.0:1767384358.953800:0:32335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:2.0:1767384358.953801:0:32335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000400:00000010:2.0:1767384358.953804:0:32335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000005ca5e0ef. 00000400:00000200:2.0:1767384358.953809:0:32335:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (31) 00000400:00000200:2.0:1767384358.953819:0:32335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384358.953831:0:32335:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:2.0:1767384358.953837:0:32335:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008aafa75c. 00000020:01000000:2.0:1767384358.953840:0:32335:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384358.953842:0:32335:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp40 00000400:00000010:2.0:1767384358.953853:0:32335:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000812cf13a. 00000400:00000010:2.0:1767384358.953856:0:32335:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000001711e7d. 00000400:00000200:3.0:1767384358.953871:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384358.953877:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000400:00000010:3.0:1767384358.953884:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008cd7ec61. 00000400:00000200:3.0:1767384358.953887:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (32) 00000400:00000010:3.0:1767384358.953891:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1eca3d7. 00000400:00000200:3.0:1767384358.953895:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp19 00000400:00000200:3.0:1767384358.953907:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp19 to MR: 192.168.202.119@tcp19 local destination 00000400:00000200:3.0:1767384358.953913:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp19 NI seq info: [125:125:256:4294967295] 192.168.202.119@tcp19 LPNI seq info [118:118:8:4294967295] 00000020:00000001:1.0:1767384358.953915:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384358.953920:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp19 10000000:00000001:1.0:1767384358.953920:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384358.953925:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384358.953932:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) -> 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) : PUT try# 0 10000000:01000000:1.0:1767384358.953937:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384358.953942:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:3.0:1767384358.953943:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.119@tcp19 00000020:01000004:1.0:1767384358.953947:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:3.0:1767384358.953950:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000537f3070. 00000020:01000004:1.0:1767384358.953950:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384358.953951:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.953955:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384358.953956:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384358.953957:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384358.953960:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:3.0:1767384358.953961:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (6) 00000020:01000004:1.0:1767384358.953962:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384358.953965:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384358.953970:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:988 00000100:00000010:1.0:1767384358.953971:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007f9405c. 00000020:00000040:1.0:1767384358.953985:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000800:00000200:3.0:1767384358.953986:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537f3070 type 1, nob 640 niov 1 nkiov 1 00000100:00000001:1.0:1767384358.953992:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384358.953996:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384358.954000:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.954008:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 02000000:00000010:1.0:1767384358.954008:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000720e50ef. 00000400:00000200:3.0:1767384358.954012:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 00000100:00000001:1.0:1767384358.954016:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954024:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384358.954027:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.954034:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f9405c] to pc [ptlrpcd_00_01+1] req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384358.954062:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384358.954065:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.954067:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384358.954068:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384358.954071:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384358.954074:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384358.954075:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384358.954077:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384358.954079:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384358.954080:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384358.954083:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384358.954085:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:3.0:1767384358.954086:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384358.954088:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384358.954091:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384358.954094:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384358.954097:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384358.954101:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384358.954119:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384358.954123:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384358.954125:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384358.954127:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384358.954130:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384358.954132:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384358.954135:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384358.954138:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000007f9405c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748246656:0@lo:253: 00000020:01000004:1.0:1767384358.954139:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384358.954144:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384358.954145:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071b8d1f6. 00000020:00000040:1.0:1767384358.954148:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:3.0:1767384358.954149:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384358.954151:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384358.954153:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.954154:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384358.954158:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384358.954159:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384358.954164:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000957aaac8. 00000800:00000200:0.0:1767384358.954165:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1767384358.954167:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384358.954168:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954175:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384358.954175:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000537f3070. 00000400:00000010:3.0:1767384358.954176:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0858308. 00000100:00000001:1.0:1767384358.954184:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384358.954185:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c07c525. 00000100:00000001:1.0:1767384358.954188:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.954188:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384358.954190:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748246656, portal 25 00000100:00000001:3.0:1767384358.954195:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384358.954196:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071b8d1f6] to pc [ptlrpcd_00_02+2] req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.954198:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408372352 : -114055301179264 : ffff98446e49d880) 00000400:00000200:0.0:1767384358.954204:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: PUT: OK 00000100:00000040:3.0:1767384358.954209:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.954217:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384358.954227:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp19: 0 00000100:00000001:3.0:1767384358.954228:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384358.954242:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:1.0:1767384358.954245:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.954246:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065925b0f. 00000800:00000001:0.0:1767384358.954250:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384358.954252:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748246656, offset 0 10000000:00000001:1.0:1767384358.954252:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.954259:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384358.954261:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.954262:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:1.0:1767384358.954262:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384358.954270:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008aafa75c. 00000800:00000001:0.0:1767384358.954270:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384358.954276:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384358.954279:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.954288:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105e80 00000100:00000001:1.0:1767384358.954288:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.954294:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.954294:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19) <- 192.168.202.119@tcp19 : PUT - for me 00000400:00000200:3.0:1767384358.954299:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1319 [2] + 0 00000100:00000001:1.0:1767384358.954302:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384358.954303:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb18dc1e. 00000100:00000001:1.0:1767384358.954305:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384358.954308:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ab1d049 00000100:00000001:1.0:1767384358.954308:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384358.954312:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000040:1.0:1767384358.954314:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.954332:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384358.954333:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.954335:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384358.954336:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384358.954340:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384358.954340:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 528/544 into md 0x1b01 [1] + 0 00000400:00000200:3.0:1767384358.954345:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384358.954345:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384358.954350:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000100:00100000:1.0:1767384358.954352:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071b8d1f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748246784:0@lo:253: 00000100:00000001:1.0:1767384358.954357:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384358.954358:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014350e6c 02000000:00000001:1.0:1767384358.954360:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384358.954362:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.954364:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab1d049 02000000:00000001:1.0:1767384358.954365:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:0.0:1767384358.954365:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384358.954370:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ab1d049. 00000800:00000001:0.0:1767384358.954374:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.954378:0:16147:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:1.0:1767384358.954379:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000016efc06. 00000400:00000200:0.0:1767384358.954379:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384358.954383:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384358.954384:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.954402:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000bf27678e x1853236748246656 msgsize 4848 00000400:00000010:1.0:1767384358.954404:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef1445. 00000400:00000200:0.0:1767384358.954405:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: PUT: OK 00000400:00000010:1.0:1767384358.954413:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a2c6e3b. 00000400:00000200:0.0:1767384358.954413:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014350e6c 00000100:00100000:3.0:1767384358.954414:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384358.954419:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014350e6c. 00000100:00000040:3.0:1767384358.954420:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384358.954426:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000200:1.0:1767384358.954427:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748246784, portal 25 00000100:00000001:1.0:1767384358.954432:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384358.954444:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384358.954444:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375936 : -114055301175680 : ffff98446e49e680) 00000400:00000200:0.0:1767384358.954445:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000100:00000040:1.0:1767384358.954455:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.954455:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384358.954456:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065925b0f 00000400:00000010:3.0:1767384358.954461:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065925b0f. 00000400:00000200:0.0:1767384358.954464:0:16139:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (544 bytes) 00000100:00000001:3.0:1767384358.954468:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384358.954474:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000200:3.0:1767384358.954477:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.954482:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384358.954491:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384358.954491:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000100:00000001:3.0:1767384358.954494:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384358.954498:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096bca611. 00000100:00000040:3.0:1767384358.954500:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.954500:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384358.954505:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748246784, offset 0 00000400:00000200:0.0:1767384358.954513:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp19 to MR: 192.168.202.119@tcp19 local destination 00000400:00000200:1.0:1767384358.954522:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384358.954524:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.954528:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384358.954529:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp19 NI seq info: [126:126:256:4294967295] 192.168.202.119@tcp19 LPNI seq info [119:119:8:4294967295] 00000400:00000200:0.0:1767384358.954543:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) -> 192.168.202.119@tcp19(192.168.202.119@tcp19:192.168.202.119@tcp19) 192.168.202.119@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384358.954559:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp19 00000100:00000001:3.0:1767384358.954564:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384358.954565:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384358.954566:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000844720a. 00000100:00000001:3.0:1767384358.954572:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294946847 00000400:00000200:1.0:1767384358.954579:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e105f00 00000800:00000200:0.0:1767384358.954579:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (6) 00000100:00000010:3.0:1767384358.954581:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eb19703. 00000400:00000200:1.0:1767384358.954587:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x136d [2] + 0 00000400:00000010:1.0:1767384358.954590:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f885c90. 00000100:00000001:3.0:1767384358.954592:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384358.954595:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d09ad81d 00000800:00000200:0.0:1767384358.954595:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:1003 00000100:00000001:3.0:1767384358.954601:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294946847 00000400:00000200:1.0:1767384358.954602:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384358.954602:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000844720a type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384358.954610:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005cd74454. 00000400:00000200:1.0:1767384358.954612:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384358.954617:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384358.954618:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d09ad81d 00000800:00000001:0.0:1767384358.954620:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384358.954623:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d09ad81d. 00000100:00000001:3.0:1767384358.954624:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294946847 00000100:00000001:1.0:1767384358.954638:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384358.954639:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384358.954640:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001370a035. 00000100:00000200:1.0:1767384358.954641:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384358.954646:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000040:1.0:1767384358.954648:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000001ff42d45 x1853236748246784 msgsize 4848 00000100:00000001:3.0:1767384358.954649:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294946847 00000100:00100000:1.0:1767384358.954654:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384358.954655:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffafa837. 00000100:00000040:1.0:1767384358.954657:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384358.954659:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384358.954667:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.954670:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384358.954673:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096bca611 00000100:00000001:3.0:1767384358.954674:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.954677:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096bca611. 00000100:00000001:3.0:1767384358.954679:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954681:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384358.954682:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384358.954686:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.954691:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384358.954694:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384358.954696:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384358.954697:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384358.954701:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384358.954703:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384358.954717:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954722:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767384358.954722:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000844720a. 00000100:00000040:1.0:1767384358.954728:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384358.954731:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384358.954733:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384358.954740:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.954742:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 0000000065bba94f. 00000100:00000001:1.0:1767384358.954744:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384358.954746:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: ACK: OK 00000400:00000010:3.0:1767384358.954749:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb18dc1e. 00000100:00000001:1.0:1767384358.954751:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954756:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294946847 00000400:00000010:3.0:1767384358.954757:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059850c10. 00000800:00000001:0.0:1767384358.954757:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384358.954759:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294946847 00000400:00000200:3.0:1767384358.954764:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000065bba94f 00000100:00000001:1.0:1767384358.954764:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294946847 00000800:00000001:0.0:1767384358.954765:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384358.954769:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000006121caf2. 00000100:00000001:1.0:1767384358.954770:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294946847 00000800:00000001:0.0:1767384358.954771:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384358.954776:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294946847 00000400:00000200:3.0:1767384358.954777:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000800:00000001:0.0:1767384358.954780:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.954782:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294946847 00000800:00000001:0.0:1767384358.954784:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384358.954786:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302451 00000100:00000001:1.0:1767384358.954787:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294946847 00000400:00000200:3.0:1767384358.954791:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000100:00000001:1.0:1767384358.954792:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294946847 00000800:00000001:0.0:1767384358.954795:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.954796:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384358.954798:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000006bc6d522. 00000100:00000001:1.0:1767384358.954801:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.954804:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ccd5bff5. 00000100:00000001:1.0:1767384358.954806:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954810:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.954810:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp19(192.168.202.119@tcp19) <- 192.168.202.119@tcp19 : ACK - for me 00000400:00000010:3.0:1767384358.954812:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000077dfa2ee. 00000100:00000001:1.0:1767384358.954815:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384358.954818:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384358.954822:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000100:00000001:1.0:1767384358.954823:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384358.954827:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.954829:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.954832:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.954836:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp19: ACK from 12345-192.168.202.119@tcp19 into md 0x1b25 00000400:00000200:0.0:1767384358.954843:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384358.954845:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384358.954848:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000001:1.0:1767384358.954849:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.954854:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp19->192.168.202.119@tcp19: ACK: OK 00000400:00000200:3.0:1767384358.954856:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384358.954863:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:3.0:1767384358.954868:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000100:00000001:1.0:1767384358.954868:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384358.954872:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246656 00000400:00000200:3.0:1767384358.954876:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 02000000:00000001:1.0:1767384358.954876:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384358.954880:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384358.954884:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000100:00000001:1.0:1767384358.954884:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.954891:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.954892:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:3.0:1767384358.954897:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000100:00100000:1.0:1767384358.954901:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246656 00000020:00000001:1.0:1767384358.954903:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384358.954906:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384358.954910:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384358.954913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000020:00000040:1.0:1767384358.954913:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384358.954918:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384358.954923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000020:00000001:1.0:1767384358.954923:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384358.954931:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384358.954934:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000020:00000010:1.0:1767384358.954936:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384358.954939:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000100:00000001:1.0:1767384358.954941:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384358.954947:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384358.954950:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000020:00000010:1.0:1767384358.954954:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d76b11c. 00000400:00000200:3.0:1767384358.954955:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000020:00000010:1.0:1767384358.954961:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5728160. 00000400:00000200:3.0:1767384358.954962:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384358.954969:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000020:00000010:1.0:1767384358.954970:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e214aaa9. 00000400:00000200:3.0:1767384358.954976:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000100:00000040:1.0:1767384358.954979:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384358.954980:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000100:00000001:1.0:1767384358.954985:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384358.954986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000100:00000001:1.0:1767384358.954998:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384358.955002:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 28], ns[68, 28] 00000100:00000001:1.0:1767384358.955002:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955010:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 28], ns[90, 28] 00000100:00000001:1.0:1767384358.955013:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955014:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[74, 28] 00000400:00000200:3.0:1767384358.955020:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 28], ns[111, 28] 00000100:00000001:1.0:1767384358.955023:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.955024:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[99, 28] 00000400:00000200:3.0:1767384358.955031:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 28], ns[105, 28] 00000100:00000001:1.0:1767384358.955034:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384358.955035:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[117, 28] 00000100:00100000:1.0:1767384358.955037:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246784 02000000:00000001:1.0:1767384358.955040:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384358.955041:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384358.955042:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.955044:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384358.955048:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246784 00000020:00000001:1.0:1767384358.955051:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384358.955053:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:3.0:1767384358.955056:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 28], ns[124, 28] 00000020:00000001:1.0:1767384358.955057:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384358.955060:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384358.955064:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:3.0:1767384358.955067:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 28], ns[123, 28] 00000020:00000001:1.0:1767384358.955068:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384358.955074:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384358.955077:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000400:00000200:3.0:1767384358.955080:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384358.955086:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000010:1.0:1767384358.955086:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000100:00000001:1.0:1767384358.955092:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384358.955094:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000020:00000010:1.0:1767384358.955096:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384358.955100:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp37 00000020:00000010:1.0:1767384358.955102:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4748564. 00000400:00000200:3.0:1767384358.955122:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp37 lpni_is_preferred = 0 00000400:00000200:3.0:1767384358.955125:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp37 00000400:00000200:3.0:1767384358.955129:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp37 NI seq info: [127:127:256:4294967295] 192.168.202.119@tcp37 LPNI seq info [120:120:8:4294967295] 00000020:00000010:1.0:1767384358.955135:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c771e9e3. 00000400:00000200:3.0:1767384358.955138:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp37 00000020:00000010:1.0:1767384358.955141:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba7261ad. 00000400:00000200:3.0:1767384358.955147:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp37(192.168.202.119@tcp37:) -> 192.168.202.119@tcp37(192.168.202.119@tcp:192.168.202.119@tcp37) : GET try# 0 00000100:00000001:1.0:1767384358.955149:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384358.955152:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384358.955153:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384358.955154:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd7ec61 00000800:00000200:3.0:1767384358.955156:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp37 00000400:00000010:0.0:1767384358.955160:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008cd7ec61. 00000100:00000001:1.0:1767384358.955161:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384358.955162:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009c568c9b. 00000100:00000001:1.0:1767384358.955166:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384358.955166:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000010:3.0:1767384358.955170:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000065925b0f. 00000400:00000200:0.0:1767384358.955174:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000800:00000010:3.0:1767384358.955176:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fb0ebd86. 00000100:00000001:1.0:1767384358.955177:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384358.955180:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384358.955181:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:3.0:1767384358.955187:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000400:00000200:0.0:1767384358.955187:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000100:00100000:1.0:1767384358.955191:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00000040:1.0:1767384358.955195:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000800:00000200:3.1:1767384358.955196:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000800:00000001:0.0:1767384358.955197:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384358.955200:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018651844688 : -114055057706928 : ffff98447cccf050) 00000100:00000040:1.0:1767384358.955205:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf27678e x1853236748246656/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384358.955212:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000800:00000001:0.0:1767384358.955212:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384358.955216:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384358.955218:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300251 rc 0 00000020:00000010:1.0:1767384358.955220:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384358.955224:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300251 00000100:00000001:1.0:1767384358.955225:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384358.955229:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000020:00000010:1.0:1767384358.955230:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000400:00000010:3.0:1767384358.955241:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 000000007f60637f. 00000100:00100000:1.0:1767384358.955246:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf27678e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748246656:12345-0@lo:253: 00000400:00000010:3.0:1767384358.955247:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1ba899b. 00000100:00000200:1.0:1767384358.955253:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246656 00000400:00000010:3.0:1767384358.955255:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009830a70d. 00000020:00000001:1.0:1767384358.955256:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384358.955262:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384358.955263:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:00000001:1.0:1767384358.955265:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.955268:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384358.955270:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:3.0:1767384358.955271:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000020:00000001:1.0:1767384358.955275:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384358.955279:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.955280:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000020:00000001:1.0:1767384358.955282:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384358.955291:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384358.955292:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000020:00000001:1.0:1767384358.955295:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000100:00000001:0.0:1767384358.955300:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384358.955313:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384358.955315:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384358.955318:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384358.955321:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000100:00100000:0.0:1767384358.955326:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 02000000:00000010:1.0:1767384358.955327:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004dafcffb. 00000400:00000200:3.0:1767384358.955332:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 02000000:00000001:1.0:1767384358.955333:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384358.955334:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384358.955338:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955342:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 20000000:00000001:1.0:1767384358.955343:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384358.955346:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017728368720 : -114055981182896 : ffff984445c1d050) 00000400:00000200:3.0:1767384358.955355:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000100:00000040:0.0:1767384358.955356:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ff42d45 x1853236748246784/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:339/0 lens 4848/0 e 0 to 0 dl 1767384369 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1767384358.955363:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000161ca597. 20000000:01000000:1.0:1767384358.955369:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384358.955373:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 20000000:00000001:1.0:1767384358.955375:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384358.955379:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384358.955380:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384358.955384:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955385:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000020:00000010:0.0:1767384358.955399:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9e235c4. 20000000:00000001:1.0:1767384358.955404:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955406:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000100:00000001:0.0:1767384358.955406:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384358.955408:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767384358.955412:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9e235c4. 20000000:00000010:1.0:1767384358.955419:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1a8f4a6. 00000100:00100000:0.0:1767384358.955420:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ff42d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748246784:12345-0@lo:253: 00000400:00000200:3.0:1767384358.955421:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 20000000:01000000:1.0:1767384358.955432:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000100:00000200:0.0:1767384358.955439:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246784 20000000:00000001:1.0:1767384358.955442:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384358.955443:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384358.955446:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000020:00000001:0.0:1767384358.955448:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:1.0:1767384358.955450:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767384358.955450:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384358.955455:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384358.955457:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:3.0:1767384358.955459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000020:00000001:0.0:1767384358.955461:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384358.955464:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384358.955468:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000020:00000001:0.0:1767384358.955469:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384358.955472:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384358.955476:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955477:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000100:00000001:0.0:1767384358.955479:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384358.955482:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384358.955486:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:3.0:1767384358.955490:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 02000000:00000010:0.0:1767384358.955490:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002c3a40cc. 02000000:00000001:0.0:1767384358.955495:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955499:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000100:00000001:0.0:1767384358.955500:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.955503:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384358.955505:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384358.955507:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 28], ns[68, 28] 00080000:00000001:1.0:1767384358.955511:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000010:0.0:1767384358.955512:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000589ae2cd. 00080000:00000001:1.0:1767384358.955514:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384358.955518:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384358.955519:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:0.0:1767384358.955524:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384358.955525:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384358.955527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 28], ns[90, 28] 20000000:00000001:0.0:1767384358.955528:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384358.955531:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 20000000:00000001:0.0:1767384358.955531:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384358.955535:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[74, 28] 20000000:00000001:0.0:1767384358.955538:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.955539:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:0.0:1767384358.955542:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384358.955543:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[104, 28], ns[111, 28] 00000400:00000200:3.0:1767384358.955548:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[99, 28] 00080000:00000010:1.0:1767384358.955548:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000028fd711c. 00080000:00000001:1.0:1767384358.955554:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400062976 : -114060309488640 : ffff984343c51c00) 00000400:00000200:3.0:1767384358.955558:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 28], ns[105, 28] 00080000:00000001:1.0:1767384358.955559:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384358.955564:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[117, 28] 00000400:00000200:3.0:1767384358.955566:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 28], ns[124, 28] 00000400:00000200:3.0:1767384358.955570:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 28], ns[123, 28] 00000400:00000200:3.0:1767384358.955573:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 28], ns[127, 28] 00000400:00000200:3.0:1767384358.955576:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000400:00000200:3.0:1767384358.955579:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp38] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384358.955582:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:3.0:1767384358.955584:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp38 00000400:00000200:3.0:1767384358.955586:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp38 lpni_is_preferred = 0 00000400:00000200:3.0:1767384358.955588:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp38 00000400:00000200:3.0:1767384358.955591:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp38 NI seq info: [128:128:256:4294967295] 192.168.202.119@tcp38 LPNI seq info [121:121:8:4294967295] 00000400:00000200:3.0:1767384358.955595:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp38 00000400:00000200:3.0:1767384358.955599:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp38(192.168.202.119@tcp38:) -> 192.168.202.119@tcp38(192.168.202.119@tcp:192.168.202.119@tcp38) : GET try# 0 00000800:00000200:3.0:1767384358.955602:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp38 00000800:00000010:3.0:1767384358.955606:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008af6e0c5. 00000800:00000010:3.0:1767384358.955611:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a01e6748. 00000800:00000010:3.0:1767384358.955614:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000048571b42. 00000800:00000200:3.0:1767384358.955623:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (2) 00000800:00000200:3.1:1767384358.955627:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (2) 00000400:00000200:3.0:1767384358.955637:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384358.955639:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300251 rc 0 00000001:00000001:1.0:1767384358.955651:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384358.955653:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.955656:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384358.955672:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384358.955674:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384358.955688:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.955734:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.955766:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00080000:00000001:1.0:1767384358.955776:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384358.955780:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384358.955798:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.955825:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.955854:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.955892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.955896:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.955941:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.955982:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956007:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956060:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956068:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956211:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956253:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956282:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956400:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956457:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956516:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956527:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956569:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956601:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956635:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956685:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956702:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956749:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956754:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956816:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956818:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956888:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956889:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956932:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.956957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.956980:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957064:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957091:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957154:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957169:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957245:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957249:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957289:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957333:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957381:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957450:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957472:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957521:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957590:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957593:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957665:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957675:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957745:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957747:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957800:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957821:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957851:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957905:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.957970:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.957970:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.958036:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.958064:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.958100:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384358.958176:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.958190:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384358.958269:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000800:00000010:3.0:1767384358.958313:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015bb3cca. 00000800:00000010:3.0:1767384358.958318:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f204709a. 00000800:00000010:3.0:1767384358.958323:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000028e861d0. 00000400:00000200:0.0:1767384358.958330:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000800:00000010:3.0:1767384358.958350:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000028e861d0. 00000800:00020000:3.0:1767384358.958362:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384358.958366:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f204709a. 00000800:00000010:3.0:1767384358.958371:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015bb3cca. 00000400:00000200:0.0:1767384358.958403:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:02020000:3.0:1767384358.958456:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp37 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384358.958462:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp37 notifying 192.168.202.119@tcp37: down 00000800:00000200:3.0:1767384358.958467:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp37 down 00000800:00000100:3.0:1767384358.958474:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp37 00000800:00000010:3.0:1767384358.958476:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009c568c9b. 00000400:00000200:3.0:1767384358.958480:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384358.958484:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp37->192.168.202.119@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384358.958491:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp37 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:3.0:1767384358.958494:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384358.958496:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:3.0:1767384358.958499:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384358.958536:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384358.958548:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300851 00000400:00000200:1.0:1767384358.958552:0:16144:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b1ba899b 00000400:00000200:1.0:1767384358.958555:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:1.0:1767384358.958558:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 rc -71 00000400:00000200:1.0:1767384358.958563:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384358.958567:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000800:00000010:0.0:1767384358.958596:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d69f0c4. 00000800:00000010:0.0:1767384358.958604:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078459a6f. 00000800:00000010:0.0:1767384358.958609:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9e235c4. 00000800:00000010:0.0:1767384358.958639:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9e235c4. 00000800:00020000:0.0:1767384358.958647:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384358.958651:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078459a6f. 00000800:00000010:0.0:1767384358.958654:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d69f0c4. 00000400:02020000:0.0:1767384358.958732:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp38 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384358.958742:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp38 notifying 192.168.202.119@tcp38: down 00000800:00000200:0.0:1767384358.958749:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp38 down 00000800:00000100:0.0:1767384358.958757:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp38 00000800:00000010:0.0:1767384358.958761:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008af6e0c5. 00000400:00000200:0.0:1767384358.958766:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384358.958771:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp38->192.168.202.119@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384358.958779:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp38 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:0.0:1767384358.958783:0:16136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1ba899b 00000400:00000010:0.0:1767384358.958785:0:16136:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1ba899b. 00000400:00000200:0.0:1767384358.958790:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384358.958794:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:0.0:1767384358.958797:0:16136:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000400:00000200:0.0:1767384358.958815:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000010:0.0:1767384358.958819:0:16136:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 000000007f60637f. 00000400:00000200:0.0:1767384358.958823:0:16136:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000400:00000200:2.0:1767384358.958843:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384358.958851:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302871 00000400:00000200:2.0:1767384358.958857:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:2.0:1767384358.958861:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc -71 00000400:00000200:2.0:1767384358.958865:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384358.958869:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (33) 00080000:00000001:1.0:1767384358.964852:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384358.964856:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384358.964859:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:2.0:1767384358.964861:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384358.964864:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384358.964865:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384358.964868:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384358.964869:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384358.964872:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384358.964874:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000028fd711c. 00080000:00000001:2.0:1767384358.964878:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384358.964879:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384358.964890:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384358.964893:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384358.964900:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384358.964901:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384358.964902:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000402463fa. 20000000:00000001:2.0:1767384358.964905:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384358.964909:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384358.964909:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00010000:00000001:2.0:1767384358.964916:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384358.964918:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384358.964919:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384358.964928:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f52bd7b9. 00080000:00000001:0.0:1767384358.964928:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384358.964934:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384358.964937:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 00000020:00000001:2.0:1767384358.964941:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384358.964944:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b642a95 with handle 0x4ac496f8d605e227 to hash 00000020:00000001:2.0:1767384358.964946:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384358.964947:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384358.964949:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384358.964952:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.964954:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.964957:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.964971:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384358.964973:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384358.964975:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384358.964979:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384358.964980:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384358.964981:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384358.964984:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.964986:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384358.964987:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.964989:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384358.964993:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:0.0:1767384358.964993:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.964996:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384358.964998:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384358.964998:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000040:2.0:1767384358.965002:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f52bd7b9) refcount = 1 00000020:00000001:0.0:1767384358.965004:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767384358.965005:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965011:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384358.965012:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:0.0:1767384358.965012:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:2.0:1767384358.965015:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.965019:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384358.965020:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384358.965021:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384358.965025:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384358.965028:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00080000:00000010:0.0:1767384358.965030:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e89c48fb. 00010000:00000001:2.0:1767384358.965031:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384358.965033:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.965037:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=4 00080000:00000001:0.0:1767384358.965037:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382333440 : -114060327218176 : ffff984342b69400) 00000020:00000001:2.0:1767384358.965041:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00080000:00000001:0.0:1767384358.965043:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384358.965044:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384358.965048:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384358.965049:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965053:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384358.965055:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965068:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.965069:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384358.965071:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965074:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.965075:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.965078:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384358.965079:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384358.965084:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b642a95 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384358.965087:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384358.965089:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384358.965090:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965095:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384358.965096:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384358.965097:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384358.965098:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=5 00000020:00000001:2.0:1767384358.965099:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384358.965101:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384358.965103:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384358.965122:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965126:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384358.965128:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384358.965129:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.965132:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384358.965134:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384358.965136:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384358.965141:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384358.965144:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b642a95 with handle 0x4ac496f8d605e227 from hash 00010000:00000001:2.0:1767384358.965146:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384358.965148:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.965149:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.965151:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384358.965153:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384358.965155:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384358.965158:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384358.965159:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384358.965162:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.965164:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384358.965166:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384358.965168:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.965170:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.965171:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.965173:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384358.965175:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.965177:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965181:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.965182:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.965184:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384358.965186:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384358.965187:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384358.965189:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384358.965190:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384358.965193:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384358.965195:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384358.965196:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384358.965201:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384358.965202:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384358.965204:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e227 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384358.965217:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f52bd7b9 count: 0 00010000:00000001:2.0:1767384358.965234:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384358.965237:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000001:00000001:0.0:1767384358.965656:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767384358.965659:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384358.965663:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384358.965682:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384358.965685:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767384358.965759:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384358.965764:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384358.967343:0:255:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294946847, at 4294946848 00000100:00000010:1.0:1767384358.967350:0:255:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cd74454. 00000100:00000040:2.0:1767384358.968166:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294946847, at 4294946849 00000100:00000010:2.0:1767384358.968172:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001370a035. 00000100:00000040:0.0:1767384358.968243:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294946847, at 4294946849 00000100:00000010:0.0:1767384358.968252:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eb19703. 00000100:00000040:3.0:1767384358.968258:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294946847, at 4294946849 00000100:00000010:3.0:1767384358.968268:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffafa837. 00010000:00000010:2.1:1767384358.970131:0:32337:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f52bd7b9. 00010000:00000010:2.1:1767384358.970139:0:32337:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000001:2.0:1767384358.973983:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767384358.973984:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384358.973988:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384358.973992:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767384358.973993:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:2.0:1767384358.974006:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384358.974009:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384358.974010:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384358.974015:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767384358.974016:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e89c48fb. 20000000:01000000:0.0:1767384358.974021:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767384358.974023:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384358.974033:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384358.974038:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384358.974049:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767384358.974049:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384358.974057:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384358.974060:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384358.974065:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384358.974074:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384358.974081:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000183eea36. 00010000:00000001:3.0:1767384358.974086:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384358.974091:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027436fb3. 00000020:00000001:3.0:1767384358.974096:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384358.974099:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000027436fb3 with handle 0x4ac496f8d605e22e to hash 00000020:00000001:3.0:1767384358.974102:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384358.974103:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384358.974135:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384358.974139:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384358.974141:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.974144:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974154:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384358.974158:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384358.974161:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384358.974164:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384358.974167:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.974169:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384358.974171:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.974173:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384358.974176:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384358.974178:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384358.974180:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384358.974182:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000183eea36) refcount = 1 00010000:00010000:3.0:1767384358.974186:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974193:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384358.974195:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384358.974197:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.974200:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.974202:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384358.974205:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384358.974209:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384358.974219:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.974221:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.974224:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=4 00000020:00000001:3.0:1767384358.974226:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384358.974229:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384358.974231:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384358.974234:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974241:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384358.974243:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974248:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.974250:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384358.974252:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974257:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384358.974259:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.974262:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384358.974264:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384358.974270:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000027436fb3 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384358.974273:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384358.974275:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384358.974277:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974284:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384358.974286:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384358.974287:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384358.974289:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=5 00000020:00000001:3.0:1767384358.974292:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384358.974301:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384358.974305:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384358.974308:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974314:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384358.974317:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384358.974319:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.974323:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384358.974325:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384358.974328:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384358.974330:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384358.974333:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027436fb3 with handle 0x4ac496f8d605e22e from hash 00010000:00000001:3.0:1767384358.974337:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384358.974339:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.974340:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.974343:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384358.974345:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384358.974347:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384358.974350:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384358.974353:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384358.974356:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.974359:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384358.974361:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384358.974364:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.974366:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.974368:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.974370:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.974373:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.974376:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974383:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.974384:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.974399:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384358.974402:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384358.974411:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384358.974413:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384358.974416:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384358.974419:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384358.974421:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384358.974423:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384358.974441:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384358.974443:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384358.974444:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e22e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384358.974450:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000183eea36 count: 0 00010000:00000001:3.0:1767384358.974465:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384358.974467:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384358.975368:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384358.975373:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384358.975375:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000161ca597. 20000000:00000001:1.0:1767384358.975380:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384358.975385:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246656 00010000:00000001:1.0:1767384358.975400:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384358.975408:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf27678e x1853236748246656/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384358.975427:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384358.975430:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384358.975433:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=64 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384358.975437:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384358.975440:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384358.975442:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384358.975445:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384358.975448:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.975453:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384358.975456:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384358.975468:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000014dccec. 00000100:00000200:1.0:1767384358.975475:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748246656, offset 224 00000400:00000200:1.0:1767384358.975484:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384358.975499:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384358.975512:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105e80 00000400:00000200:1.0:1767384358.975519:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b29 [2] + 224 00000400:00000200:1.0:1767384358.975527:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.975531:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384358.975537:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384358.975542:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384358.975551:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.975567:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.975575:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000014dccec 00000100:00000001:3.0:1767384358.975577:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384358.975577:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000014dccec. 00000100:00000001:1.0:1767384358.975581:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384358.975582:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384358.975584:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384358.975589:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384358.975591:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384358.975593:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:3.0:1767384358.975597:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384358.975597:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384358.975601:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384358.975602:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0858308. 00000020:00000001:1.0:1767384358.975604:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384358.975610:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c07c525 00000100:00000040:1.0:1767384358.975611:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf27678e x1853236748246656/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384358.975616:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c07c525. 00000100:00000001:3.0:1767384358.975624:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384358.975627:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf27678e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748246656:12345-0@lo:253: Request processed in 20409us (21222us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384358.975634:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384358.975640:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:1.0:1767384358.975646:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384358.975651:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384358.975654:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384358.975657:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384358.975660:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5728160. 00000020:00000010:1.0:1767384358.975666:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e214aaa9. 00000100:00000001:3.0:1767384358.975670:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.975672:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.975678:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384358.975678:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d76b11c. 02000000:00000001:3.0:1767384358.975683:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384358.975685:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:3.0:1767384358.975686:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.975690:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.975690:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384358.975693:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004dafcffb. 02000000:00000001:3.0:1767384358.975696:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384358.975698:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384358.975701:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384358.975704:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=64 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384358.975707:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384358.975711:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=64 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384358.975713:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f885c90. 00000100:00000001:3.0:1767384358.975726:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384358.975730:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384358.975731:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000014dccec. 00010000:00000001:3.0:1767384358.975735:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384358.975739:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.975743:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.975747:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.975756:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384358.975760:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384358.975762:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384358.975767:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384358.975770:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384358.975772:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384358.975774:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384358.975775:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384358.975777:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384358.975779:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384358.975792:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384358.975793:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384358.975795:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384358.975798:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384358.975806:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000007f9405c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748246656:0@lo:253: 00000100:00000001:3.0:1767384358.975811:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.975813:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.975816:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000007f9405c x1853236748246656/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.975823:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384358.975826:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384358.975828:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000957aaac8. 02000000:00000001:3.0:1767384358.975833:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384358.975835:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384358.975837:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384358.975841:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384358.975844:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000720e50ef. 02000000:00000001:3.0:1767384358.975857:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384358.975859:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384358.975861:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007f9405c. 00000100:00000001:3.0:1767384358.975867:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384358.975869:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.975871:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.975879:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384358.975881:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.975884:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384358.975888:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384358.978171:0:32340:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004765794a. 00000400:00000040:2.0:1767384358.978188:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.978190:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384358.978193:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.978194:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384358.978196:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.978197:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384358.978199:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.978201:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384358.978202:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384358.978204:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384358.978206:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384358.978208:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.978211:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00080000:00000020:1.0:1767384358.978212:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:2.0:1767384358.978213:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:1.0:1767384358.978216:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000040:2.0:1767384358.978217:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 20000000:00000010:1.0:1767384358.978219:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000589ae2cd. 00000400:00000040:2.0:1767384358.978222:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 20000000:00000001:1.0:1767384358.978224:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384358.978226:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000040:1.0:1767384358.978228:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246784 00000400:00000040:2.0:1767384358.978231:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000001:1.0:1767384358.978232:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000040:2.0:1767384358.978235:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000200:1.0:1767384358.978236:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ff42d45 x1853236748246784/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:2.0:1767384358.978242:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:1.0:1767384358.978245:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000040:2.0:1767384358.978247:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:1.0:1767384358.978248:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767384358.978252:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00001000:1.0:1767384358.978253:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=64 v=5 (1 0 0 0) 00000400:00000040:2.0:1767384358.978259:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:1.0:1767384358.978260:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384358.978261:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384358.978262:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384358.978264:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384358.978265:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384358.978269:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:2.0:1767384358.978271:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000040:1.0:1767384358.978272:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:2.0:1767384358.978277:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000010:1.0:1767384358.978278:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a79a3cb. 00000400:00000040:2.0:1767384358.978281:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000200:1.0:1767384358.978282:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748246784, offset 224 00000400:00000040:2.0:1767384358.978286:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000200:1.0:1767384358.978290:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:2.0:1767384358.978291:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.978294:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.978295:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.978296:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384358.978298:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384358.978299:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384358.978300:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384358.978301:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384358.978302:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.978303:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384358.978304:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384358.978306:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.978307:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384358.978308:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384358.978309:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384358.978310:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384358.978312:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384358.978312:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384358.978313:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384358.978314:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384358.978315:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384358.978317:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384358.978318:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384358.978319:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384358.978320:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384358.978321:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384358.978322:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384358.978323:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384358.978324:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384358.978325:0:32340:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384358.978413:0:32340:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004765794a. 00000400:00000200:1.0:1767384358.978418:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384358.978424:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e105f00 00000400:00000200:1.0:1767384358.978428:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b31 [2] + 224 00000400:00000200:1.0:1767384358.978433:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384358.978436:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384358.978446:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384358.978450:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384358.978461:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384358.978478:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384358.978483:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a79a3cb 00000400:00000010:1.0:1767384358.978485:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a79a3cb. 00000100:00000001:1.0:1767384358.978488:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384358.978499:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384358.978502:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384358.978506:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384358.978509:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384358.978511:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384358.978513:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384358.978518:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384358.978518:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ff42d45 x1853236748246784/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:339/0 lens 4848/4768 e 0 to 0 dl 1767384369 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.978523:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384358.978529:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384358.978532:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ff42d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748246784:12345-0@lo:253: Request processed in 23151us (23882us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384358.978534:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384358.978538:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cef1445. 00000100:00100000:1.0:1767384358.978542:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000400:00000200:3.0:1767384358.978545:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a2c6e3b 00000100:00000040:1.0:1767384358.978546:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384358.978551:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384358.978552:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a2c6e3b. 00000100:00000001:1.0:1767384358.978554:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384358.978558:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384358.978559:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c771e9e3. 00000020:00000010:1.0:1767384358.978564:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba7261ad. 00000100:00000200:3.0:1767384358.978568:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384358.978569:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4748564. 00000020:00000040:1.0:1767384358.978574:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384358.978578:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384358.978581:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002c3a40cc. 02000000:00000001:1.0:1767384358.978585:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384358.978589:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384358.978592:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384358.978595:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384358.978600:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000100:00000001:3.0:1767384358.978605:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384358.978608:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384358.978612:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a79a3cb. 00000100:00000001:3.0:1767384358.978613:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384358.978619:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384358.978621:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384358.978623:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384358.978626:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384358.978631:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384358.978635:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384358.978639:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384358.978640:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384358.978642:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384358.978644:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.978647:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384358.978651:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.978668:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384358.978670:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384358.978672:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384358.978676:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384358.978678:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384358.978680:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384358.978681:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384358.978682:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384358.978684:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384358.978685:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384358.978687:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384358.978688:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384358.978691:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384358.978700:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071b8d1f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748246784:0@lo:253: 00000100:00000001:3.0:1767384358.978706:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.978708:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384358.978710:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071b8d1f6 x1853236748246784/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384358.978718:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384358.978720:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384358.978722:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000016efc06. 02000000:00000001:3.0:1767384358.978728:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384358.978730:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384358.978732:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384358.978734:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384358.978736:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384358.978739:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384358.978741:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384358.978742:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071b8d1f6. 00000100:00000001:3.0:1767384358.978746:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384358.978747:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.978749:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384358.978754:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384358.978762:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384358.978764:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384358.978767:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384358.983162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000183eea36. 00010000:00000010:3.1:1767384358.983171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027436fb3. 00010000:00000001:2.0:1767384359.255187:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384359.255193:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384359.255201:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384359.255209:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384359.255227:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384359.255229:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384359.255231:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384359.767163:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384359.767167:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384359.767170:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000010:2.0:1767384359.767174:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000400:00000200:2.0:1767384359.767178:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384359.767184:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery ping unlinked 00000800:00000200:1.0:1767384359.767184:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (6) 00000800:00000200:1.0:1767384359.767191:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:988 00000400:00000010:2.0:1767384359.767194:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006cfd71d6. 00000800:00000200:1.0:1767384359.767195:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384359.767200:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000588ee465. 00000400:00000200:2.0:1767384359.767207:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp31 00000400:00000010:2.0:1767384359.767210:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006cfd71d6. 00000400:00000010:2.0:1767384359.767216:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003feebd3f. 00000400:00000010:2.0:1767384359.767220:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000400:00000010:2.0:1767384359.767229:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001f1c3f5. 00000400:00000200:2.0:1767384359.767234:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp31 00000400:00000200:2.0:1767384359.767249:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp31 local destination 00000400:00000200:2.0:1767384359.767256:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp31 00000400:00000200:2.0:1767384359.767260:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp31 NI seq info: [129:129:256:4294967295] 192.168.202.119@tcp31 LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1767384359.767267:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp31 00000400:00000200:2.0:1767384359.767275:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31:) -> 192.168.202.119@tcp31(192.168.202.119@tcp31:192.168.202.119@tcp31) : GET try# 0 00000800:00000200:2.0:1767384359.767280:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp31 00000800:00000010:2.0:1767384359.767285:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000265b698b. 00000800:00000200:2.0:1767384359.767291:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000800:00000200:2.1:1767384359.767295:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000400:00000200:2.0:1767384359.767319:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp31 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:2.0:1767384359.767323:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp37 00000400:00000010:2.0:1767384359.767327:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000968b05fe. 00000400:00000010:2.0:1767384359.767332:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e8281bf3. 00000400:00000010:2.0:1767384359.767337:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000400:00000010:2.0:1767384359.767344:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6cd9bae. 00000400:00000200:2.0:1767384359.767358:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp37 00000800:00000200:3.0:1767384359.767370:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384359.767370:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp37 local destination 00000800:00000001:3.0:1767384359.767397:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384359.767399:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp37 00000400:00000200:2.0:1767384359.767405:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp37 NI seq info: [130:130:256:4294967295] 192.168.202.119@tcp37 LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1767384359.767410:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp37 00000800:00000001:3.0:1767384359.767417:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384359.767426:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.767427:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp37(192.168.202.119@tcp37:) -> 192.168.202.119@tcp37(192.168.202.119@tcp37:192.168.202.119@tcp37) : GET try# 0 00000800:00000001:3.0:1767384359.767428:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.767440:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384359.767448:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp37 00000800:00000010:2.0:1767384359.767454:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3bc73a1. 00000800:00000200:2.0:1767384359.767463:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000800:00000200:2.1:1767384359.767471:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000400:00000200:2.0:1767384359.767491:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp37 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:2.0:1767384359.767499:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp38 00000400:00000200:1.0:1767384359.767500:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000010:2.0:1767384359.767503:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dc731e59. 00000400:00000010:2.0:1767384359.767511:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005c5312cd. 00000400:00000010:2.0:1767384359.767515:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000400:00000010:2.0:1767384359.767523:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ff858ae4. 00000400:00000200:2.0:1767384359.767527:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp38 00000400:00000200:2.0:1767384359.767536:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp38 local destination 00000400:00000200:2.0:1767384359.767540:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp38 00000400:00000200:2.0:1767384359.767543:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp38 NI seq info: [131:131:256:4294967295] 192.168.202.119@tcp38 LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1767384359.767547:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp38 00000400:00000200:3.0:1767384359.767561:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.767566:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.767571:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp38(192.168.202.119@tcp38:) -> 192.168.202.119@tcp38(192.168.202.119@tcp38:192.168.202.119@tcp38) : GET try# 0 00000800:00000200:2.0:1767384359.767580:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp38 00000800:00000010:2.0:1767384359.767583:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006374185b. 00000800:00000200:2.0:1767384359.767594:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (2) 00000800:00000200:2.1:1767384359.767602:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (2) 00000400:00000200:2.0:1767384359.767622:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp38 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:3.0:1767384359.767668:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.767690:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.767728:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.767792:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.767794:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.767818:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.767905:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.767907:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.767923:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768049:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768069:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768074:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768194:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768218:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768237:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768310:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768347:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768360:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768427:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768456:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768468:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768543:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768565:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768587:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768665:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768689:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768736:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768781:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768785:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768839:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.768892:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.768897:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.768918:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769037:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769077:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769189:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769191:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769216:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769298:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769330:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769336:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769433:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769434:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769461:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769624:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769625:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769625:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769793:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769794:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769797:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.769895:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.769908:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.769959:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770042:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770045:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.770081:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770206:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770214:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.770256:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770318:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770360:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.770426:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770459:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770475:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.770575:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770587:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770603:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.770723:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770735:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770825:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770845:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.770874:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.770927:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.770962:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771034:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771036:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771052:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771199:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771202:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771224:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771303:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771333:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771442:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771468:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771529:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771578:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771604:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771680:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771700:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771747:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771817:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.771840:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.771866:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.771948:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.772005:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772006:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772091:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772170:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772199:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772257:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772359:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:3.0:1767384359.772377:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000957aaac8. 00000800:00000010:3.0:1767384359.772396:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f204709a. 00000400:00000200:1.0:1767384359.772403:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384359.772405:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000024017a8. 00000400:00000200:2.0:1767384359.772444:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384359.772452:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000024017a8. 00000800:00020000:3.0:1767384359.772469:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384359.772473:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f204709a. 00000800:00000010:3.0:1767384359.772478:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000957aaac8. 00000400:00000200:1.0:1767384359.772480:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772558:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772600:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:02020000:3.0:1767384359.772607:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp37 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384359.772620:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp37 notifying 192.168.202.119@tcp37: down 00000400:00000200:3.0:1767384359.772628:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384359.772639:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp37 00000800:00000010:3.0:1767384359.772641:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3bc73a1. 00000400:00000200:3.0:1767384359.772648:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384359.772656:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp37->192.168.202.119@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384359.772665:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:3.0:1767384359.772671:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384359.772676:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384359.772684:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384359.772694:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772743:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772761:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772807:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772826:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772869:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772888:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.772941:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.772979:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.773017:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.773079:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000800:00000010:2.0:1767384359.773314:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009d44f6c3. 00000800:00000010:2.0:1767384359.773320:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000429a33be. 00000800:00000010:2.0:1767384359.773325:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f852e401. 00000800:00000010:2.0:1767384359.773357:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f852e401. 00000400:00000200:1.0:1767384359.773400:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384359.773422:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp38 from 209.3.0.2 00000800:00000010:1.0:1767384359.773425:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e02a3020. 00000800:00000010:2.0:1767384359.773461:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fbf9c76c. 00000800:00000010:2.0:1767384359.773466:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000906293d. 00000800:00000010:2.0:1767384359.773492:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000847a65e8. 00000800:00000200:2.1:1767384359.773499:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (2) 00000800:00000200:2.1:1767384359.773504:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp38 00000000847a65e8 deleted 00000800:00000010:2.1:1767384359.773506:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000847a65e8. 00000800:00000200:2.1:1767384359.773511:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384359.773515:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d69f0c4. 00000800:00000200:2.1:1767384359.773519:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp38 ip 192.168.202.119:977 00000800:00000200:2.1:1767384359.773523:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006374185b type 2, nob 96 niov 1 nkiov 0 00000800:00000010:0.0:1767384359.773524:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c37238f4. 00000800:00000200:2.0:1767384359.773530:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp38 p 3.x 192.168.202.119 -> 192.168.202.119:977 incarnation:1767384354577580523 sched[0] 00000800:00000010:0.0:1767384359.773532:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a31339e. 00000400:00000200:1.0:1767384359.773535:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384359.773536:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f852e401. 00000400:00000200:1.0:1767384359.773552:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp31 from 210.3.0.2 00000800:00000010:1.0:1767384359.773556:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000094f9bcd3. 00000800:00000010:0.0:1767384359.773581:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a31339e. 00000800:00000010:2.0:1767384359.773592:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f852e401. 00000800:00000010:2.0:1767384359.773600:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000906293d. 00000800:00000010:0.0:1767384359.773628:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c3a40cc. 00000800:00000010:0.0:1767384359.773635:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038a85600. 00000800:00000010:2.0:1767384359.773636:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e02a3020. 00000800:00000001:2.0:1767384359.773648:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.773655:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384359.773666:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000074a772d. 00000800:00000200:0.1:1767384359.773674:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (2) 00000800:00000200:0.1:1767384359.773688:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp31 00000000074a772d deleted 00000800:00000010:0.1:1767384359.773690:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000074a772d. 00000800:00000200:0.1:1767384359.773695:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384359.773702:0:16137:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp31 ip 192.168.202.119:978 00000800:00000200:0.1:1767384359.773705:0:16137:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000265b698b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384359.773709:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384359.773710:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp31 p 3.x 192.168.202.119 -> 192.168.202.119:978 incarnation:1767384339528294989 sched[0] 00000800:00000010:2.0:1767384359.773715:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006374185b. 00000400:00000200:2.0:1767384359.773719:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384359.773721:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a31339e. 00000400:00000200:2.0:1767384359.773724:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp38->192.168.202.119@tcp38: GET: OK 00000400:00000200:2.0:1767384359.773730:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384359.773734:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp38 recovery message sent successfully:0 00000800:00000010:0.0:1767384359.773779:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a31339e. 00000800:00000200:2.1:1767384359.773781:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384359.773783:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038a85600. 00000800:00000200:2.0:1767384359.773788:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp38 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384354577580523 sched[0] 00000800:00000010:2.0:1767384359.773791:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000429a33be. 00000800:00000010:0.0:1767384359.773829:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000094f9bcd3. 00000800:00000001:2.0:1767384359.773845:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.773849:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384359.773870:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384359.773876:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp31 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384339528294989 sched[0] 00000800:00000010:0.0:1767384359.773879:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c37238f4. 00000800:00000200:2.0:1767384359.773893:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384359.773896:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000265b698b. 00000400:00000200:2.0:1767384359.773900:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384359.773904:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: GET: OK 00000400:00000200:2.0:1767384359.773908:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384359.773911:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp31 recovery message sent successfully:0 00000800:00000001:2.0:1767384359.773923:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.773928:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.773929:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384359.773933:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:2.0:1767384359.773937:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.773949:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp38(192.168.202.119@tcp38) <- 192.168.202.119@tcp38 : GET - for me 00000400:00000200:2.0:1767384359.773964:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384359.773971:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1b21 [1] + 0 00000400:00000200:2.0:1767384359.773978:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp38 to MR: 192.168.202.119@tcp38 local destination 00000400:00000200:2.0:1767384359.773984:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp38 NI seq info: [132:132:256:4294967295] 192.168.202.119@tcp38 LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1767384359.773997:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp38(192.168.202.119@tcp38:192.168.202.119@tcp38) -> 192.168.202.119@tcp38(192.168.202.119@tcp38:192.168.202.119@tcp38) 192.168.202.119@tcp38 : REPLY try# 0 00000800:00000200:2.0:1767384359.774003:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp38 00000800:00000010:2.0:1767384359.774007:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000265b698b. 00000400:00000200:0.0:1767384359.774007:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000200:2.0:1767384359.774017:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (4) 00000800:00000200:2.0:1767384359.774022:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp38 ip 192.168.202.119:988 00000800:00000200:2.0:1767384359.774025:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000265b698b type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767384359.774071:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384359.774072:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000010:2.0:1767384359.774074:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000265b698b. 00000400:00000200:2.0:1767384359.774080:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384359.774086:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp38->192.168.202.119@tcp38: REPLY: OK 00000800:00000001:2.0:1767384359.774151:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.774158:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.774160:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.774168:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.774174:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31) <- 192.168.202.119@tcp31 : GET - for me 00000400:00000200:2.0:1767384359.774183:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384359.774188:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1b21 [1] + 0 00000400:00000200:2.0:1767384359.774196:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp31 to MR: 192.168.202.119@tcp31 local destination 00000400:00000200:2.0:1767384359.774203:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp31 NI seq info: [133:133:256:4294967295] 192.168.202.119@tcp31 LPNI seq info [126:126:8:4294967295] 00000400:00000200:0.0:1767384359.774211:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384359.774223:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31:192.168.202.119@tcp31) -> 192.168.202.119@tcp31(192.168.202.119@tcp31:192.168.202.119@tcp31) 192.168.202.119@tcp31 : REPLY try# 0 00000800:00000200:2.0:1767384359.774231:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp31 00000800:00000010:2.0:1767384359.774236:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000265b698b. 00000800:00000200:2.0:1767384359.774243:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (4) 00000800:00000200:2.0:1767384359.774250:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp31 ip 192.168.202.119:988 00000800:00000200:2.0:1767384359.774254:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000265b698b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384359.774293:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000200:2.0:1767384359.774304:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384359.774308:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000265b698b. 00000400:00000200:2.0:1767384359.774312:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384359.774316:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: REPLY: OK 00000800:00000001:3.0:1767384359.774324:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.774330:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.774335:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.774337:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.774344:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.774346:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.774349:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384359.774353:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.774357:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp38(192.168.202.119@tcp38) <- 192.168.202.119@tcp38 : REPLY - for me 00000800:00000001:3.0:1767384359.774365:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384359.774371:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp38: Reply from 12345-192.168.202.119@tcp38 of length 272/272 into md 0x1b5d 00000400:00000200:0.0:1767384359.774373:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000001:3.0:1767384359.774374:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.774377:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.774397:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.774407:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384359.774408:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384359.774416:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384359.774428:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp31(192.168.202.119@tcp31) <- 192.168.202.119@tcp31 : REPLY - for me 00000400:00000200:2.0:1767384359.774429:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp38->192.168.202.119@tcp38: REPLY: OK 00000400:00000200:2.0:1767384359.774445:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000200:0.0:1767384359.774450:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000010:2.0:1767384359.774456:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000400:00000200:2.0:1767384359.774461:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384359.774468:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dc731e59. 00000400:00000200:3.0:1767384359.774469:0:16140:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp31: Reply from 12345-192.168.202.119@tcp31 of length 272/272 into md 0x1b55 00000400:00000010:2.0:1767384359.774477:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005c5312cd. 00000400:00000200:1.0:1767384359.774480:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:3.0:1767384359.774481:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384359.774486:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.774490:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384359.774495:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384359.774496:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384359.774512:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp31->192.168.202.119@tcp31: REPLY: OK 00000400:00000200:3.0:1767384359.774521:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000200:0.0:1767384359.774523:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000010:3.0:1767384359.774524:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000400:00000200:3.0:1767384359.774531:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384359.774537:0:16140:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006cfd71d6. 00000400:00000010:3.0:1767384359.774543:0:16140:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003feebd3f. 00000800:00000001:3.0:1767384359.774556:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.774561:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384359.774572:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774604:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774628:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774660:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774719:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774739:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774773:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774794:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774827:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774849:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774882:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774905:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.774938:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.774975:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775007:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775038:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775080:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775098:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775361:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775417:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775449:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775474:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775500:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775530:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775573:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775621:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775642:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775680:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775718:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775746:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775795:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775829:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775868:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775907:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775944:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.775971:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.775998:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776026:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776056:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776077:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776156:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776172:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776229:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776243:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776288:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776300:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776345:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776364:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776429:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776454:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776498:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776518:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776560:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776581:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776649:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776651:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776715:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384359.776720:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776776:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776844:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.776890:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000800:00000010:1.0:1767384359.776924:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000161ca597. 00000400:00000200:0.0:1767384359.776928:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:1.0:1767384359.776931:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae509bb3. 00000800:00000010:1.0:1767384359.776938:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000952c5d85. 00000800:00000010:1.0:1767384359.776968:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000952c5d85. 00000400:00000200:0.0:1767384359.776973:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00020000:1.0:1767384359.776989:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384359.776994:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae509bb3. 00000800:00000010:1.0:1767384359.776999:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000161ca597. 00000400:00000200:0.0:1767384359.777045:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:02020000:1.0:1767384359.777067:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp38 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384359.777095:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777175:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777242:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777276:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777310:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777345:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777418:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:0.0:1767384359.777479:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000800:00000010:0.0:1767384359.777697:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000589ae2cd. 00000800:00000010:0.0:1767384359.777703:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c37238f4. 00000800:00000010:0.0:1767384359.777709:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a31339e. 00000800:00000010:0.0:1767384359.777758:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a31339e. 00000400:00000200:1.0:1767384359.777852:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384359.777873:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp31 from 208.3.0.2 00000800:00000010:1.0:1767384359.777877:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000065d0f0b1. 00000800:00000010:0.0:1767384359.777927:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ce03169b. 00000800:00000010:0.0:1767384359.777934:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038a85600. 00000800:00000010:0.0:1767384359.777959:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000074a772d. 00000800:00000200:0.1:1767384359.777968:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (4) 00000800:00000200:0.1:1767384359.777975:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp31 00000000074a772d deleted 00000800:00000010:0.1:1767384359.777978:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000074a772d. 00000800:00000200:0.1:1767384359.777982:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384359.777990:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp31 p 3.x 192.168.202.119 -> 192.168.202.119:976 incarnation:1767384339528294989 sched[0] 00000800:00000010:0.0:1767384359.777996:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a31339e. 00000800:00000010:0.0:1767384359.778061:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a31339e. 00000800:00000010:0.0:1767384359.778076:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038a85600. 00000800:00000200:3.1:1767384359.778094:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384359.778134:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp31 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384339528294989 sched[0] 00000800:00000010:3.0:1767384359.778138:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c37238f4. 00000800:00000010:0.0:1767384359.778165:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000065d0f0b1. 00000800:00000001:3.0:1767384359.778191:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.778196:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384359.778200:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384359.778206:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.279169:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384360.279175:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.279181:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384360.279183:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.279207:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384360.279211:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384360.279214:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384360.472287:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384360.472294:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:0.0:1767384360.472300:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384360.472306:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384360.472308:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384360.472310:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384360.472315:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384360.472318:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384360.472321:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 61 10000000:00000001:0.0:1767384360.472325:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384360.472329:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384360.472339:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000020:00000040:0.0:1767384360.472345:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384360.472351:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384360.472356:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384360.472363:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384360.472371:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000217f8361. 00000100:00000001:0.0:1767384360.472396:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.472401:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384360.472406:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384360.472417:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007609693e. 00010000:00000001:0.0:1767384360.472424:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384360.472430:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009512700b. 00000020:00000001:0.0:1767384360.472437:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384360.472441:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009512700b with handle 0x4ac496f8d605e235 to hash 00000020:00000001:0.0:1767384360.472444:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384360.472447:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.472451:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.472456:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384360.472460:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.472463:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384360.472472:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384360.472492:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384360.472500:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384360.472504:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384360.472511:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000074a772d. 00000100:00000001:0.0:1767384360.472514:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017772447232 : -114055937104384 : ffff984448626600) 00000100:00000001:0.0:1767384360.472517:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.472519:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000001:0.0:1767384360.472524:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384360.472527:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.472529:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384360.472531:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384360.472540:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.472549:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384360.472552:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.472556:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384360.472559:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384360.472563:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.472568:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748246912:0@lo:101: 00000100:00000001:0.0:1767384360.472573:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384360.472580:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384360.472583:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.472585:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384360.472590:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000078edea66. 02000000:00000001:0.0:1767384360.472593:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.472599:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082118865. 00000400:00000010:0.0:1767384360.472607:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384360.472613:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748246912, portal 25 00000100:00000001:0.0:1767384360.472615:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.472617:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000040:0.0:1767384360.472624:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.472634:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384360.472641:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384360.472644:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384360.472648:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748246912, offset 0 00000400:00000200:0.0:1767384360.472655:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384360.472671:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384360.472685:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e105f80 00000400:00000200:0.0:1767384360.472693:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1375 [2] + 0 00000400:00000010:0.0:1767384360.472696:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013df8ae2. 00000400:00000200:0.0:1767384360.472699:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006377bafa 00000400:00000200:0.0:1767384360.472704:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384360.472709:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384360.472713:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006377bafa 00000400:00000010:0.0:1767384360.472715:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006377bafa. 00000100:00000001:0.0:1767384360.472719:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384360.472721:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384360.472723:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000af20dc60 x1853236748246912 msgsize 328 00000100:00100000:0.0:1767384360.472726:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384360.472728:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384360.472745:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384360.472753:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384360.472755:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384360.472762:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384360.472768:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.472778:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.472783:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.472784:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384360.472788:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748246912 02000000:00000001:2.0:1767384360.472793:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384360.472796:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.472798:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.472799:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.472801:0:16782:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384360.472804:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384360.472808:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748246912 00000100:00000001:0.0:1767384360.472809:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.472810:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384360.472813:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384360.472816:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384360.472817:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294948365 00000020:00000040:2.0:1767384360.472819:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:2.0:1767384360.472823:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384360.472826:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000010:0.0:1767384360.472826:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2ac9d5e. 00000100:00000001:2.0:1767384360.472830:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384360.472833:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384360.472840:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.472843:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00000001:0.0:1767384360.472845:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384360.472849:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b947f26. 00000100:00000001:0.0:1767384360.472853:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294948365 00000020:00000010:2.0:1767384360.472854:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000237340c4. 00000020:00000010:2.0:1767384360.472863:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000deba2f7. 00000100:00000010:0.0:1767384360.472863:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000307317ab. 00000100:00000001:0.0:1767384360.472871:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384360.472877:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384360.472879:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294948365 00000100:00000001:2.0:1767384360.472881:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767384360.472885:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091ee23f6. 00000100:00000001:2.0:1767384360.472890:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384360.472890:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384360.472892:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.472898:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294948365 00000100:00000001:2.0:1767384360.472901:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384360.472903:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000decf01b8. 00000100:00000001:0.0:1767384360.472909:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384360.472912:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.472916:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.472920:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.472923:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384360.472926:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384360.472928:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000074a772d going to sleep for 11 seconds 00000100:00000001:2.0:1767384360.472929:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384360.472932:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384360.472935:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384360.472939:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000001:0.0:1767384360.472940:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.472942:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384360.472946:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411568720 : -114060297982896 : ffff98434474ac50) 00000100:00000040:2.0:1767384360.472951:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af20dc60 x1853236748246912/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:341/0 lens 328/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.472957:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384360.472960:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384360.472962:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.472964:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384360.472969:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af20dc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748246912:12345-0@lo:101: 00000100:00000200:2.0:1767384360.472973:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748246912 00000020:00000001:2.0:1767384360.472976:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384360.472979:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384360.472981:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.472983:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384360.472985:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:2.0:1767384360.472987:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384360.472988:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384360.472990:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384360.472992:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384360.472994:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.472996:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384360.472998:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384360.473000:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384360.473001:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384360.473003:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.473006:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384360.473014:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f9817f33. 00010000:00000001:2.0:1767384360.473016:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384360.473019:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00000020:00000001:2.0:1767384360.473021:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384360.473024:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e23c to hash 00000020:00000001:2.0:1767384360.473026:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384360.473027:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384360.473029:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00010000:2.0:1767384360.473031:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e235 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384360.473037:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:2.0:1767384360.473039:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:2.0:1767384360.473044:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384360.473046:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384360.473049:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a7cdcf9b. 02000000:00000001:2.0:1767384360.473051:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.473053:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.473054:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384360.473057:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384360.473060:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384360.473062:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384360.473063:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.473065:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384360.473066:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.473067:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384360.473069:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384360.473070:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384360.473071:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384360.473072:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f9817f33) refcount = 1 00010000:00010000:2.0:1767384360.473079:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.473083:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384360.473085:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384360.473089:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.473091:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.473092:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384360.473097:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384360.473099:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384360.473126:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384360.473129:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384360.473131:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384360.473133:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.473135:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384360.473137:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384360.473138:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384360.473139:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d527d218, rc 0) 00000020:00000001:2.0:1767384360.473141:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384360.473143:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748246912 00010000:00000001:2.0:1767384360.473145:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384360.473149:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af20dc60 x1853236748246912/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:341/0 lens 328/344 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384360.473155:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384360.473157:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384360.473160:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384360.473165:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384360.473168:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384360.473170:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384360.473172:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384360.473174:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.473177:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384360.473180:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384360.473183:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384360.473186:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748246912, offset 224 00000400:00000200:2.0:1767384360.473191:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384360.473199:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384360.473205:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e105f80 00000400:00000200:2.0:1767384360.473217:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b61 [1] + 224 00000400:00000200:2.0:1767384360.473222:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384360.473228:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384360.473233:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384360.473239:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384360.473251:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.473264:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384360.473270:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384360.473271:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384360.473274:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384360.473276:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.473280:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.473286:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384360.473288:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384360.473289:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.473292:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384360.473296:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af20dc60 x1853236748246912/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:341/0 lens 328/344 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384360.473304:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af20dc60 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748246912:12345-0@lo:101: Request processed in 344us (577us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384360.473306:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384360.473313:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000400:00000001:0.0:1767384360.473314:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384360.473316:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000400:00000001:0.0:1767384360.473317:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384360.473320:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384360.473322:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384360.473322:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082118865. 00000020:00000010:2.0:1767384360.473327:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000237340c4. 00000400:00000200:0.0:1767384360.473329:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000020:00000010:2.0:1767384360.473333:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000deba2f7. 00000400:00000010:0.0:1767384360.473333:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000020:00000010:2.0:1767384360.473339:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b947f26. 00000100:00000001:0.0:1767384360.473341:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384360.473344:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:2.0:1767384360.473349:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384360.473349:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384360.473352:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a7cdcf9b. 02000000:00000001:2.0:1767384360.473363:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:0.0:1767384360.473364:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.473366:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384360.473388:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384360.473395:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb232145. 00000100:00000001:0.0:1767384360.473395:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384360.473398:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384360.473401:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc139fa5. 00000100:00000001:0.0:1767384360.473403:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384360.473407:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384360.473409:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.473421:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.473424:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384360.473428:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384360.473432:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384360.473435:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384360.473437:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.473439:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384360.473441:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.473444:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.473447:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.473454:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.473457:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384360.473459:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384360.473462:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384360.473469:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748246912:0@lo:101: 00000100:00000001:0.0:1767384360.473473:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.473475:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.473477:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384360.473478:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.473480:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.473486:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384360.473488:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000074a772d. 00000100:00000001:0.0:1767384360.473491:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384360.473492:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.473495:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384360.473497:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384360.473499:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.473501:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=4 00000020:00000001:0.0:1767384360.473503:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.473505:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000040:0.0:1767384360.473516:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009512700b, remote cookie: 0x4ac496f8d605e23c, flags: 0x0 00010000:00000001:0.0:1767384360.473520:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384360.473522:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384360.473524:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384360.473525:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384360.473526:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384360.473529:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007609693e) refcount = 1 00010000:00010000:0.0:1767384360.473533:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.473540:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384360.473541:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384360.473544:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384360.473547:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384360.473550:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384360.473552:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.473559:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384360.473560:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.473562:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.473563:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.473564:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.473568:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.473579:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.473588:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2063f2 x1853236748246912/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.473615:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384360.473618:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384360.473621:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078edea66. 02000000:00000001:0.0:1767384360.473627:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384360.473629:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384360.473632:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384360.473636:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384360.473638:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000217f8361. 02000000:00000001:0.0:1767384360.473643:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384360.473653:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384360.473655:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 00000100:00000001:0.0:1767384360.473658:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384360.473660:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384360.473662:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384360.473664:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384360.473666:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384360.473668:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.473670:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384360.473672:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.473674:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=3 00000020:00000001:0.0:1767384360.473676:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.473679:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.473681:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384360.473683:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.473684:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384360.473686:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384360.473688:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384360.473691:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000bc07eed5. 00000100:00000010:0.0:1767384360.473707:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000020:00000040:0.0:1767384360.473710:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384360.473714:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384360.473716:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384360.473719:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384360.473723:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000217f8361. 00000100:00000001:0.0:1767384360.473726:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.473730:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384360.473733:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000078edea66. 00000100:00000010:0.0:1767384360.473736:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004d2c6248. 00000020:00000040:0.0:1767384360.473738:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384360.473742:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384360.473744:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384360.473747:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000074a772d. 00000100:00000001:0.0:1767384360.473750:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017772447232 : -114055937104384 : ffff984448626600) 00000100:00000001:0.0:1767384360.473752:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.473753:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000001:0.0:1767384360.473763:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384360.473764:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.473766:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384360.473767:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384360.473772:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.473781:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384360.473784:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.473786:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384360.473790:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384360.473793:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.473796:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748247040:0@lo:256: 00000100:00000001:0.0:1767384360.473800:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384360.473803:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384360.473805:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.473808:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384360.473813:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082118865. 00000400:00000010:0.0:1767384360.473819:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bf543d49. 00000100:00000200:0.0:1767384360.473823:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e106000-0x695824e106000, portal 33 00000100:00000001:0.0:1767384360.473827:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.473829:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384360.473833:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000937233c6. 02000000:00000001:0.0:1767384360.473835:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.473838:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede61d9. 00000400:00000010:0.0:1767384360.473843:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384360.473846:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748247040, portal 25 00000100:00000001:0.0:1767384360.473849:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.473851:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000040:0.0:1767384360.473857:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.473866:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384360.473873:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384360.473876:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384360.473879:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748247040, offset 0 00000400:00000200:0.0:1767384360.473892:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384360.473900:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384360.473907:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e106000 00000400:00000200:0.0:1767384360.473912:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1399 [2] + 0 00000400:00000010:0.0:1767384360.473916:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000831f1a99. 00000400:00000200:0.0:1767384360.473920:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000021c59366 00000400:00000200:0.0:1767384360.473924:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384360.473928:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384360.473932:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c59366 00000400:00000010:0.0:1767384360.473934:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c59366. 00000100:00000001:0.0:1767384360.473939:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384360.473940:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384360.473943:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000c006f44b x1853236748247040 msgsize 304 00000100:00100000:0.0:1767384360.473950:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384360.473952:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384360.473967:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384360.473972:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384360.473975:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384360.473979:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384360.473984:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.473994:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.473997:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.474004:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.474007:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384360.474015:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.474021:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294948366 00000100:00000001:0.0:1767384360.474027:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948365 00000100:00000001:2.0:1767384360.474035:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384360.474036:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294948366 00000100:00100000:2.0:1767384360.474039:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247040 02000000:00000001:2.0:1767384360.474043:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384360.474045:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.474045:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948365 00000100:00000001:2.0:1767384360.474046:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384360.474052:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.474054:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294948366 00000100:00100000:2.0:1767384360.474055:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247040 00000020:00000001:2.0:1767384360.474060:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384360.474062:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384360.474062:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294948365 00000020:00000001:2.0:1767384360.474064:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384360.474065:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:2.0:1767384360.474067:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384360.474068:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384360.474071:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384360.474076:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:0.0:1767384360.474078:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294948366 00000100:00000001:2.0:1767384360.474079:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.474084:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00000001:0.0:1767384360.474092:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294948365 00000020:00000010:2.0:1767384360.474093:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b947f26. 00000020:00000010:2.0:1767384360.474097:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000237340c4. 00000100:00000001:0.0:1767384360.474100:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.474102:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000deba2f7. 00000100:00000040:2.0:1767384360.474127:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384360.474130:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384360.474132:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384360.474134:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474138:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.474146:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474151:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.474152:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384360.474158:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384360.474162:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000074a772d going to sleep for 11 seconds 00000100:00000001:0.0:1767384360.474168:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384360.474169:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384360.474172:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474173:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384360.474180:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767384360.474182:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384360.474191:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411563600 : -114060297988016 : ffff984344749850) 00000100:00000040:2.0:1767384360.474199:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c006f44b x1853236748247040/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:341/0 lens 304/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.474208:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384360.474214:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384360.474217:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384360.474219:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384360.474224:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c006f44b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748247040:12345-0@lo:256: 00000100:00000200:2.0:1767384360.474228:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247040 00000020:00000001:2.0:1767384360.474231:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384360.474235:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384360.474236:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.474239:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384360.474242:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:2.0:1767384360.474244:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384360.474246:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384360.474248:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384360.474250:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384360.474252:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474256:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384360.474258:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384360.474262:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a7cdcf9b. 02000000:00000001:2.0:1767384360.474265:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474268:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.474272:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384360.474276:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384360.474279:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384360.474282:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384360.474284:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384360.474286:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384360.474288:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384360.474293:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000755aad78. 20000000:00000001:2.0:1767384360.474296:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384360.474320:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384360.474326:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384360.474331:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384360.474334:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384360.474336:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384360.474338:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384360.474342:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384360.474345:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384360.474347:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384360.474348:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384360.474350:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384360.474352:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384360.474354:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384360.474357:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384360.474361:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384360.474363:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384360.474366:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384360.474368:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384360.474369:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384360.474389:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384360.474393:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384360.474395:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384360.474397:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384360.474400:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384360.474403:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384360.474406:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384360.474409:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384360.474411:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384360.474414:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384360.474416:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384360.474418:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384360.474421:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:2.0:1767384360.474425:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 3432/1/4/3. 20000000:00000040:2.0:1767384360.474435:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384360.474439:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384360.474443:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384360.474446:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384360.474450:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384360.474452:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384360.474462:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384360.474464:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384360.474466:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384360.474468:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384360.474470:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384360.474473:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384360.474475:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384360.474478:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384360.474481:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384360.474483:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384360.474485:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384360.474488:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384360.474490:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384360.474492:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384360.474494:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384360.474497:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384360.474499:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384360.474501:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384360.474504:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384360.474506:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384360.474509:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384360.474512:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384360.474515:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384360.474517:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384360.474520:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384360.474523:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:2.0:1767384360.474526:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 2768/1/4/3. 20000000:01000000:2.0:1767384360.474529:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1328, version 68 20000000:00000001:2.0:1767384360.474531:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1328 : 1328 : 530) 00000100:00000001:2.0:1767384360.474533:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384360.474537:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000728ee85b. 00000100:00000010:2.0:1767384360.474540:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005fc3c433. 00000020:00000040:2.0:1767384360.474542:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:2.0:1767384360.474545:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384360.474547:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384360.474550:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000400:00000010:2.0:1767384360.474556:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001998ee1e. 00000400:00000200:2.0:1767384360.474559:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384360.474571:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384360.474577:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1328 into portal 33 MB=0x695824e106000 00000400:00000200:2.0:1767384360.474583:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1328/1328 into md 0x1b71 [4] + 0 00000400:00000010:2.0:1767384360.474586:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082118865. 00000400:00000200:2.0:1767384360.474589:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf543d49 00000400:00000200:2.0:1767384360.474591:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384360.474595:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384360.474599:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf543d49 00000400:00000010:2.0:1767384360.474601:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bf543d49. 00000100:00000001:2.0:1767384360.474605:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384360.474606:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ef2063f2 desc 0000000078edea66 mbits 1853236748247040 00000100:00000001:2.0:1767384360.474617:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384360.474620:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384360.474626:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384360.474636:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b7d 00000400:00000200:2.0:1767384360.474640:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384360.474644:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384360.474649:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384360.474651:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000728ee85b 00000100:00000001:2.0:1767384360.474655:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767384360.474665:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384360.474666:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384360.474671:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:0.0:1767384360.474672:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474675:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384360.474678:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000728ee85b 00000100:00000001:2.0:1767384360.474682:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384360.474690:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1328 bytes via portal 33 id 12345-0@lo mbits 0x695824e106000-0x695824e106000 00000100:00000001:2.0:1767384360.474693:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384360.474698:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474701:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384360.474703:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:2.0:1767384360.474707:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005fc3c433. 00000100:00000010:2.0:1767384360.474711:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000728ee85b. 00000100:00000001:2.0:1767384360.474715:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384360.474716:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384360.474724:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000755aad78. 20000000:00000001:2.0:1767384360.474733:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384360.474735:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748247040 00010000:00000001:2.0:1767384360.474738:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384360.474742:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c006f44b x1853236748247040/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:341/0 lens 304/240 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384360.474750:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384360.474752:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384360.474754:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384360.474758:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384360.474760:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384360.474763:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384360.474766:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384360.474768:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384360.474770:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384360.474773:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384360.474776:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384360.474780:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748247040, offset 224 00000400:00000200:2.0:1767384360.474787:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384360.474795:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384360.474806:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e106000 00000400:00000200:2.0:1767384360.474812:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b75 [1] + 224 00000400:00000200:2.0:1767384360.474817:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384360.474823:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384360.474831:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384360.474838:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384360.474848:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384360.474862:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384360.474868:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384360.474870:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384360.474872:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384360.474874:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384360.474885:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.474888:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384360.474891:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384360.474893:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384360.474896:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384360.474900:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c006f44b x1853236748247040/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:341/0 lens 304/240 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.474902:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384360.474912:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384360.474913:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c006f44b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748247040:12345-0@lo:256: Request processed in 700us (964us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384360.474917:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384360.474922:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede61d9. 00000100:00100000:2.0:1767384360.474927:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000400:00000200:0.0:1767384360.474931:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00000040:2.0:1767384360.474932:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384360.474937:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384360.474937:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:2.0:1767384360.474940:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384360.474944:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000237340c4. 00000100:00000001:0.0:1767384360.474946:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384360.474949:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000deba2f7. 00000100:00000200:0.0:1767384360.474956:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384360.474957:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b947f26. 00000020:00000040:2.0:1767384360.474968:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:2.0:1767384360.474973:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384360.474974:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384360.474978:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a7cdcf9b. 02000000:00000001:2.0:1767384360.474983:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384360.474985:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384360.474992:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384360.474993:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384360.474997:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000121e3e89. 00000100:00000001:0.0:1767384360.474998:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384360.475004:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070fd86e0. 00000100:00000001:0.0:1767384360.475004:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384360.475010:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384360.475015:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.475017:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.475021:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384360.475025:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384360.475031:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384360.475034:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384360.475037:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.475039:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384360.475041:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.475052:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.475058:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384360.475073:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.475081:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384360.475083:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384360.475087:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384360.475095:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748247040:0@lo:256: 00000100:00000001:0.0:1767384360.475101:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.475143:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.475146:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384360.475149:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.475156:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.475165:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384360.475168:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000074a772d. 00000100:00000001:0.0:1767384360.475172:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384360.475174:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384360.475177:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 68, more 0. 10000000:00000001:0.0:1767384360.475181:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384360.475188:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000c7cb6c37. 10000000:00000040:0.0:1767384360.475201:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384360.475209:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384360.475213:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384360.475219:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:0.0:1767384360.475224:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.475227:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384360.475231:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:0.0:1767384360.475234:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000100:00000200:0.0:1767384360.475238:0:16782:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 32 NIDs for '192.168.202.119@tcp' 00000400:00000200:0.0:1767384360.475250:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384360.475255:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384360.475259:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384360.475268:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384360.475274:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (32) 00000400:00000200:0.0:1767384360.475281:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000400:00000200:0.0:1767384360.475299:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384360.475302:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384360.475309:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384360.475316:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384360.475320:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000400:00000200:0.0:1767384360.475325:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:0.0:1767384360.475330:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:2.0:1767384360.475335:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384360.475338:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475342:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:2.0:1767384360.475345:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:0.0:1767384360.475347:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:2.0:1767384360.475351:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000400:00000200:0.0:1767384360.475356:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000010:2.0:1767384360.475360:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000a7cdcf9b. 00000400:00000200:0.0:1767384360.475361:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000010:2.0:1767384360.475366:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000400:00000200:0.0:1767384360.475367:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:0.0:1767384360.475391:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000010:2.0:1767384360.475392:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000317168e0. 00000400:00000200:0.0:1767384360.475396:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:2.0:1767384360.475403:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384360.475404:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:0.0:1767384360.475412:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475416:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384360.475416:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:0.0:1767384360.475423:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:2.0:1767384360.475429:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:0.0:1767384360.475434:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475437:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:0.0:1767384360.475444:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:2.0:1767384360.475450:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:0.0:1767384360.475453:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475458:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:2.0:1767384360.475460:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:0.0:1767384360.475464:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:2.0:1767384360.475470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:0.0:1767384360.475476:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475481:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:0.0:1767384360.475482:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:0.0:1767384360.475488:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:2.0:1767384360.475489:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:0.0:1767384360.475497:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475499:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:0.0:1767384360.475503:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:2.0:1767384360.475509:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000400:00000200:0.0:1767384360.475517:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:2.0:1767384360.475522:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000400:00000200:0.0:1767384360.475527:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475534:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:2.0:1767384360.475536:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000400:00000200:0.0:1767384360.475540:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:2.0:1767384360.475548:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:0.0:1767384360.475554:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475562:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:0.0:1767384360.475563:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:0.0:1767384360.475571:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:2.0:1767384360.475576:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:0.0:1767384360.475581:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475582:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:0.0:1767384360.475587:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:2.0:1767384360.475590:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:0.0:1767384360.475594:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:2.0:1767384360.475602:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00000400:00000200:0.0:1767384360.475606:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475612:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:2.0:1767384360.475613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00000400:00000200:0.0:1767384360.475617:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:2.0:1767384360.475622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000400:00000200:0.0:1767384360.475628:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475631:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 28], ns[68, 28] 00000400:00000200:0.0:1767384360.475634:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:0.0:1767384360.475639:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:0.0:1767384360.475648:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475650:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 28], ns[90, 28] 00000400:00000200:0.0:1767384360.475652:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:2.0:1767384360.475659:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[74, 28] 00000400:00000200:0.0:1767384360.475659:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:0.0:1767384360.475669:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475670:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 28], ns[133, 28] 00000400:00000200:0.0:1767384360.475675:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:0.0:1767384360.475680:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:2.0:1767384360.475683:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[99, 28] 00000400:00000200:0.0:1767384360.475689:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475693:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:2.0:1767384360.475696:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 28], ns[105, 28] 00000400:00000200:0.0:1767384360.475698:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:2.0:1767384360.475706:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[117, 28] 00000400:00000200:0.0:1767384360.475710:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475714:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:2.0:1767384360.475717:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 28], ns[124, 28] 00000400:00000200:0.0:1767384360.475721:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:2.0:1767384360.475729:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 28], ns[123, 28] 00000400:00000200:0.0:1767384360.475730:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475737:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:2.0:1767384360.475741:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 28], ns[130, 28] 00000400:00000200:0.0:1767384360.475742:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:2.0:1767384360.475753:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 28], ns[132, 28] 00000400:00000200:0.0:1767384360.475753:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475760:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:2.0:1767384360.475764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 28], ns[0, 28] 00000400:00000200:0.0:1767384360.475766:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:2.0:1767384360.475770:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:0.0:1767384360.475775:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384360.475777:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp39 00000400:00000200:0.0:1767384360.475779:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:2.0:1767384360.475784:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp39 lpni_is_preferred = 0 00000400:00000200:2.0:1767384360.475788:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp39 00000400:00000200:2.0:1767384360.475796:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp39 NI seq info: [134:134:256:4294967295] 192.168.202.119@tcp39 LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1767384360.475799:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:2.0:1767384360.475807:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp39 00000400:00000200:0.0:1767384360.475811:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475816:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:0.0:1767384360.475822:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:2.0:1767384360.475826:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39:) -> 192.168.202.119@tcp39(192.168.202.119@tcp:192.168.202.119@tcp39) : GET try# 0 00000400:00000200:0.0:1767384360.475831:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475836:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000800:00000200:2.0:1767384360.475840:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp39 00000400:00000200:0.0:1767384360.475843:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000800:00000010:2.0:1767384360.475847:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000941a0817. 00000400:00000200:0.0:1767384360.475856:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000800:00000010:2.0:1767384360.475858:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e906bbad. 00000400:00000200:0.0:1767384360.475860:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000800:00000010:2.0:1767384360.475863:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009ff4f62b. 00000400:00000200:0.0:1767384360.475864:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:0.0:1767384360.475869:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475871:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:0.0:1767384360.475877:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000800:00000200:2.0:1767384360.475881:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000400:00000200:0.0:1767384360.475887:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000800:00000200:2.1:1767384360.475890:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000400:00000200:0.0:1767384360.475892:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:0.0:1767384360.475897:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:0.0:1767384360.475902:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475906:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:2.0:1767384360.475908:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384360.475913:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:2.0:1767384360.475914:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000200:0.0:1767384360.475923:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475926:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:0.0:1767384360.475930:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:0.0:1767384360.475936:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475939:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:0.0:1767384360.475942:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:0.0:1767384360.475948:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475951:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:0.0:1767384360.475954:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:0.0:1767384360.475959:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384360.475962:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:0.0:1767384360.475964:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000010:0.0:1767384360.475970:0:16782:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000a45ad6a5. 00000400:00000200:0.0:1767384360.475976:0:16782:0:(peer.c:264:lnet_peer_alloc()) 00000000a45ad6a5 nid 192.168.202.119@tcp40 00000400:00000010:0.0:1767384360.475980:0:16782:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f0aff8c7. 00000400:00000200:0.0:1767384360.475987:0:16782:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f0aff8c7 net tcp40 00000400:00000010:0.0:1767384360.475990:0:16782:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000476d054d. 00000400:00000200:0.0:1767384360.476006:0:16782:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000476d054d nid 192.168.202.119@tcp40 00000400:00000200:0.0:1767384360.476011:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (0) 00000400:00000200:2.0:1767384360.476013:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384360.476019:0:16782:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.119@tcp40: -2 00000400:00000200:0.0:1767384360.476028:0:16782:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp40 NID 192.168.202.119@tcp40 flags 0x1 00000400:00000200:0.0:1767384360.476034:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (1) 00000400:00000200:0.0:1767384360.476038:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (2) 00000400:00000200:0.0:1767384360.476043:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (1) 00000400:00000200:0.0:1767384360.476051:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (2) 00000400:00000200:0.0:1767384360.476066:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp40 (00000000a45ad6a5): 0 00000400:00000200:0.0:1767384360.476070:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384360.476076:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384360.476082:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp40 NID 192.168.202.119@tcp40: 0. pending discovery 00000400:00000200:0.0:1767384360.476084:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (3) 00000100:00000001:0.0:1767384360.476088:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.476091:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384360.476096:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 00000400:00000200:2.0:1767384360.476097:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 10000000:00000010:0.0:1767384360.476142:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000031623389. 10000000:00000040:0.0:1767384360.476146:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 68/68 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:0.0:1767384360.476149:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384360.476158:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384360.476165:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ee173a. 00000020:00000010:0.0:1767384360.476171:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e008630a. 00000040:00000010:0.0:1767384360.476177:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000097a89590. 00000020:00000010:0.0:1767384360.476184:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b7a3154. 00000020:00000010:0.0:1767384360.476190:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020eb95bc. 00000020:00000010:0.0:1767384360.476196:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002eae5b80. 00000400:00000200:2.0:1767384360.476202:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 80000000:00000010:0.0:1767384360.476203:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006edfb1a7. 40000000:00000010:0.0:1767384360.476211:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004fad9c19. 00100000:00000010:0.0:1767384360.476219:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000043e0e458. 00040000:00000010:0.0:1767384360.476226:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b83ee156. 00040000:00000010:0.0:1767384360.476232:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000026bd5e6d. 00040000:00000010:0.0:1767384360.476237:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af1fc497. 00080000:00000010:0.0:1767384360.476243:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6ca9986. 00000004:00000010:0.0:1767384360.476259:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009c1f6803. 00000004:00000010:0.0:1767384360.476268:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000064d63f74. 00000400:00000200:2.0:1767384360.476274:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000004:00000010:0.0:1767384360.476277:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001e506fea. 00002000:00000010:0.0:1767384360.476285:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009e8e5a7b. 00000004:00000010:0.0:1767384360.476291:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b80ff957. 00000004:00000001:0.0:1767384360.476297:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384360.476303:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384360.476307:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000031623389 00000040:00001000:0.0:1767384360.476311:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384360.476315:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384360.476319:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384360.476323:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384360.476328:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384360.476332:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384360.476334:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384360.476338:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:0.0:1767384360.476341:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384360.476363:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000004:00000001:0.0:1767384360.476449:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384360.476456:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e008630a. 00000040:00000010:0.0:1767384360.476464:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000097a89590. 00000020:00000010:0.0:1767384360.476475:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b7a3154. 00000020:00000010:0.0:1767384360.476483:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020eb95bc. 00000400:00000200:2.0:1767384360.476488:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000020:00000010:0.0:1767384360.476493:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002eae5b80. 80000000:00000010:0.0:1767384360.476503:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006edfb1a7. 40000000:00000010:0.0:1767384360.476509:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004fad9c19. 00100000:00000010:0.0:1767384360.476517:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000043e0e458. 00040000:00000010:0.0:1767384360.476524:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b83ee156. 00040000:00000010:0.0:1767384360.476531:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000026bd5e6d. 00040000:00000010:0.0:1767384360.476538:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af1fc497. 00080000:00000010:0.0:1767384360.476545:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6ca9986. 00000400:00000200:2.0:1767384360.476554:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000004:00000010:0.0:1767384360.476555:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009c1f6803. 00000004:00000010:0.0:1767384360.476564:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000064d63f74. 00000004:00000010:0.0:1767384360.476572:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001e506fea. 00002000:00000010:0.0:1767384360.476580:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009e8e5a7b. 00000004:00000010:0.0:1767384360.476587:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b80ff957. 00000020:00000010:0.0:1767384360.476605:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ee173a. 00000020:00000001:0.0:1767384360.476612:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.476617:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384360.476621:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000031623389. 10000000:00000010:0.0:1767384360.476628:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000c7cb6c37. 10000000:00000001:0.0:1767384360.476637:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.476642:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.476648:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2063f2 x1853236748247040/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384360.476655:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:0.0:1767384360.476660:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384360.476665:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384360.476669:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000937233c6. 02000000:00000001:0.0:1767384360.476677:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384360.476680:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384360.476684:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384360.476687:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384360.476690:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384360.476692:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384360.476695:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384360.476699:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384360.476703:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004d2c6248. 00000100:00000010:0.0:1767384360.476707:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000078edea66. 00000100:00000001:0.0:1767384360.476713:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384360.476716:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000217f8361. 02000000:00000001:0.0:1767384360.476720:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384360.476725:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384360.476728:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 00000100:00000001:0.0:1767384360.476735:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384360.476737:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384360.476765:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 10000000:00000010:0.0:1767384360.476765:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000bc07eed5. 10000000:01000000:0.0:1767384360.476778:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384360.476786:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384360.476790:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384360.476792:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384360.476795:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=3 00000020:00000001:0.0:1767384360.476799:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.476808:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384360.476811:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384360.476815:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.476824:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.476826:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384360.476829:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384360.476837:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384360.476841:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384360.476845:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384360.476848:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384360.476852:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384360.476855:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384360.476863:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384360.476867:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384360.476871:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384360.476875:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384360.476936:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384360.476947:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x41 00000400:00000200:0.0:1767384360.476953:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (2) 00000400:00000010:0.0:1767384360.476963:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af1fc497. 00000400:00000010:0.0:1767384360.476968:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000400:00000010:0.0:1767384360.476978:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001214e769. 00000400:00000200:0.0:1767384360.476986:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp40 00000400:00000200:2.0:1767384360.477003:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384360.477005:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp40 local destination 00000400:00000200:0.0:1767384360.477014:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:0.0:1767384360.477022:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp40 00000400:00000200:0.0:1767384360.477030:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp40 lpni_is_preferred = 0 00000400:00000200:0.0:1767384360.477036:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp40 00000400:00000200:0.0:1767384360.477046:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp40 NI seq info: [135:135:256:4294967295] 192.168.202.119@tcp40 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384360.477058:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp40 00000400:00000200:0.0:1767384360.477081:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40:) -> 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) : GET try# 0 00000800:00000200:0.0:1767384360.477097:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp40 00000800:00000010:0.0:1767384360.477101:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b83ee156. 00000400:00000200:2.0:1767384360.477149:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000800:00000010:0.0:1767384360.477163:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000074a772d. 00000800:00000010:0.0:1767384360.477170:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008d8b5e12. 00000800:00000200:0.0:1767384360.477185:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000800:00000200:0.1:1767384360.477198:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000400:00000200:0.0:1767384360.477227:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp40 00000400:00000200:0.0:1767384360.477234:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x241 rc 0 00000400:00000200:2.0:1767384360.477291:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477305:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477367:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477404:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477432:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477457:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477500:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477516:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477565:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477578:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477615:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477707:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477768:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477791:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477873:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.477962:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.477978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478035:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478096:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478131:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478209:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478240:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478282:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478331:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478421:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478429:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478478:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478513:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478558:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478588:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478617:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478667:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478682:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478760:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478760:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478812:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478837:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.478879:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.478931:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479009:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479060:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000800:00000010:2.0:1767384360.479085:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008aafa75c. 00000800:00000010:2.0:1767384360.479093:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000332d9c93. 00000800:00000010:2.0:1767384360.479100:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b1a947bb. 00000800:00000010:2.0:1767384360.479145:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b1a947bb. 00000400:00000200:1.0:1767384360.479155:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000800:00020000:2.0:1767384360.479156:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384360.479160:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000332d9c93. 00000800:00000010:2.0:1767384360.479167:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008aafa75c. 00000400:00000200:1.0:1767384360.479222:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:02020000:2.0:1767384360.479249:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp39 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384360.479259:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp39 notifying 192.168.202.119@tcp39: down 00000800:00000200:2.0:1767384360.479268:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp39 down 00000800:00000100:2.0:1767384360.479276:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp39 00000800:00000010:2.0:1767384360.479279:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000941a0817. 00000400:00000200:1.0:1767384360.479279:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.479283:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384360.479287:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384360.479297:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp39 added to recovery queue. ping count: 0 next ping: 282 health :900 00000400:00000200:2.0:1767384360.479302:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384360.479306:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:2.0:1767384360.479310:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384360.479334:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384360.479340:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000001:2.0:1767384360.479342:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384360.479344:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384360.479346:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384360.479348:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000400:00000200:1.0:1767384360.479351:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384360.479360:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384360.479367:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:2.0:1767384360.479371:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000a7cdcf9b. 00000400:00000200:2.0:1767384360.479390:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000400:00000200:2.0:1767384360.479395:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:2.0:1767384360.479398:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc -71 00000400:00000200:2.0:1767384360.479404:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384360.479408:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (33) 00000400:00000200:1.0:1767384360.479420:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479480:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479515:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479553:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479577:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479610:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479667:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479700:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384360.479730:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384360.479828:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000161ca597. 00000800:00000010:1.0:1767384360.479831:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ae509bb3. 00000800:00000010:1.0:1767384360.479835:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a096f942. 00000800:00000010:1.0:1767384360.479850:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a096f942. 00000800:00020000:1.0:1767384360.479857:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384360.479860:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ae509bb3. 00000800:00000010:1.0:1767384360.479864:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000161ca597. 00000400:02020000:1.0:1767384360.479902:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp40 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384360.479908:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp40 notifying 192.168.202.119@tcp40: down 00000800:00000200:1.0:1767384360.479912:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp40 down 00000800:00000100:1.0:1767384360.479916:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp40 00000800:00000010:1.0:1767384360.479917:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b83ee156. 00000400:00000200:1.0:1767384360.479921:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384360.479924:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384360.479927:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp40 added to recovery queue. ping count: 0 next ping: 282 health :900 00000400:00000200:1.0:1767384360.479930:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384360.479932:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp40: 1 00000400:00000200:1.0:1767384360.479934:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp40 (00000000a45ad6a5): -114 00000400:00000200:3.0:1767384360.479989:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384360.479998:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x841 00000400:00000001:3.0:1767384360.480005:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.480007:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384360.480009:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:3.0:1767384360.480012:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000400:00000200:3.0:1767384360.480019:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384360.480026:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp40 (00000000a45ad6a5): -114 00000400:00000010:3.0:1767384360.480030:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000af1fc497. 00000400:00000200:3.0:1767384360.480036:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (3) 00000400:00000200:3.0:1767384360.480042:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp40:-71 00000400:00000200:3.0:1767384360.480052:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x2041 rc -71 00000400:00000200:3.0:1767384360.480056:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp40 (00000000a45ad6a5) 00000400:00000200:3.0:1767384360.480058:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (2) 00000100:00000040:1.0:1767384360.486143:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294948366, at 4294948367 00000100:00000010:1.0:1767384360.486157:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000307317ab. 00000100:00000040:3.0:1767384360.486189:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294948366, at 4294948367 00000100:00000040:2.0:1767384360.486189:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294948366, at 4294948367 00000100:00000040:0.0:1767384360.486189:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294948366, at 4294948367 00000020:00000010:1.0:1767384360.486207:0:32794:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a096f942. 00000100:00000010:3.0:1767384360.486208:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000decf01b8. 00000100:00000010:2.0:1767384360.486221:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091ee23f6. 00000100:00000010:0.0:1767384360.486221:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2ac9d5e. 00000020:00000040:1.0:1767384360.486222:0:32794:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384360.486228:0:32794:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a096f942. 00080000:00000001:1.0:1767384360.638069:0:32795:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384360.638082:0:32795:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.638086:0:32795:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384360.638091:0:32795:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384360.638095:0:32795:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384360.638098:0:32795:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384360.791182:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (6) 00000800:00000200:1.0:1767384360.791190:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:988 00000800:00000200:1.0:1767384360.791194:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384360.791230:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.791238:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384360.791242:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:3.0:1767384360.791248:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000400:00000200:3.0:1767384360.791257:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384360.791265:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384360.791282:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000968b05fe. 00000400:00000010:3.0:1767384360.791289:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e8281bf3. 00000800:00000200:1.0:1767384360.791334:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384360.791338:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384360.791348:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384360.791352:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384360.791354:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384360.984220:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384360.984224:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384360.984230:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000020:00000040:0.0:1767384360.984236:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384360.984241:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384360.984244:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384360.984249:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384360.984255:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b83ee156. 00000100:00000001:0.0:1767384360.984261:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984267:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384360.984269:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.984278:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef2063f2] to pc [ptlrpcd_00_03+3] req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384360.984299:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984306:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.984310:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384360.984312:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384360.984316:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.984321:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384360.984323:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.984326:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384360.984329:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384360.984331:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.984341:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748247168:0@lo:13: 00000100:00000001:0.0:1767384360.984344:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384360.984348:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384360.984351:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.984353:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384360.984356:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e89c48fb. 02000000:00000001:0.0:1767384360.984358:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.984362:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede61d9. 00000400:00000010:0.0:1767384360.984390:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384360.984408:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748247168, portal 4 00000100:00000001:0.0:1767384360.984410:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.984412:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000040:0.0:1767384360.984418:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.984424:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384360.984426:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384360.984429:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:0.0:1767384360.984432:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748247168, offset 0 00000400:00000200:0.0:1767384360.984438:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384360.984450:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384360.984462:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e106080 00000100:00000040:1.0:1767384360.984466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384360.984470:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2464 00000100:00000001:1.0:1767384360.984479:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384360.984481:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384360.984486:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab9c0d7. 00000400:00000200:0.0:1767384360.984486:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:1.0:1767384360.984492:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384360.984494:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384360.984497:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767384360.984497:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:1.0:1767384360.984502:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1767384360.984504:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b51e41e0. 02000000:00000001:1.0:1767384360.984506:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.984508:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000b51e41e0 x1853236748247168 msgsize 224 02000000:00000010:1.0:1767384360.984516:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db7a0776. 00000100:00100000:0.0:1767384360.984516:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384360.984523:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984526:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384360.984532:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384360.984534:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:0.0:1767384360.984538:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:0.0:1767384360.984546:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384360.984548:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384360.984551:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.984552:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384360.984561:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aab9c0d7] to pc [ptlrpcd_00_00+0] req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.984567:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.984573:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.984578:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984582:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384360.984590:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.984595:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5192 usecs (6 jiffies) 00000100:00000001:0.0:1767384360.984599:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948871 00000100:00000010:0.0:1767384360.984603:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006edfb1a7. 00000100:00000001:0.0:1767384360.984609:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384360.984614:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948871 00000100:00000001:1.0:1767384360.984616:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384360.984617:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004407b271. 00000100:00000040:1.0:1767384360.984623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384360.984623:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384360.984626:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.984630:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948871 00000100:00000001:1.0:1767384360.984632:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384360.984633:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384360.984636:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384360.984637:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000825dc290. 00000020:00000040:1.0:1767384360.984642:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:0.0:1767384360.984644:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000100:00000001:3.0:1767384360.984645:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384360.984647:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384360.984649:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384360.984651:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384360.984653:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.984653:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384360.984657:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384360.984657:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984660:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948871 00000100:00000001:3.0:1767384360.984661:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767384360.984665:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d04da88. 00000100:00000010:0.0:1767384360.984666:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000057199239. 00000100:00000040:3.0:1767384360.984669:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.984672:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384360.984673:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984679:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384360.984685:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384360.984686:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384360.984687:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.984691:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984693:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.984697:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384360.984700:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384360.984701:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384360.984707:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384360.984717:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748247296:0@lo:400: 00000100:00000001:1.0:1767384360.984717:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384360.984719:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384360.984721:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984723:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384360.984724:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384360.984728:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384360.984729:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384360.984731:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825dc290] to pc [ptlrpcd_00_01+1] req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384360.984732:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984732:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384360.984737:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384360.984737:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384360.984742:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d82230c. 00000100:00000001:0.0:1767384360.984744:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.984747:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.984756:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384360.984757:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0858308. 00000100:00000001:0.0:1767384360.984760:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384360.984764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384360.984765:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384360.984766:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00000100:00000200:3.0:1767384360.984771:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748247296, portal 4 00000100:00000001:1.0:1767384360.984772:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384360.984777:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384360.984779:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408370560 : -114055301181056 : ffff98446e49d180) 00000100:00000010:1.0:1767384360.984780:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000454c69eb. 00000020:00000040:1.0:1767384360.984785:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:3.0:1767384360.984786:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.984791:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384360.984794:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384360.984796:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384360.984798:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.984802:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384360.984807:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 02000000:00000010:1.0:1767384360.984807:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000006584c9f. 00000100:00000200:3.0:1767384360.984812:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748247296, offset 0 00000100:00000001:1.0:1767384360.984815:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984816:0:23416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384360.984820:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384360.984821:0:23416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247168 02000000:00000001:0.0:1767384360.984825:0:23416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384360.984826:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384360.984828:0:23416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384360.984831:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384360.984832:0:23416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.984839:0:23416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.984845:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e106100 00000100:00100000:0.0:1767384360.984845:0:23416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247168 00000100:00000001:1.0:1767384360.984850:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384360.984850:0:23416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384360.984854:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.984855:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 3888 00000020:00000040:0.0:1767384360.984855:0:23416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:0.0:1767384360.984859:0:23416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384360.984862:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384360.984863:0:23416:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:0.0:1767384360.984867:0:23416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000040:1.0:1767384360.984870:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000454c69eb] to pc [ptlrpcd_00_02+2] req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384360.984871:0:23416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000400:00000200:3.0:1767384360.984872:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384360.984878:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384360.984880:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384360.984883:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb78360. 00000100:00000200:3.0:1767384360.984884:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1767384360.984890:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f87971e9. 00000100:00000010:3.0:1767384360.984891:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8675a7c. 00000100:00000040:3.0:1767384360.984895:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000f8675a7c x1853236748247296 msgsize 224 00000020:00000040:0.0:1767384360.984897:0:23416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00100000:3.0:1767384360.984903:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384360.984903:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.984909:0:23416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384360.984911:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (286) 00000020:00000010:0.0:1767384360.984914:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af1fc497. 00000100:00000001:3.0:1767384360.984916:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384360.984920:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054df1c1c. 00000400:00000200:3.0:1767384360.984922:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000020:00000010:0.0:1767384360.984925:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000400:00000010:3.0:1767384360.984926:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:3.0:1767384360.984932:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384360.984935:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384360.984936:0:23416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384360.984941:0:23416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384360.984943:0:23416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384360.984945:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384360.984946:0:23416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.984950:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.984953:0:23416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.984956:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.984959:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384360.984964:0:23416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.984969:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384360.984973:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5192 usecs (6 jiffies) 00000100:00000001:0.0:1767384360.984974:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384360.984975:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948871 00000100:00000001:0.0:1767384360.984977:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384360.984980:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948871 00000100:00100000:0.0:1767384360.984984:0:23416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384360.984986:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948871 00000100:00000001:1.0:1767384360.984989:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384360.984989:0:23416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384360.984990:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948871 00000100:00000001:0.0:1767384360.984994:0:23416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656098432 : -114055053453184 : ffff98447d0dd880) 00000100:00100000:1.0:1767384360.984995:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384360.984996:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948871 00000100:00000040:0.0:1767384360.985001:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b51e41e0 x1853236748247168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:341/0 lens 224/0 e 0 to 0 dl 1767384371 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.985003:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948871 00000100:00000001:1.0:1767384360.985003:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.985010:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948871 00000100:00000001:1.0:1767384360.985013:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384360.985014:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948871 00000100:00000001:1.0:1767384360.985018:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.985019:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384360.985026:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985027:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.985031:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384360.985032:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985032:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384360.985035:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000100:00000001:1.0:1767384360.985036:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384360.985037:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.985038:0:23416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384360.985042:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384360.985043:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea11de4. 00000100:00000040:1.0:1767384360.985045:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.985046:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.985050:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.985050:0:23416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b51e41e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748247168:12345-0@lo:13: 00000100:00000001:3.0:1767384360.985054:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384360.985062:0:23416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247168 00000020:00000001:0.0:1767384360.985066:0:23416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384360.985068:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384360.985070:0:23416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384360.985071:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.985073:0:23416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985076:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384360.985077:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384360.985077:0:23416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384360.985082:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247296 02000000:00000001:1.0:1767384360.985082:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384360.985083:0:23416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 02000000:00000001:3.0:1767384360.985087:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384360.985090:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.985090:0:23416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384360.985091:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384360.985094:0:23416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.985096:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.985097:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000825dc290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748247424:0@lo:400: 00000020:00000001:0.0:1767384360.985098:0:23416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384360.985103:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.985103:0:23416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384360.985126:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384360.985137:0:23416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.985138:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384360.985142:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.985143:0:23416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384360.985146:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247296 02000000:00000001:1.0:1767384360.985147:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384360.985148:0:23416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384360.985152:0:17560:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767384360.985154:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000730091e1. 02000000:00000010:0.0:1767384360.985154:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000228bcdd6. 00000020:00000040:3.0:1767384360.985155:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 02000000:00000001:1.0:1767384360.985161:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.985161:0:23416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.985162:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384360.985166:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000100:00000001:0.0:1767384360.985168:0:23416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.985172:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000400:00000010:1.0:1767384360.985172:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000831f1a99. 00002000:00000001:0.0:1767384360.985173:0:23416:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384360.985179:0:23416:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384360.985180:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000400:00000010:1.0:1767384360.985182:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b013553a. 00000020:00000001:0.0:1767384360.985183:0:23416:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384360.985185:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384360.985188:0:23416:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:1.0:1767384360.985189:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748247424, portal 10 00000100:00000001:1.0:1767384360.985193:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384360.985197:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000100:00000001:1.0:1767384360.985197:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408376832 : -114055301174784 : ffff98446e49ea00) 00080000:00000001:0.0:1767384360.985199:0:23416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985203:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384360.985205:0:23416:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384360.985218:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:0.0:1767384360.985218:0:23416:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:3.0:1767384360.985219:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e24e68b. 00000020:00000020:0.0:1767384360.985225:0:23416:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384360.985230:0:23416:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000020:00000010:3.0:1767384360.985231:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd772b32. 00002000:00000020:0.0:1767384360.985239:0:23416:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:1.0:1767384360.985240:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384360.985241:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047a84fbe. 00002000:00000001:0.0:1767384360.985242:0:23416:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384360.985246:0:23416:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1767384360.985249:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000100:00000040:1.0:1767384360.985255:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:0.0:1767384360.985255:0:23416:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384360.985259:0:23416:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384360.985261:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000100:00000040:3.0:1767384360.985262:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000040:0.0:1767384360.985262:0:23416:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748247168 00000100:00000200:1.0:1767384360.985267:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748247424, offset 0 00000100:00000001:3.0:1767384360.985269:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384360.985279:0:23416:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384360.985282:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:0.0:1767384360.985285:0:23416:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b51e41e0 x1853236748247168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:341/0 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.985286:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384360.985290:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384360.985296:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384360.985298:0:23416:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384360.985300:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384360.985301:0:23416:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985305:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.985305:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1767384360.985306:0:23416:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384360.985315:0:23416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384360.985318:0:23416:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384360.985319:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.985320:0:23416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000400:00000200:1.0:1767384360.985325:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e106180 02000000:00000001:0.0:1767384360.985326:0:23416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384360.985329:0:23416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.985333:0:23416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384360.985338:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384360.985339:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000040:0.0:1767384360.985340:0:23416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384360.985342:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384360.985345:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000400:00000200:1.0:1767384360.985349:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384360.985350:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000200:0.0:1767384360.985350:0:23416:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748247168, offset 224 00000100:00000040:3.0:1767384360.985358:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 00000400:00000200:1.0:1767384360.985361:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384360.985362:0:23416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384360.985364:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716213888 : -114055993337728 : ffff984445085880) 00000100:00000001:1.0:1767384360.985386:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384360.985387:0:23416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384360.985388:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8675a7c x1853236748247296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:341/0 lens 224/0 e 0 to 0 dl 1767384371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384360.985391:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384360.985400:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089cd43b1. 00000400:00000200:0.0:1767384360.985400:0:23416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e106080 00000100:00000040:1.0:1767384360.985408:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000089cd43b1 x1853236748247424 msgsize 224 00000400:00000200:0.0:1767384360.985410:0:23416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b91 [1] + 224 00000100:00000001:3.0:1767384360.985419:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384360.985419:0:23416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384360.985424:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767384360.985426:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000400:00000200:0.0:1767384360.985427:0:23416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384360.985433:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.985434:0:23416:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384360.985437:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e24e68b. 00000100:00000001:1.0:1767384360.985440:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384360.985440:0:23416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.985447:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8675a7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236748247296:12345-0@lo:400: 00000400:00000200:1.0:1767384360.985449:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000400:00000010:1.0:1767384360.985455:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000100:00000040:0.0:1767384360.985455:0:23416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384360.985458:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247296 00000100:00000001:1.0:1767384360.985462:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384360.985464:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384360.985470:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384360.985471:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384360.985474:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.985475:0:23416:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384360.985480:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384360.985482:0:23416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000020:00000001:3.0:1767384360.985485:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000400:00000010:0.0:1767384360.985486:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:1.0:1767384360.985490:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384360.985491:0:23416:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384360.985492:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384360.985496:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.985500:0:23416:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384360.985506:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.985507:0:23416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985509:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.985512:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384360.985513:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384360.985515:0:23416:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000001:3.0:1767384360.985517:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384360.985519:0:23416:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384360.985522:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985522:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.985522:0:23416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384360.985529:0:23416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384360.985530:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384360.985531:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3301 usecs (4 jiffies) 00000100:00000040:0.0:1767384360.985534:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b51e41e0 x1853236748247168/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:341/0 lens 224/368 e 0 to 0 dl 1767384371 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.985536:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384360.985537:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294948870 02000000:00000001:3.0:1767384360.985542:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384360.985544:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294948871 02000000:00000010:3.0:1767384360.985549:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001a22543. 00000100:00100000:0.0:1767384360.985550:0:23416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b51e41e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16149:x1853236748247168:12345-0@lo:13: Request processed in 517us (1039us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384360.985551:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294948870 02000000:00000001:3.0:1767384360.985556:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985559:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294948871 00000100:00000001:3.0:1767384360.985564:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985565:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294948870 00000100:00100000:0.0:1767384360.985568:0:23416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000001:3.0:1767384360.985570:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985572:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294948871 00000100:00000040:0.0:1767384360.985574:0:23416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00010000:00000040:3.0:1767384360.985575:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748247296 00000100:00000001:0.0:1767384360.985577:0:23416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384360.985580:0:23416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384360.985582:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384360.985585:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054df1c1c. 00000100:00000001:1.0:1767384360.985586:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294948870 00010000:00000200:3.0:1767384360.985590:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f8675a7c x1853236748247296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384360.985591:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000100:00000001:1.0:1767384360.985592:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294948871 00000020:00000010:0.0:1767384360.985597:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af1fc497. 00000100:00000001:1.0:1767384360.985600:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384360.985603:0:23416:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:1.0:1767384360.985608:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.985609:0:23416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384360.985614:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384360.985616:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.985618:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985622:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384360.985624:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384360.985631:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384360.985635:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384360.985637:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384360.985640:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384360.985643:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985647:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384360.985650:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384360.985651:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384360.985656:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247424 00000400:00000010:3.0:1767384360.985658:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 02000000:00000001:1.0:1767384360.985661:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767384360.985664:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748247296, offset 224 00000100:00000001:1.0:1767384360.985665:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384360.985669:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.985674:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.985679:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384360.985680:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247424 00000020:00000001:1.0:1767384360.985685:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384360.985686:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:1.0:1767384360.985690:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384360.985691:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384360.985695:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000020:00000001:1.0:1767384360.985700:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:1.0:1767384360.985704:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000400:00000200:3.0:1767384360.985705:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e106100 00000100:00000001:1.0:1767384360.985711:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384360.985716:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b99 [1] + 224 00000020:00000010:1.0:1767384360.985718:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384360.985722:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384360.985723:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384360.985729:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000400:00000200:3.0:1767384360.985731:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384360.985737:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000947d93c4. 00000100:00000001:3.0:1767384360.985738:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384360.985745:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017f75dc6. 00000100:00000200:3.0:1767384360.985746:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384360.985752:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba7261ad. 00000100:00000040:1.0:1767384360.985762:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384360.985766:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384360.985767:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.985769:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384360.985772:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.985780:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384360.985783:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384360.985785:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985789:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384360.985797:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384360.985798:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000400:00000010:3.0:1767384360.985802:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000100:00000001:3.0:1767384360.985806:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384360.985810:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384360.985815:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.985818:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384360.985819:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:1.0:1767384360.985822:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384360.985824:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384360.985828:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.985832:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000020:00000001:3.0:1767384360.985833:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384360.985838:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000040:3.0:1767384360.985840:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8675a7c x1853236748247296/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.985843:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408377728 : -114055301173888 : ffff98446e49ed80) 00000100:00000040:1.0:1767384360.985853:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000089cd43b1 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:341/0 lens 224/0 e 0 to 0 dl 1767384371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.985860:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8675a7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748247296:12345-0@lo:400: Request processed in 438us (960us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384360.985876:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384360.985878:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384360.985883:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000020:00000010:1.0:1767384360.985883:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b2e159c. 00000100:00000001:3.0:1767384360.985887:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384360.985889:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384360.985891:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384360.985894:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b2e159c. 00000020:00000010:3.0:1767384360.985896:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047a84fbe. 00000100:00100000:1.0:1767384360.985902:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000089cd43b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748247424:12345-0@lo:400: 00000020:00000010:3.0:1767384360.985903:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00000100:00000200:1.0:1767384360.985910:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247424 00000020:00000010:3.0:1767384360.985911:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd772b32. 00000020:00000001:1.0:1767384360.985915:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1767384360.985916:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000020:00000001:1.0:1767384360.985919:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384360.985921:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384360.985921:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:1.0:1767384360.985922:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384360.985927:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000020:00000001:1.0:1767384360.985928:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384360.985933:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:1.0:1767384360.985936:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384360.985939:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384360.985941:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384360.985943:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384360.985945:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384360.985946:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.985949:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384360.985951:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384360.985952:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384360.985956:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384360.985958:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384360.985960:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384360.985966:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384360.985967:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000431735f9. 00000100:00000001:0.0:1767384360.985968:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985970:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384360.985973:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.985974:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384360.985974:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384360.985977:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384360.985980:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.985980:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384360.985983:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384360.985987:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384360.985987:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384360.985988:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000454c69eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748247552:0@lo:400: 00000400:00000010:3.0:1767384360.985993:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0858308. 00010000:00000040:1.0:1767384360.985994:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748247424 00000100:00000001:0.0:1767384360.985994:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384360.986001:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00010000:00000001:1.0:1767384360.986001:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384360.986004:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384360.986006:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 02000000:00000001:0.0:1767384360.986007:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384360.986010:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000089cd43b1 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384360.986011:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384360.986014:0:16147:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384360.986015:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af1fc497. 02000000:00000001:0.0:1767384360.986017:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.986020:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015262afb. 00000400:00000010:0.0:1767384360.986027:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:3.0:1767384360.986031:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384360.986034:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384360.986034:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748247552, portal 10 00010000:00000001:1.0:1767384360.986039:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.986040:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384360.986043:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408373248 : -114055301178368 : ffff98446e49dc00) 00000100:00001000:1.0:1767384360.986047:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=61 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384360.986051:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.986058:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384360.986059:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.986065:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384360.986066:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000040:0.0:1767384360.986072:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384360.986074:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000400:00000010:0.0:1767384360.986076:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89634a7. 02000000:00000001:1.0:1767384360.986081:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384360.986081:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748247552, offset 0 02000000:00000001:1.0:1767384360.986086:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.986088:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384360.986090:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384360.986093:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384360.986094:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.986101:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384360.986102:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384360.986102:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384360.986129:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e106200 02000000:00000001:3.0:1767384360.986133:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384360.986135:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000400:00000200:0.0:1767384360.986136:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:3.0:1767384360.986138:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384360.986142:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.986146:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384360.986151:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384360.986156:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384360.986159:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384360.986161:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384360.986164:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384360.986169:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384360.986180:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748247424, offset 224 00000400:00000200:0.0:1767384360.986180:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384360.986183:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384360.986187:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384360.986191:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384360.986193:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384360.986195:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384360.986200:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384360.986200:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384360.986203:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384360.986205:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384360.986207:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384360.986208:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005b50315. 00000100:00000040:3.0:1767384360.986213:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384360.986214:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000005b50315 x1853236748247552 msgsize 224 00000400:00000200:1.0:1767384360.986222:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e106180 00000100:00100000:0.0:1767384360.986226:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384360.986235:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.986235:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384360.986236:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ba1 [1] + 224 00000100:00000001:3.0:1767384360.986242:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384360.986246:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384360.986246:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384360.986247:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89634a7 00000400:00000010:0.0:1767384360.986252:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89634a7. 00000100:00000001:0.0:1767384360.986256:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384360.986258:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384360.986258:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384360.986262:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.986268:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384360.986276:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.986296:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384360.986298:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748247296:0@lo:400: 00000100:00000040:1.0:1767384360.986304:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.986308:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384360.986308:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.986323:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384360.986330:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab9c0d7 x1853236748247296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.986340:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.986344:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384360.986348:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384360.986350:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384360.986350:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.986357:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384360.986357:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000100:00000040:0.0:1767384360.986357:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3333 usecs (4 jiffies) 02000000:00000010:3.0:1767384360.986364:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d82230c. 00000400:00000010:1.0:1767384360.986364:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000100:00000001:0.0:1767384360.986364:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294948871 02000000:00000001:3.0:1767384360.986386:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384360.986386:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384360.986389:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384360.986390:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384360.986394:0:16147:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384360.986396:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.986398:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384360.986402:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db7a0776. 00000100:00000040:1.0:1767384360.986403:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384360.986408:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384360.986410:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384360.986411:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.986415:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384360.986416:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000010:3.0:1767384360.986419:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab9c0d7. 00000100:00000001:3.0:1767384360.986425:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384360.986428:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384360.986430:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000089cd43b1 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.986432:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.986441:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384360.986444:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.986446:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000089cd43b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748247424:12345-0@lo:400: Request processed in 567us (1034us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384360.986450:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.986454:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384360.986459:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1767384360.986463:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:1.0:1767384360.986466:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384360.986469:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384360.986472:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017f75dc6. 00000100:00000001:3.0:1767384360.986473:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384360.986478:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247552 00000020:00000010:1.0:1767384360.986479:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba7261ad. 02000000:00000001:3.0:1767384360.986481:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384360.986484:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384360.986485:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000947d93c4. 00000100:00000001:3.0:1767384360.986487:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384360.986491:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 02000000:00000001:3.0:1767384360.986492:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.986496:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384360.986498:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247552 00000020:00000001:3.0:1767384360.986502:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384360.986504:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:3.0:1767384360.986506:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384360.986509:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000001:3.0:1767384360.986511:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:3.0:1767384360.986515:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:1.0:1767384360.986517:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.986518:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384360.986520:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384360.986524:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000400:00000001:1.0:1767384360.986526:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384360.986529:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384360.986530:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000831f1a99. 00000400:00000200:1.0:1767384360.986537:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b013553a 00000020:00000010:3.0:1767384360.986538:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b13e33e0. 00000400:00000010:1.0:1767384360.986540:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b013553a. 00000020:00000040:3.0:1767384360.986545:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:1.0:1767384360.986547:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384360.986554:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.986557:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294948871 00000100:00000001:3.0:1767384360.986560:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384360.986562:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294948871 00000020:00000010:3.0:1767384360.986567:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d82230c. 00000100:00000001:0.0:1767384360.986568:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294948871 00000100:00000001:0.0:1767384360.986573:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294948871 00000020:00000010:3.0:1767384360.986575:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047a84fbe. 00000100:00000001:0.0:1767384360.986576:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294948871 00000100:00000200:1.0:1767384360.986578:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.986582:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294948871 00000020:00000010:3.0:1767384360.986583:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000100:00000040:3.0:1767384360.986595:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384360.986595:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384360.986599:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.986600:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384360.986605:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384360.986605:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384360.986610:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384360.986610:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384360.986615:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384360.986618:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384360.986619:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.986623:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767384360.986624:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.986627:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384360.986631:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=61 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384360.986637:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384360.986639:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.986650:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384360.986653:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384360.986653:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.986658:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384360.986659:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384360.986667:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294948871 00010000:00080000:1.0:1767384360.986668:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.986670:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384360.986673:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384360.986679:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:0.0:1767384360.986681:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.986686:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656093952 : -114055053457664 : ffff98447d0dc700) 00000100:00000001:0.0:1767384360.986687:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384360.986695:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.986695:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384360.986698:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005b50315 x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:341/0 lens 224/0 e 0 to 0 dl 1767384371 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.986703:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384360.986705:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384360.986707:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384360.986710:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384360.986713:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384360.986718:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.986718:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.986719:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384360.986722:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384360.986726:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bf08069. 00000100:00000040:1.0:1767384360.986727:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384360.986732:0:16787:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384360.986739:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bf08069. 00000100:00000001:1.0:1767384360.986745:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384360.986751:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005b50315 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748247552:12345-0@lo:400: 00000100:00000001:1.0:1767384360.986751:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384360.986755:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384360.986761:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247552 00000100:00000040:1.0:1767384360.986763:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384360.986765:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384360.986770:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384360.986774:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384360.986780:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384360.986781:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000825dc290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748247424:0@lo:400: 00000020:00000001:3.0:1767384360.986784:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:1.0:1767384360.986790:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384360.986791:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384360.986794:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384360.986797:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000825dc290 x1853236748247424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384360.986804:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.986807:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.986808:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384360.986809:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384360.986813:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.986814:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384360.986815:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384360.986819:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384360.986819:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000730091e1. 00000100:00000001:0.0:1767384360.986820:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.986823:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384360.986827:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384360.986827:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1767384360.986828:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384360.986831:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384360.986831:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1767384360.986832:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384360.986836:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede61d9. 02000000:00000001:3.0:1767384360.986837:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767384360.986837:0:16146:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:0.0:1767384360.986840:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000020:00000001:1.0:1767384360.986842:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384360.986843:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 02000000:00000010:3.0:1767384360.986844:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000c60c910. 02000000:00000010:1.0:1767384360.986847:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d04da88. 00000100:00000001:0.0:1767384360.986848:0:16149:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384360.986849:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.986854:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.986856:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384360.986856:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384360.986858:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384360.986860:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:3.0:1767384360.986863:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748247552 00000100:00000010:1.0:1767384360.986863:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000825dc290. 00010000:00000001:3.0:1767384360.986867:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384360.986873:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005b50315 x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.986878:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384360.986882:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384360.986889:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384360.986890:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384360.986896:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384360.986898:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1767384360.986900:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384360.986902:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384360.986902:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384360.986909:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.986911:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384360.986914:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.986917:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384360.986918:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384360.986920:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384360.986925:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:0.0:1767384360.986925:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384360.986927:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384360.986930:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384360.986932:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384360.986932:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384360.986935:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384360.986937:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384360.986940:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=56 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384360.986942:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767384360.986944:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384360.986947:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384360.986949:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384360.986950:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.986953:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384360.986957:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00010000:00080000:0.0:1767384360.986958:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384360.986964:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748247552, offset 224 00010000:00000001:0.0:1767384360.986965:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.986969:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384360.986971:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384360.986973:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767384360.986976:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384360.986976:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.986983:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.986992:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384360.986993:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384360.986995:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384360.986998:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384360.987000:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384360.987002:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384360.987005:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000400:00000200:3.0:1767384360.987009:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e106200 00000004:00000020:0.0:1767384360.987015:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000400:00000200:3.0:1767384360.987019:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bb1 [1] + 224 00000004:00000001:0.0:1767384360.987021:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384360.987027:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384360.987034:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384360.987037:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384360.987047:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384360.987048:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748247168:0@lo:13: 00000100:00000001:0.0:1767384360.987055:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384360.987056:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.987057:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.987060:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2063f2 x1853236748247168/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.987064:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384360.987067:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384360.987069:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e89c48fb. 02000000:00000001:0.0:1767384360.987073:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384360.987075:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1767384360.987076:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767384360.987077:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384360.987082:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:1.0:1767384360.987083:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 02000000:00000010:0.0:1767384360.987084:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b83ee156. 00000100:00000040:3.0:1767384360.987088:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384360.987092:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384360.987094:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384360.987097:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 00000100:00000001:0.0:1767384360.987101:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384360.987123:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.987125:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.987129:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384360.987131:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.987133:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.987135:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.987137:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384360.987147:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000400:00000010:3.0:1767384360.987150:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000100:00000001:0.0:1767384360.987153:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384360.987155:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384360.987156:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384360.987160:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384360.987161:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384360.987164:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384360.987166:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384360.987166:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015262afb. 00000400:00000200:0.0:1767384360.987172:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000100:00000040:3.0:1767384360.987173:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:0.0:1767384360.987176:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00010000:00000001:3.0:1767384360.987177:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384360.987180:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.987181:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384360.987182:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384360.987187:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384360.987188:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005b50315 x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:341/0 lens 224/224 e 0 to 0 dl 1767384371 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384360.987213:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384360.987216:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005b50315 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748247552:12345-0@lo:400: Request processed in 494us (998us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384360.987232:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384360.987235:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384360.987236:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:0.0:1767384360.987237:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384360.987240:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384360.987242:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:0.0:1767384360.987242:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384360.987244:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.987249:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384360.987250:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384360.987255:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384360.987255:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384360.987260:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=61 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384360.987261:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047a84fbe. 00000100:00000001:0.0:1767384360.987263:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384360.987266:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384360.987268:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384360.987269:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00010000:00080000:0.0:1767384360.987272:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384360.987276:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d82230c. 00010000:00000001:0.0:1767384360.987282:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384360.987284:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:0.0:1767384360.987284:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384360.987287:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384360.987290:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.987290:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384360.987291:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384360.987297:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.987301:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384360.987303:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384360.987304:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384360.987305:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384360.987310:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000454c69eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748247552:0@lo:400: 00000100:00000001:0.0:1767384360.987313:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.987314:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384360.987315:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000454c69eb x1853236748247552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384360.987319:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384360.987324:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384360.987325:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af1fc497. 02000000:00000001:0.0:1767384360.987329:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384360.987330:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384360.987331:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384360.987332:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384360.987333:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000006584c9f. 02000000:00000001:0.0:1767384360.987336:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384360.987337:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384360.987338:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000454c69eb. 00000100:00000001:0.0:1767384360.987340:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384360.987341:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.987342:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384360.987345:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384360.987346:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384360.987348:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384360.987349:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384360.991151:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294948871, at 4294948872 00000100:00000010:2.0:1767384360.991158:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00000100:00000040:1.0:1767384360.991164:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294948871, at 4294948872 00000100:00000010:1.0:1767384360.991171:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004407b271. 00000100:00000040:0.0:1767384360.992139:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294948871, at 4294948873 00000100:00000010:0.0:1767384360.992145:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006edfb1a7. 00000100:00000040:3.0:1767384360.992150:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294948871, at 4294948873 00000100:00000010:3.0:1767384360.992159:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000057199239. 00010000:00000001:2.0:1767384361.304160:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384361.304164:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.304171:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384361.304172:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.304186:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384361.304188:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.304190:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384361.367969:0:32959:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384361.367975:0:32959:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:0.0:1767384361.371524:0:32959:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384361.379010:0:32960:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e89c48fb. 00000400:00000010:0.0:1767384361.379024:0:32960:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004c07c525. 00000400:00000010:0.0:1767384361.379033:0:32960:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f204709a. 00000400:00000010:0.0:1767384361.379035:0:32960:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b3f31051. 00000400:00000010:0.0:1767384361.379039:0:32960:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a9a379ab. 00000400:00000010:0.0:1767384361.379043:0:32960:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4fed403. 00000400:00000010:0.0:1767384361.379044:0:32960:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004393e92a. 00000400:00000010:0.0:1767384361.379045:0:32960:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea70c4b7. 00000400:00000010:0.0:1767384361.379048:0:32960:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002891b328. 00000800:00000010:0.0:1767384361.379063:0:32960:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b83ee156. 00000800:00000200:0.0:1767384361.379072:0:32960:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384361.379083:0:32960:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384361.379160:0:32960:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384361.379181:0:32960:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767384361.380728:0:32960:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000c9fb2b69. 00000400:00000010:0.0:1767384361.380734:0:32960:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015262afb. 00000400:00000010:0.0:1767384361.380739:0:32960:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000400:00000001:0.0:1767384361.380761:0:32960:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384361.380762:0:32960:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384361.380764:0:32960:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000400:00000200:0.0:1767384361.380766:0:32960:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:0.0:1767384361.380767:0:32960:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000400:00000010:0.0:1767384361.380771:0:32960:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000fe16fdb0. 00000400:00000200:0.0:1767384361.380775:0:32960:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (32) 00000400:00000200:0.0:1767384361.380785:0:32960:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384361.380787:0:32960:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (1) 00000400:00000200:0.0:1767384361.380789:0:32960:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp40 (00000000a45ad6a5): 0 00000400:00000200:0.0:1767384361.380797:0:32960:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:0.0:1767384361.380804:0:32960:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000a124b28. 00000020:01000000:0.0:1767384361.380808:0:32960:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384361.380810:0:32960:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp41 00000400:00000200:3.0:1767384361.380821:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384361.380824:0:32960:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004c07c525. 00000400:00000010:0.0:1767384361.380830:0:32960:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e89c48fb. 00000400:00000200:3.0:1767384361.380835:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:3.0:1767384361.380841:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000400:00000010:3.0:1767384361.380849:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000f04d1b80. 00000020:00000001:1.0:1767384361.380855:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384361.380862:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:3.0:1767384361.380863:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 10000000:00000001:1.0:1767384361.380866:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384361.380870:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:3.0:1767384361.380872:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000951c7c25. 00000020:01000004:1.0:1767384361.380874:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384361.380877:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384361.380880:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384361.380881:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:01000004:1.0:1767384361.380884:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384361.380886:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.380887:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384361.380890:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384361.380891:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384361.380892:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.380894:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384361.380900:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000100:00000010:1.0:1767384361.380901:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000825dc290. 00000020:00000040:1.0:1767384361.380907:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384361.380911:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000100:00000001:1.0:1767384361.380916:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384361.380920:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 02000000:00000001:1.0:1767384361.380922:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384361.380930:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.380933:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:3.0:1767384361.380940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 02000000:00000010:1.0:1767384361.380943:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000161ca597. 00000400:00000200:3.0:1767384361.380947:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000100:00000001:1.0:1767384361.380951:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.380952:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:3.0:1767384361.380961:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:3.0:1767384361.380964:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000100:00000001:1.0:1767384361.380964:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384361.380968:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.380972:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000400:00000200:3.0:1767384361.380979:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000100:00000040:1.0:1767384361.380980:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000825dc290] to pc [ptlrpcd_00_03+3] req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.380986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 37], ns[28, 37] 00000400:00000200:3.0:1767384361.381001:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:3.0:1767384361.381008:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:3.0:1767384361.381013:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:3.0:1767384361.381018:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 00000400:00000200:3.0:1767384361.381022:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 10000000:00000001:1.0:1767384361.381024:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.381028:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 10000000:00000001:1.0:1767384361.381034:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.381038:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384361.381041:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384361.381044:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000100:00000001:2.0:1767384361.381045:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384361.381051:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384361.381055:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384361.381057:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384361.381061:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 28], ns[68, 28] 10000000:00000001:1.0:1767384361.381062:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384361.381063:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384361.381074:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 28], ns[90, 28] 10000000:01000000:1.0:1767384361.381074:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384361.381080:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384361.381081:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384361.381090:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384361.381093:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 28], ns[74, 28] 00000020:01000004:1.0:1767384361.381096:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384361.381103:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384361.381167:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 28], ns[133, 28] 00000100:00000001:2.0:1767384361.381173:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384361.381175:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.381181:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384361.381183:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[99, 28] 00000100:00000001:2.0:1767384361.381183:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384361.381189:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384361.381196:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384361.381198:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384361.381200:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384361.381201:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 28], ns[105, 28] 02000000:00000001:2.0:1767384361.381205:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384361.381209:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fffc6ca1. 02000000:00000001:2.0:1767384361.381212:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.381217:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 28], ns[117, 28] 00000020:00000040:1.0:1767384361.381220:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00100000:2.0:1767384361.381225:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000825dc290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748247680:0@lo:253: 00000100:00000001:1.0:1767384361.381234:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384361.381239:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 28], ns[124, 28] 00000100:00000001:2.0:1767384361.381244:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384361.381246:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 28], ns[123, 28] 02000000:00000001:1.0:1767384361.381246:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384361.381254:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.381255:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 28], ns[130, 28] 02000000:00000001:2.0:1767384361.381256:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384361.381265:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.381268:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 28], ns[132, 28] 02000000:00000010:1.0:1767384361.381271:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015f00198. 00000400:00000200:3.0:1767384361.381280:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[127, 28], ns[134, 28] 02000000:00000001:2.0:1767384361.381284:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384361.381287:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384361.381293:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008aafa75c. 00000400:00000200:3.0:1767384361.381294:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000100:00000001:1.0:1767384361.381295:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384361.381302:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.381304:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384361.381309:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000611b8c. 00000400:00000200:3.0:1767384361.381311:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp20 00000100:00000040:1.0:1767384361.381317:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fffc6ca1] to pc [ptlrpcd_00_00+0] req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384361.381318:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000247e081e. 00000400:00000200:3.0:1767384361.381325:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp20 lpni_is_preferred = 0 00000100:00000200:2.0:1767384361.381327:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748247680, portal 25 00000100:00000001:2.0:1767384361.381334:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384361.381340:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408376832 : -114055301174784 : ffff98446e49ea00) 00000400:00000200:3.0:1767384361.381341:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp20 00000400:00000200:3.0:1767384361.381354:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp20 NI seq info: [136:136:256:4294967295] 192.168.202.119@tcp20 LPNI seq info [128:128:8:4294967295] 00000100:00000040:2.0:1767384361.381355:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.381388:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp20 00000100:00000001:2.0:1767384361.381388:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384361.381390:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384361.381396:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384361.381397:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384361.381403:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384361.381411:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384361.381412:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20:) -> 192.168.202.119@tcp20(192.168.202.119@tcp:192.168.202.119@tcp20) : GET try# 0 00000400:00000010:2.0:1767384361.381413:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb25e185. 00000020:00000010:1.0:1767384361.381419:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000a124b28. 00000100:00000200:2.0:1767384361.381427:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748247680, offset 0 00000800:00000200:3.0:1767384361.381432:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp20 00000100:00000001:1.0:1767384361.381438:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384361.381446:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384361.381448:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000decb8fd5. 00000100:00000001:1.0:1767384361.381451:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.381459:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (6) 00000100:00000001:1.0:1767384361.381462:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384361.381468:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384361.381469:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767384361.381474:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp20 ip 192.168.202.119:988 00000800:00000200:3.0:1767384361.381479:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000decb8fd5 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384361.381481:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384361.381486:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106280 00000100:00000040:1.0:1767384361.381491:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.381500:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384361.381503:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a1 [2] + 0 00000400:00000200:3.0:1767384361.381513:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000010:2.0:1767384361.381528:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f133b711. 00000100:00000001:1.0:1767384361.381531:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384361.381535:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x2061 00000100:00000001:1.0:1767384361.381537:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384361.381538:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038ea236d 00000400:00000200:3.0:1767384361.381541:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a45ad6a5 (2) 02000000:00000001:1.0:1767384361.381546:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384361.381548:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cc9eaf66. 00000400:00000200:2.0:1767384361.381550:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384361.381550:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384361.381556:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 02000000:00000001:1.0:1767384361.381560:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.381564:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b24fee93. 00000400:00000200:2.0:1767384361.381568:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384361.381569:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748247808:0@lo:253: 00000400:00000200:3.0:1767384361.381581:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp40 00000100:00000001:1.0:1767384361.381583:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384361.381586:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ea236d 02000000:00000001:1.0:1767384361.381588:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384361.381589:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038ea236d. 02000000:00000001:1.0:1767384361.381593:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.381597:0:16149:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384361.381598:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384361.381606:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp40 local destination 00000100:00000200:2.0:1767384361.381606:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384361.381609:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000cb1d596b. 02000000:00000001:1.0:1767384361.381621:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384361.381622:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000519762ec x1853236748247680 msgsize 4848 00000400:00000200:3.0:1767384361.381625:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000010:1.0:1767384361.381631:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000831f1a99. 00000400:00000010:1.0:1767384361.381639:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000447161d0. 00000400:00000200:3.0:1767384361.381640:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp40 00000400:00000200:3.0:1767384361.381652:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp40 lpni_is_preferred = 0 00000100:00100000:2.0:1767384361.381652:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384361.381653:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748247808, portal 25 00000100:00000040:2.0:1767384361.381663:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384361.381663:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384361.381664:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp40 00000100:00000001:1.0:1767384361.381673:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408366080 : -114055301185536 : ffff98446e49c000) 00000400:00000200:3.0:1767384361.381679:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp40 NI seq info: [137:137:256:4294967295] 192.168.202.119@tcp40 LPNI seq info [2:2:8:4294967295] 00000100:00000040:1.0:1767384361.381681:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.381682:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.381692:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp40 00000100:00000001:1.0:1767384361.381693:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.381704:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384361.381709:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40:) -> 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) : GET try# 0 00000400:00000010:1.0:1767384361.381710:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df816be1. 00000100:00000200:1.0:1767384361.381716:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748247808, offset 0 00000800:00000200:3.0:1767384361.381722:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp40 00000400:00000200:1.0:1767384361.381727:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384361.381728:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ba1f0219. 00000400:00000200:2.0:1767384361.381735:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb25e185 00000800:00000200:3.0:1767384361.381744:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000400:00000010:2.0:1767384361.381744:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb25e185. 00000400:00000200:1.0:1767384361.381747:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384361.381757:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 0, interval 1, 1 secs later) 00000100:00000001:2.0:1767384361.381757:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384361.381771:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106300 00000100:00000200:2.0:1767384361.381772:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384361.381773:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000800:00000200:3.1:1767384361.381787:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 0, interval 1, 1 secs later) 00000400:00000200:1.0:1767384361.381796:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13c5 [2] + 0 00000400:00000010:1.0:1767384361.381812:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3bcdde9. 00000800:00000100:3.0:1767384361.381817:0:16144:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp40 00000400:00000200:1.0:1767384361.381819:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003dda467c 00000800:00000010:3.0:1767384361.381827:0:16144:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ba1f0219. 00000400:00000200:1.0:1767384361.381830:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.381839:0:16144:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1767384361.381852:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384361.381854:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384361.381859:0:16144:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: GET: REMOTE_ERROR 00000400:00000200:1.0:1767384361.381859:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dda467c 00000100:00000040:2.0:1767384361.381865:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384361.381866:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dda467c. 00000100:00000001:1.0:1767384361.381876:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384361.381877:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384361.381879:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384361.381879:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384361.381891:0:16144:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp40: 1 00000100:00000001:2.0:1767384361.381891:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384361.381892:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000001013d0d3 x1853236748247808 msgsize 4848 00000100:00000001:2.0:1767384361.381906:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.381913:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384361.381914:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp40 (00000000a45ad6a5): -114 00000100:00000001:2.0:1767384361.381915:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294949274 00000100:00000040:1.0:1767384361.381919:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384361.381930:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000584e7a80. 00000400:00000200:3.0:1767384361.381931:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp40 00000100:00000001:1.0:1767384361.381935:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.381943:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x861 rc 0 00000100:00000001:2.0:1767384361.381944:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384361.381945:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df816be1 00000400:00000200:3.0:1767384361.381951:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x861 00000400:00000010:1.0:1767384361.381952:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df816be1. 00000100:00000001:2.0:1767384361.381955:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294949274 00000100:00000001:1.0:1767384361.381963:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:3.0:1767384361.381964:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1767384361.381964:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f87ba6ed. 00000400:00000001:3.0:1767384361.381970:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384361.381975:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000100:00000200:1.0:1767384361.381975:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.381977:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384361.381980:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000400:00000200:3.0:1767384361.381989:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:2.0:1767384361.381992:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294949274 00000100:00000001:1.0:1767384361.381994:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384361.381997:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp40 (00000000a45ad6a5): -114 00000100:00000040:1.0:1767384361.382001:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384361.382003:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cc9eaf66. 00000100:00000010:2.0:1767384361.382005:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004cbf513. 00000400:00000200:3.0:1767384361.382009:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (3) 00000400:00000200:3.0:1767384361.382022:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp40:-5 00000100:00000001:1.0:1767384361.382023:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.382025:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384361.382028:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384361.382031:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp40(00000000a45ad6a5) state 0x2061 rc -5 00000100:00000001:1.0:1767384361.382037:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.382040:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294949274 00000400:00000200:3.0:1767384361.382045:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp40 (00000000a45ad6a5) 00000100:00000001:1.0:1767384361.382046:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294949274 00000100:00000010:2.0:1767384361.382047:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cfd0efa. 00000400:00000200:3.0:1767384361.382056:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (2) 00000100:00000001:1.0:1767384361.382057:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294949274 00000100:00000001:2.0:1767384361.382058:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384361.382070:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294949274 00000100:00000001:2.0:1767384361.382075:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.382075:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294949274 00000100:00000001:1.0:1767384361.382084:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294949274 00000100:00000001:2.0:1767384361.382085:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.382094:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294949274 00000100:00000001:2.0:1767384361.382097:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.382098:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294949274 00000100:00000001:2.0:1767384361.382101:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.382102:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294949274 00000100:00000001:1.0:1767384361.382129:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.382132:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.382135:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.382139:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.382154:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384361.382155:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384361.382159:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384361.382159:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384361.382179:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384361.382180:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.382191:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384361.382193:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.382206:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.382207:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.382219:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.382219:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.382235:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.382239:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.382251:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384361.382257:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247680 02000000:00000001:2.0:1767384361.382259:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384361.382262:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384361.382262:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384361.382268:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247808 00000100:00000001:2.0:1767384361.382271:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.382273:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384361.382276:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.382278:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384361.382281:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384361.382282:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247680 02000000:00000001:1.0:1767384361.382285:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.382286:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384361.382290:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00100000:1.0:1767384361.382291:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247808 00000020:00000001:2.0:1767384361.382293:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384361.382295:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384361.382299:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000040:1.0:1767384361.382299:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384361.382313:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384361.382314:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000040:1.0:1767384361.382325:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000020:00000001:2.0:1767384361.382326:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384361.382340:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384361.382342:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384361.382347:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:2.0:1767384361.382349:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089f3f587. 00000100:00000001:1.0:1767384361.382352:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384361.382358:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.382360:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092ab6e20. 00000020:00000010:2.0:1767384361.382361:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089f3f587. 00000100:00000001:1.0:1767384361.382378:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.382382:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092ab6e20. 00000020:00000010:2.0:1767384361.382383:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8bf6268. 00000020:00000010:2.0:1767384361.382389:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034d8df2c. 00000020:00000010:1.0:1767384361.382390:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c70e6718. 00000020:00000010:2.0:1767384361.382395:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000deba2f7. 00000020:00000010:1.0:1767384361.382396:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d293b9ad. 00000020:00000010:1.0:1767384361.382402:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba7261ad. 00000100:00000040:2.0:1767384361.382404:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384361.382408:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384361.382410:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384361.382410:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:3.0:1767384361.382417:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384361.382422:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384361.382423:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000decb8fd5. 00000100:00000001:1.0:1767384361.382423:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384361.382429:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.382435:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.382440:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: GET: OK 00000100:00000001:1.0:1767384361.382445:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.382446:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384361.382447:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.382453:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000100:00000001:1.0:1767384361.382458:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.382460:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.382463:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.382476:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.382476:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:3.0:1767384361.382480:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384361.382481:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384361.382481:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1767384361.382488:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.382488:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384361.382495:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000400:00000200:3.0:1767384361.382501:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20) <- 192.168.202.119@tcp20 : GET - for me 00000100:00000040:1.0:1767384361.382501:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00100000:2.0:1767384361.382512:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000001:1.0:1767384361.382513:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411569744 : -114060297981872 : ffff98434474b050) 00000100:00000040:2.0:1767384361.382519:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000400:00000200:3.0:1767384361.382528:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 544 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384361.382528:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411571792 : -114060297979824 : ffff98434474b850) 00000100:00000040:1.0:1767384361.382533:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001013d0d3 x1853236748247808/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.382553:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384361.382554:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000519762ec x1853236748247680/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 4848/0 e 0 to 0 dl 1767384372 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384361.382555:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 544/544 into md 0x1bc1 [1] + 0 00000020:00000010:1.0:1767384361.382563:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092ab6e20. 00000100:00000001:1.0:1767384361.382572:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.382585:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092ab6e20. 00000400:00000200:3.0:1767384361.382586:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp20 to MR: 192.168.202.119@tcp20 local destination 00000100:00100000:1.0:1767384361.382605:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001013d0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748247808:12345-0@lo:253: 00000400:00000200:3.0:1767384361.382619:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp20 NI seq info: [138:138:256:4294967295] 192.168.202.119@tcp20 LPNI seq info [129:129:8:4294967295] 00000100:00000200:1.0:1767384361.382621:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247808 00000100:00000001:2.0:1767384361.382622:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384361.382626:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384361.382627:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089f3f587. 00000020:00000001:1.0:1767384361.382631:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384361.382642:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384361.382642:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.382653:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384361.382656:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089f3f587. 00000020:00000001:1.0:1767384361.382657:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384361.382663:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384361.382667:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.382672:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20:192.168.202.119@tcp20) -> 192.168.202.119@tcp20(192.168.202.119@tcp20:192.168.202.119@tcp20) 192.168.202.119@tcp20 : REPLY try# 0 00000020:00000001:1.0:1767384361.382673:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384361.382676:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000519762ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16149:x1853236748247680:12345-0@lo:253: 00000020:00000001:1.0:1767384361.382678:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384361.382687:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.382701:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.119@tcp20 00000100:00000200:2.0:1767384361.382701:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247680 00000100:00000001:1.0:1767384361.382702:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384361.382710:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384361.382714:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000decb8fd5. 00000020:00000001:2.0:1767384361.382715:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384361.382717:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd5e592e. 00000020:00000001:2.0:1767384361.382725:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384361.382726:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.382733:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (6) 00000100:00000001:1.0:1767384361.382734:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.382735:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384361.382749:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp20 ip 192.168.202.119:1001 00000020:00000001:2.0:1767384361.382751:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384361.382751:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:3.0:1767384361.382754:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000decb8fd5 type 3, nob 640 niov 1 nkiov 1 00000020:00000001:2.0:1767384361.382761:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384361.382765:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384361.382766:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384361.382768:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:1.0:1767384361.382769:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dafcffb. 00000020:00000001:2.0:1767384361.382770:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:1.0:1767384361.382777:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384361.382778:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.382786:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384361.382789:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384361.382790:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:2.0:1767384361.382793:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384361.382794:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384361.382799:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384361.382802:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000009c4ec9b. 20000000:00000001:1.0:1767384361.382802:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:2.0:1767384361.382809:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.382812:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.382814:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384361.382818:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e39ebdc0. 20000000:01000000:1.0:1767384361.382822:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000800:00000200:3.0:1767384361.382826:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:1.0:1767384361.382830:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:3.0:1767384361.382831:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000decb8fd5. 00000400:00000200:3.0:1767384361.382835:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:2.0:1767384361.382836:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000069d77583. 00000400:00000200:3.0:1767384361.382844:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: REPLY: OK 20000000:01000000:2.0:1767384361.382844:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384361.382846:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767384361.382856:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384361.382860:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:3.0:1767384361.382862:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384361.382862:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.382868:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384361.382869:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384361.382871:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:3.0:1767384361.382877:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.382882:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384361.382883:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.382886:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.382890:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp20(192.168.202.119@tcp20) <- 192.168.202.119@tcp20 : REPLY - for me 00000400:00000200:3.0:1767384361.382899:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp20: Reply from 12345-192.168.202.119@tcp20 of length 544/544 into md 0x1bc5 00000800:00000001:3.0:1767384361.382903:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384361.382908:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384361.382909:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.382913:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384361.382915:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384361.382919:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.382920:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp20->192.168.202.119@tcp20: REPLY: OK 00080000:00000001:1.0:1767384361.382924:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767384361.382925:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000400:00000010:3.0:1767384361.382928:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000020:00000001:1.0:1767384361.382929:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384361.382932:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:1.0:1767384361.382935:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:3.0:1767384361.382939:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:3.0:1767384361.382942:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00080000:00000001:1.0:1767384361.382942:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384361.382947:0:16141:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.119@tcp (560 bytes) 00080000:00000010:1.0:1767384361.382951:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cbb338a4. 00000400:00000200:3.0:1767384361.382952:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00080000:00000001:1.0:1767384361.382956:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400057856 : -114060309493760 : ffff984343c50800) 00080000:00000001:1.0:1767384361.382960:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:3.0:1767384361.382962:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000f04d1b80. 00000400:00000200:3.0:1767384361.382966:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000800:00000001:3.0:1767384361.382977:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384361.382980:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384361.383006:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384361.383010:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000f04d1b80. 00000400:00000010:3.0:1767384361.383014:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0858308. 00000400:00000010:3.0:1767384361.383017:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ffdf93d0. 00000400:00000200:3.0:1767384361.383020:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f04d1b80 00000400:00000001:3.0:1767384361.383022:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384361.383023:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384361.383024:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb18dc1e. 00000400:00000200:3.0:1767384361.383027:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059850c10 00000400:00000010:3.0:1767384361.383028:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059850c10. 00000400:00000200:3.0:1767384361.383032:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767384361.383033:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 0000000065bba94f. 00000400:00000200:3.0:1767384361.383036:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:3.0:1767384361.383039:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000200:3.0:1767384361.383043:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:0 00000400:00000200:3.0:1767384361.383045:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc 1 00000400:00000200:3.0:1767384361.383048:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:3.0:1767384361.383050:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000400:00000010:3.0:1767384361.383053:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000065bba94f. 00000400:00000010:3.0:1767384361.383056:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059850c10. 00000400:00000010:3.0:1767384361.383059:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000026a6b5db. 00000400:00000200:3.0:1767384361.383061:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384361.383065:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384361.383067:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:3.0:1767384361.383073:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:3.0:1767384361.383080:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:3.0:1767384361.383085:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:3.0:1767384361.383088:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:3.0:1767384361.383092:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:3.0:1767384361.383102:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:3.0:1767384361.383134:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000400:00000200:3.0:1767384361.383143:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000400:00000200:3.0:1767384361.383147:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000400:00000200:3.0:1767384361.383151:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 00000001:00000001:1.0:1767384361.383152:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767384361.383157:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 37], ns[30, 37] 00080000:00000001:1.0:1767384361.383157:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.383164:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00080000:00000001:1.0:1767384361.383164:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384361.383169:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:3.0:1767384361.383174:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:3.0:1767384361.383177:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:3.0:1767384361.383180:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000400:00000200:3.0:1767384361.383185:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000400:00000200:3.0:1767384361.383188:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 30], ns[68, 30] 00000400:00000200:3.0:1767384361.383192:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 30], ns[90, 30] 00000400:00000200:3.0:1767384361.383195:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 30], ns[74, 30] 00080000:00000001:1.0:1767384361.383197:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384361.383199:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 30], ns[133, 30] 00000400:00000200:3.0:1767384361.383205:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[99, 30] 00080000:00000001:1.0:1767384361.383205:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384361.383210:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 30], ns[105, 30] 00000400:00000200:3.0:1767384361.383222:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 30], ns[117, 30] 00000400:00000200:3.0:1767384361.383225:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 30], ns[124, 30] 00000400:00000200:3.0:1767384361.383229:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[116, 30], ns[123, 30] 00000400:00000200:3.0:1767384361.383231:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[123, 30], ns[130, 30] 00000400:00000200:3.0:1767384361.383234:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 30], ns[132, 30] 00000400:00000200:3.0:1767384361.383236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[127, 30], ns[134, 30] 00000400:00000200:3.0:1767384361.383239:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:3.0:1767384361.383242:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp21 00000400:00000200:3.0:1767384361.383244:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384361.383246:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp21 00000400:00000200:3.0:1767384361.383250:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp21 NI seq info: [139:139:256:4294967295] 192.168.202.119@tcp21 LPNI seq info [130:130:8:4294967295] 00000400:00000200:3.0:1767384361.383255:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp21 00000400:00000200:3.0:1767384361.383264:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21:) -> 192.168.202.119@tcp21(192.168.202.119@tcp:192.168.202.119@tcp21) : GET try# 0 00000800:00000200:3.0:1767384361.383268:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp21 00000800:00000010:3.0:1767384361.383272:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000decb8fd5. 00000800:00000200:3.0:1767384361.383277:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (6) 00000800:00000200:3.0:1767384361.383287:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:988 00000800:00000200:3.0:1767384361.383290:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000decb8fd5 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384361.383303:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384361.383306:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00080000:00000001:1.0:1767384361.383336:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384361.383342:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384361.383386:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384361.383389:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000decb8fd5. 00000400:00000200:3.0:1767384361.383392:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.383397:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: GET: OK 00000400:00000200:3.0:1767384361.383402:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384361.383407:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384361.383411:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:1.0:1767384361.383418:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384361.383424:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.383435:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.383446:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21) <- 192.168.202.119@tcp21 : GET - for me 00000400:00000200:1.0:1767384361.383459:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384361.383465:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 560/560 into md 0x1bc1 [1] + 0 00000400:00000200:1.0:1767384361.383479:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp21 to MR: 192.168.202.119@tcp21 local destination 00000400:00000200:1.0:1767384361.383488:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp21 NI seq info: [140:140:256:4294967295] 192.168.202.119@tcp21 LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1767384361.383500:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21:192.168.202.119@tcp21) -> 192.168.202.119@tcp21(192.168.202.119@tcp21:192.168.202.119@tcp21) 192.168.202.119@tcp21 : REPLY try# 0 00000800:00000200:1.0:1767384361.383503:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.119@tcp21 00000800:00000010:1.0:1767384361.383507:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d04da88. 00000800:00000200:1.0:1767384361.383512:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (6) 00000800:00000200:1.0:1767384361.383517:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:999 00000800:00000200:1.0:1767384361.383528:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d04da88 type 3, nob 656 niov 1 nkiov 1 00000800:00000001:2.0:1767384361.383567:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384361.383607:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384361.383614:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384361.383614:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d04da88. 00000400:00000200:1.0:1767384361.383628:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384361.383631:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.383635:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384361.383642:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: REPLY: OK 00000800:00000001:2.0:1767384361.383643:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.383658:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21) <- 192.168.202.119@tcp21 : REPLY - for me 00000400:00000200:2.0:1767384361.383674:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp21: Reply from 12345-192.168.202.119@tcp21 of length 560/560 into md 0x1be1 00000800:00000001:1.0:1767384361.383677:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384361.383683:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.383693:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.383695:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.383706:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: REPLY: OK 00000400:00000200:2.0:1767384361.383711:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059850c10 00000400:00000010:2.0:1767384361.383713:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059850c10. 00000400:00000200:2.0:1767384361.383718:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384361.383724:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:2.0:1767384361.383726:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:2.0:1767384361.383730:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 33. state = 0x300271 00000400:00000200:2.0:1767384361.383736:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384361.383747:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (34) 00000800:00000001:2.0:1767384361.383755:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.383759:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.383790:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384361.383797:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:2.0:1767384361.383804:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000728ee85b. 00000400:00000010:2.0:1767384361.383808:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384361.383812:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000f0c1052e. 00000400:00000200:2.0:1767384361.383866:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp35(00000000d4f02856) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.383871:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp36(0000000043154b77) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.383874:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp37(00000000bf40a51c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.383877:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp39(000000008debd68d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384361.383882:0:16144:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.119@tcp40 00000400:00000200:2.0:1767384361.383889:0:16144:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.119@tcp40 NID 192.168.202.119@tcp40 00000400:00000200:2.0:1767384361.383894:0:16144:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000476d054d nid 192.168.202.119@tcp40 00000400:00000010:2.0:1767384361.383897:0:16144:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000476d054d. 00000400:00000200:2.0:1767384361.383901:0:16144:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000f0aff8c7 net tcp40 00000400:00000010:2.0:1767384361.383902:0:16144:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000f0aff8c7. 00000400:00000200:2.0:1767384361.383904:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a45ad6a5 (1) 00000400:00000200:2.0:1767384361.383905:0:16144:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000a45ad6a5 nid 192.168.202.119@tcp40 00000400:00000010:2.0:1767384361.383907:0:16144:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000a45ad6a5. 00000400:00000010:2.0:1767384361.383912:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000026cca03c. 00000400:00000200:2.0:1767384361.383919:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000026cca03c nid 192.168.202.119@tcp40 00000400:00000010:2.0:1767384361.383923:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b040c079. 00000400:00000200:2.0:1767384361.383933:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b040c079 net tcp40 00000400:00000200:2.0:1767384361.383938:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (33) 00000400:00000200:2.0:1767384361.383944:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp40 flags 0x11 00000400:00000010:2.0:1767384361.383950:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f9ee21ea. 00000400:00000200:2.0:1767384361.383957:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f9ee21ea nid 192.168.202.119@tcp41 00000400:00000010:2.0:1767384361.383961:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009e9a0fb4. 00000400:00000200:2.0:1767384361.383965:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000009e9a0fb4 net tcp41 00000400:00000200:2.0:1767384361.383967:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (34) 00000400:00000200:2.0:1767384361.383979:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp41 flags 0x11 00000400:00000010:2.0:1767384361.383984:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000728ee85b. 00000400:00000010:2.0:1767384361.383990:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384361.383995:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000f0c1052e. 00000400:00000010:2.0:1767384361.384000:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000065bba94f. 00000400:00000200:2.0:1767384361.384005:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384361.384011:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:2.0:1767384361.384019:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:2.0:1767384361.384023:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:2.0:1767384361.384031:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000400:00000200:2.0:1767384361.384037:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (35) 00000400:00000010:2.0:1767384361.384044:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd4ae2fc. 00000400:00000200:2.0:1767384361.384054:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp21 00000400:00000200:2.0:1767384361.384072:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp21 to MR: 192.168.202.119@tcp21 local destination 00000400:00000200:2.0:1767384361.384078:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp21 NI seq info: [141:141:256:4294967295] 192.168.202.119@tcp21 LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1767384361.384083:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp21 00000400:00000200:2.0:1767384361.384090:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21:192.168.202.119@tcp21) -> 192.168.202.119@tcp21(192.168.202.119@tcp21:192.168.202.119@tcp21) : PUT try# 0 00000800:00000200:2.0:1767384361.384096:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.119@tcp21 00000800:00000010:2.0:1767384361.384101:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000941a0817. 00000800:00000200:2.0:1767384361.384164:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (6) 00000800:00000200:2.0:1767384361.384172:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:988 00000800:00000200:2.0:1767384361.384176:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000941a0817 type 1, nob 656 niov 1 nkiov 1 00000400:00000200:2.0:1767384361.384191:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384361.384200:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000800:00000200:1.0:1767384361.384258:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384361.384262:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000941a0817. 00000400:00000200:1.0:1767384361.384267:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384361.384274:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384361.384275:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: PUT: OK 00000400:00000200:1.0:1767384361.384285:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384361.384286:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.384291:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp21: 0 00000800:00000001:2.0:1767384361.384292:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.384305:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.384317:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21) <- 192.168.202.119@tcp21 : PUT - for me 00000400:00000200:2.0:1767384361.384328:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384361.384333:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 560/560 into md 0x1bdd [1] + 0 00000400:00000010:2.0:1767384361.384336:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0858308. 00000400:00000200:2.0:1767384361.384339:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ffdf93d0 00000800:00000001:2.0:1767384361.384342:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384361.384346:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.384347:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.384350:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: PUT: OK 00000400:00000200:2.0:1767384361.384352:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdf93d0 00000400:00000010:2.0:1767384361.384354:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ffdf93d0. 00000400:00000200:2.0:1767384361.384357:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384361.384360:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (36) 00000400:00000200:2.0:1767384361.384377:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:2.0:1767384361.384381:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000f0c1052e. 00000400:00000200:2.0:1767384361.384384:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 33 00000400:00000200:2.0:1767384361.384387:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384361.384398:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (37) 00000400:00000200:2.0:1767384361.384402:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384361.384405:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp21 to MR: 192.168.202.119@tcp21 local destination 00000400:00000200:2.0:1767384361.384409:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp21 NI seq info: [142:142:256:4294967295] 192.168.202.119@tcp21 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384361.384430:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21:192.168.202.119@tcp21) -> 192.168.202.119@tcp21(192.168.202.119@tcp21:192.168.202.119@tcp21) 192.168.202.119@tcp21 : ACK try# 0 00000400:00000200:1.0:1767384361.384439:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384361.384441:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp21 00000400:00000010:1.0:1767384361.384445:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013df8ae2. 00000800:00000010:2.0:1767384361.384448:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078279fc. 00000400:00000010:1.0:1767384361.384451:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b013553a. 00000400:00000200:1.0:1767384361.384456:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000f04d1b80 00000800:00000200:2.0:1767384361.384463:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (6) 00000400:00000200:1.0:1767384361.384464:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3004f1 00000400:00000010:1.0:1767384361.384475:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 0000000028fd711c. 00000800:00000200:2.0:1767384361.384483:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:999 00000400:00000010:1.0:1767384361.384484:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 000000006da6c43a. 00000400:00000010:1.0:1767384361.384489:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000c5e20e16. 00000800:00000200:2.0:1767384361.384496:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000078279fc type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384361.384528:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 0000000028fd711c. 00000400:00000010:1.0:1767384361.384534:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 000000006da6c43a. 00000400:00000010:1.0:1767384361.384536:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000c5e20e16. 00000400:00000010:1.0:1767384361.384540:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000f0c1052e. 00000400:00000200:1.0:1767384361.384543:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384361.384546:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300571 00000400:00000200:1.0:1767384361.384549:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 1 00000400:00000200:1.0:1767384361.384552:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 00000400:00000200:1.0:1767384361.384554:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384361.384555:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300511 rc 0 00000400:00000200:1.0:1767384361.384558:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384361.384561:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (36) 00000800:00000001:1.0:1767384361.384603:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384361.384606:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384361.384610:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078279fc. 00000400:00000200:2.0:1767384361.384615:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384361.384616:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384361.384621:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384361.384623:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: ACK: OK 00000800:00000001:1.0:1767384361.384630:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384361.384637:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.384644:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384361.384653:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp21(192.168.202.119@tcp21) <- 192.168.202.119@tcp21 : ACK - for me 00000400:00000200:1.0:1767384361.384664:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp21: ACK from 12345-192.168.202.119@tcp21 into md 0x1be5 00000400:00000200:1.0:1767384361.384669:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.384674:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp21->192.168.202.119@tcp21: ACK: OK 00000400:00000200:1.0:1767384361.384679:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:1.0:1767384361.384682:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000400:00000200:1.0:1767384361.384686:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384361.384688:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:1.0:1767384361.384690:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (35) 00000800:00000001:1.0:1767384361.384695:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384361.384699:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384361.393778:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384361.393787:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384361.393792:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384361.393796:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767384361.393796:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767384361.393805:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384361.393809:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384361.393810:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767384361.393812:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384361.393815:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384361.393820:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cbb338a4. 20000000:00000001:1.0:1767384361.393823:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384361.393830:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384361.393831:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:3.0:1767384361.393837:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a88b7b66. 00080000:00000020:1.0:1767384361.393839:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767384361.393842:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:3.0:1767384361.393850:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384361.393857:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767384361.393858:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384361.393863:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384361.393866:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384361.393871:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384361.393875:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384361.393884:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f9817f33 count: 2 00010000:00000001:1.0:1767384361.393888:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384361.393889:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384361.393896:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384361.393897:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384361.393898:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.393902:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384361.393904:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf3fcdca. 00000020:00000001:3.0:1767384361.393905:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384361.393911:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000020:00000001:1.0:1767384361.393913:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384361.393915:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384361.393919:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cf3fcdca with handle 0x4ac496f8d605e243 to hash 00080000:00000010:3.0:1767384361.393921:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007f60637f. 00080000:00000001:3.0:1767384361.393924:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367401472 : -114060342150144 : ffff984341d2bc00) 00080000:00000001:3.0:1767384361.393926:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384361.393933:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384361.393937:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384361.393943:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:1.0:1767384361.393948:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384361.393951:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.393956:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384361.393984:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384361.393988:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384361.393991:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384361.393995:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384361.393999:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384361.394006:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384361.394016:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384361.394021:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.394025:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384361.394027:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384361.394049:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384361.394052:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384361.394055:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384361.394063:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f9817f33) refcount = 2 00000001:00000001:3.0:1767384361.394064:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384361.394067:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384361.394069:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:3.0:1767384361.394071:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384361.394075:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384361.394083:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384361.394085:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384361.394086:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384361.394092:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000010:1.0:1767384361.394101:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004e12d1d. 00000100:00000001:1.0:1767384361.394114:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384361.394121:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df816be1. 00000100:00000001:1.0:1767384361.394125:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017907156864 : -114055802394752 : ffff98445069e780) 00000100:00000001:1.0:1767384361.394128:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017907156864 : -114055802394752 : ffff98445069e780) 00000100:00000001:1.0:1767384361.394133:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384361.394136:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384361.394181:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384361.394188:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384361.394191:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384361.394195:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384361.394201:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384361.394205:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384361.394210:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384361.394216:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 00000020:00000040:1.0:1767384361.394222:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00080000:00000001:3.0:1767384361.394224:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767384361.394227:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:3.0:1767384361.394228:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:1.0:1767384361.394232:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384361.394239:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.394247:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063d95a66. 00000100:00000001:1.0:1767384361.394253:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.394259:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384361.394276:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 16 pid: 16780 timeout: 431 lvb_type: 0 00010000:00000001:1.0:1767384361.394287:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384361.394291:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384361.394296:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384361.394308:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384361.394310:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.394315:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748247936:0@lo:104: 00000100:00000001:1.0:1767384361.394320:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384361.394326:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384361.394338:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.394342:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384361.394347:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af17e9f6. 02000000:00000001:1.0:1767384361.394350:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.394356:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef1445. 00000400:00000010:1.0:1767384361.394363:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eb7d5d3. 00000100:00000200:1.0:1767384361.394384:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748247936, portal 16 00000100:00000001:1.0:1767384361.394387:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384361.394389:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408368768 : -114055301182848 : ffff98446e49ca80) 00000100:00000040:1.0:1767384361.394395:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384361.394403:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.394407:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384361.394416:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008793e860. 00000100:00000200:1.0:1767384361.394419:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748247936, offset 0 00000400:00000200:1.0:1767384361.394427:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.394439:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384361.394450:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e106380 00000400:00000200:1.0:1767384361.394459:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1925 [2] + 328 00000400:00000200:1.0:1767384361.394466:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.394471:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.394478:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384361.394481:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384361.394485:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001c41f132. 00000100:00000040:1.0:1767384361.394490:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000001c41f132 x1853236748247936 msgsize 328 00000100:00100000:1.0:1767384361.394503:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384361.394516:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384361.394527:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008793e860 00000400:00000010:1.0:1767384361.394529:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008793e860. 00000100:00000001:1.0:1767384361.394535:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384361.394539:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384361.394546:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384361.394551:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384361.394562:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394564:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384361.394569:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394573:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294949287 00000100:00000001:1.0:1767384361.394578:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294949274 00000100:00000001:1.0:1767384361.394583:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294949287 00000100:00000001:1.0:1767384361.394586:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294949274 00000100:00000001:1.0:1767384361.394590:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294949287 00000100:00000001:1.0:1767384361.394596:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294949274 00000100:00000001:1.0:1767384361.394601:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294949287 00000100:00000001:1.0:1767384361.394604:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294949274 00000100:00000001:1.0:1767384361.394607:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.394610:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.394612:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.394615:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384361.394617:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.394620:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384361.394622:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384361.394624:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.394626:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384361.394628:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384361.394631:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394633:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384361.394635:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384361.394638:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000df816be1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384361.394642:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.394644:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394684:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384361.394687:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748247936 02000000:00000001:1.0:1767384361.394690:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384361.394693:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384361.394697:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.394702:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.394715:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748247936 00000020:00000001:1.0:1767384361.394719:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384361.394722:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000020:00000001:1.0:1767384361.394724:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384361.394728:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000020:00000001:1.0:1767384361.394732:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:1.0:1767384361.394734:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:1.0:1767384361.394739:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384361.394744:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a990fa3. 00000100:00000001:1.0:1767384361.394750:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.394754:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a990fa3. 00000020:00000010:1.0:1767384361.394761:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000df67644. 00000020:00000010:1.0:1767384361.394767:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d3711a4. 00000020:00000010:1.0:1767384361.394774:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e214aaa9. 00000100:00000040:1.0:1767384361.394785:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384361.394789:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384361.394791:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384361.394793:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394804:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394822:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.394836:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384361.394838:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384361.394843:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384361.394847:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:1.0:1767384361.394849:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408369664 : -114055301181952 : ffff98446e49ce00) 00000100:00000040:1.0:1767384361.394855:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001c41f132 x1853236748247936/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 328/0 e 0 to 0 dl 1767384372 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384361.394862:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384361.394865:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a990fa3. 00000100:00000001:1.0:1767384361.394869:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384361.394871:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a990fa3. 00000100:00100000:1.0:1767384361.394875:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001c41f132 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748247936:12345-0@lo:104: 00000100:00000200:1.0:1767384361.394887:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748247936 00010000:00000001:1.0:1767384361.394889:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384361.394893:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384361.394895:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384361.394897:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=2 00000020:00000001:1.0:1767384361.394898:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384361.394900:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384361.394903:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384361.394904:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.394907:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384361.394912:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384361.394914:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384361.394918:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c5e20e16. 02000000:00000001:1.0:1767384361.394921:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394922:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.394927:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384361.394929:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384361.394933:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384361.394938:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384361.394941:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384361.394943:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384361.394947:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384361.394951:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.394956:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.394961:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384361.394965:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008793e860. 00000100:00000200:1.0:1767384361.394971:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748247936, offset 224 00000400:00000200:1.0:1767384361.394981:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.394994:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384361.395004:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e106380 00000400:00000200:1.0:1767384361.395010:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bed [1] + 224 00000400:00000200:1.0:1767384361.395014:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.395026:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.395030:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384361.395034:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384361.395047:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384361.395065:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384361.395076:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008793e860 00000400:00000010:1.0:1767384361.395079:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008793e860. 00000100:00000001:1.0:1767384361.395083:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.395087:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384361.395093:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.395098:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384361.395103:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384361.395601:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f6f54247. 00010000:00000001:1.0:1767384361.395607:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384361.395627:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384361.395631:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.395633:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.395635:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.395643:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001c41f132 x1853236748247936/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384361.395656:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001c41f132 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748247936:12345-0@lo:104: Request processed in 791us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384361.395668:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384361.395675:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:1.0:1767384361.395679:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384361.395681:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384361.395687:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d3711a4. 00000020:00000010:1.0:1767384361.395697:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e214aaa9. 00000020:00000010:1.0:1767384361.395702:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000df67644. 00000020:00000040:1.0:1767384361.395712:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00000100:00000001:1.0:1767384361.395717:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384361.395748:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384361.395752:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.395755:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384361.395761:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384361.395764:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384361.395768:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384361.395778:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009512700b already unused, calling callback (0000000086de5a03) 10000000:00000001:1.0:1767384361.395782:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384361.395784:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384361.395792:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384361.395795:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384361.395796:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384361.395799:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=3 00000020:00000001:1.0:1767384361.395801:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384361.395803:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384361.395807:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384361.395811:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384361.395820:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384361.395822:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384361.395828:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767384361.395832:0:16774:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384361.395835:0:16774:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767384361.395837:0:16774:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384361.395840:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384361.395843:0:16774:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384361.395862:0:16774:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384361.395865:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384361.395876:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:1.0:1767384361.395881:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384361.395885:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.395894:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384361.395899:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384361.395902:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384361.395906:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384361.395909:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384361.395912:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009512700b with handle 0x4ac496f8d605e235 from hash 00010000:00000001:1.0:1767384361.395932:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384361.395934:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384361.395936:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384361.395939:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384361.395943:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384361.395945:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767384361.395951:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384361.395954:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384361.395962:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059706a99. 00000020:00000040:1.0:1767384361.395967:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384361.395974:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384361.395977:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384361.395982:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384361.395990:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000df67644. 00000100:00000001:1.0:1767384361.395997:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.396002:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384361.396007:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384361.396016:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384361.396021:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.396024:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.396026:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:0.0:1767384361.396046:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384361.396048:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384361.396050:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384361.396057:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cef1445. 00000100:00000040:1.0:1767384361.396060:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059706a99] to pc [ptlrpcd_00_01+1] req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384361.396064:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eb7d5d3 00000400:00000010:0.0:1767384361.396072:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006eb7d5d3. 00000100:00000001:0.0:1767384361.396085:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384361.396098:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384361.396103:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384361.396109:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384361.396119:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384361.396122:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.396126:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384361.396129:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384361.396150:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384361.396160:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384361.396162:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.396164:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384361.396173:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384361.396175:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384361.396178:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.396182:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.396185:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384361.396188:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384361.396199:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384361.396212:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384361.396214:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384361.396215:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.396223:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e235 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e23c expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.396224:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384361.396226:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.396231:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.396237:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000040:1.0:1767384361.396257:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007609693e count: 0 00000100:00000001:0.0:1767384361.396257:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.396269:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384361.396272:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.396275:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384361.396278:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.396280:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384361.396283:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.396289:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384361.396291:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384361.396298:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:0.0:1767384361.396299:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748247936:0@lo:104: 00010000:00000010:1.0:1767384361.396303:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f6f54247. 00000100:00000001:0.0:1767384361.396305:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384361.396315:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.396315:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.396326:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000001:1.0:1767384361.396328:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384361.396329:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384361.396332:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.396334:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c77f280 x1853236748247936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384361.396342:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384361.396344:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384361.396352:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384361.396352:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384361.396377:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af17e9f6. 00000020:00000001:1.0:1767384361.396380:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384361.396384:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:1.0:1767384361.396385:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384361.396389:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384361.396392:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384361.396393:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000020:00000001:1.0:1767384361.396397:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384361.396405:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384361.396405:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384361.396409:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063d95a66. 02000000:00000001:0.0:1767384361.396415:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384361.396418:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384361.396422:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 00000100:00000001:1.0:1767384361.396431:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.396432:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384361.396440:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.396441:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384361.396451:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df816be1. 00000100:00000001:1.0:1767384361.396453:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.396457:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384361.396461:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384361.396464:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004e12d1d. 00000100:00100000:1.0:1767384361.396465:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:0.0:1767384361.396469:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.396472:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.396473:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.396481:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.396484:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:0.0:1767384361.396486:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384361.396492:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.396492:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384361.396498:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384361.396502:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.396510:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.396514:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384361.396527:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.396550:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.396552:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384361.396555:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.396557:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.396564:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384361.396568:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384361.396573:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384361.396580:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748248064:0@lo:103: 00000100:00000001:1.0:1767384361.396586:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384361.396592:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384361.396596:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.396600:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384361.396606:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000addd6186. 02000000:00000001:1.0:1767384361.396609:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.396615:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000400:00000010:1.0:1767384361.396620:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008793e860. 00000100:00000200:1.0:1767384361.396623:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748248064, portal 18 00000100:00000001:1.0:1767384361.396626:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384361.396627:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000040:1.0:1767384361.396633:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.396640:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384361.396643:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384361.396646:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002137cbce. 00000100:00000200:1.0:1767384361.396649:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748248064, offset 0 00000400:00000200:1.0:1767384361.396655:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384361.396663:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384361.396671:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e106400 00000400:00000200:1.0:1767384361.396678:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:1.0:1767384361.396684:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384361.396688:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384361.396692:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384361.396694:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384361.396699:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 00000100:00000040:1.0:1767384361.396708:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000009c77f280 x1853236748248064 msgsize 328 00000100:00100000:1.0:1767384361.396714:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384361.396731:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384361.396739:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002137cbce 00000400:00000010:1.0:1767384361.396742:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002137cbce. 00000100:00000001:1.0:1767384361.396746:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384361.396753:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.396763:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384361.396767:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.396776:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.396779:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384361.396783:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384361.396785:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384361.396788:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248064 00000100:00000001:1.0:1767384361.396791:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294949289 02000000:00000001:2.0:1767384361.396794:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384361.396799:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384361.396802:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.396803:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294949287 02000000:00000001:2.0:1767384361.396812:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.396815:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294949289 00000100:00100000:2.0:1767384361.396819:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248064 00000020:00000001:2.0:1767384361.396827:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384361.396827:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294949287 00000020:00000040:2.0:1767384361.396837:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384361.396843:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384361.396844:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294949289 00000020:00000040:2.0:1767384361.396849:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:2.0:1767384361.396858:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384361.396859:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294949287 00000020:00000001:2.0:1767384361.396869:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384361.396871:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294949289 00000100:00000001:2.0:1767384361.396883:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384361.396885:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294949287 00000020:00000010:2.0:1767384361.396891:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049b28ca8. 00000100:00000001:1.0:1767384361.396898:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384361.396900:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.396905:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384361.396907:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049b28ca8. 00000100:00000001:1.0:1767384361.396915:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384361.396919:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a45ad6a5. 00000100:00000001:1.0:1767384361.396921:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384361.396929:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090ee9504. 00000020:00000010:2.0:1767384361.396949:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025c8f2ce. 00000100:00000040:2.0:1767384361.396967:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384361.396971:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384361.396973:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384361.396984:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384361.396988:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.396991:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384361.396996:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.396998:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.397001:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384361.397004:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384361.397007:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00010000:2.0:1767384361.397014:0:20667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 17 pid: 16780 timeout: 431 lvb_type: 0 00010000:00000001:2.0:1767384361.397022:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397025:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397026:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.397040:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.397047:0:20667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384361.397052:0:20667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c77f280 x1853236748248064/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 328/0 e 0 to 0 dl 1767384372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.397061:0:20667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384361.397063:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.397075:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.397097:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384361.397099:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384361.397150:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384361.397156:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:2.0:1767384361.397159:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408368768 : -114055301182848 : ffff98446e49ca80) 00000100:00000040:2.0:1767384361.397167:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c77f280 x1853236748248064/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 328/0 e 0 to 0 dl 1767384372 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.397178:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384361.397183:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049b28ca8. 00000100:00000001:2.0:1767384361.397187:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384361.397189:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049b28ca8. 00000100:00100000:2.0:1767384361.397195:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c77f280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16146:x1853236748248064:12345-0@lo:103: 00000100:00000200:2.0:1767384361.397206:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248064 00010000:00000001:2.0:1767384361.397209:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384361.397211:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384361.397213:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384361.397218:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384361.397220:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384361.397224:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000728ee85b. 02000000:00000001:2.0:1767384361.397226:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.397228:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397230:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384361.397232:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384361.397235:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.397237:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.397239:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384361.397241:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384361.397244:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000040:2.0:1767384361.397247:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f9817f33 count: 3 00010000:00010000:2.0:1767384361.397252:0:20667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 17 pid: 16780 timeout: 431 lvb_type: 0 00000100:00001000:2.0:1767384361.397260:0:20667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384361 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384361.397264:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384361.397275:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397277:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384361.397281:0:20667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 17 pid: 16780 timeout: 431 lvb_type: 0 00000020:00000001:2.0:1767384361.397290:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.397292:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.397295:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384361.397298:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397304:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384361.397306:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384361.397313:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397314:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397324:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.397326:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384361.397329:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e23c from hash 00010000:00000001:2.0:1767384361.397334:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384361.397336:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397337:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397339:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384361.397342:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384361.397344:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384361.397347:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e23c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e235 expref: 17 pid: 16780 timeout: 431 lvb_type: 0 00010000:00000040:2.0:1767384361.397355:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:2.0:1767384361.397358:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:2.0:1767384361.397383:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397386:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384361.397389:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384361.397391:0:20667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000cf3fcdca 00010000:00000001:2.0:1767384361.397395:0:20667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384361.397397:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.397401:0:20667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.397403:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384361.397406:0:20667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.397410:0:20667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384361.397413:0:20667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384361.397416:0:20667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397423:0:20667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384361.397426:0:20667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384361.397428:0:20667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384361.397429:0:20667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384361.397431:0:20667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f9817f33) refcount = 2 00010000:00010000:2.0:1767384361.397435:0:20667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397441:0:20667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384361.397451:0:20667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384361.397454:0:20667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.397458:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384361.397463:0:20667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000049b28ca8. 00000100:00000001:2.0:1767384361.397467:0:20667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384361.397473:0:20667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bc3a4057. 00000100:00000001:2.0:1767384361.397477:0:20667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013409050176 : -114060300501440 : ffff9843444e3e40) 00000100:00000001:2.0:1767384361.397479:0:20667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630013409050176 : -114060300501440 : ffff9843444e3e40) 00000100:00000001:2.0:1767384361.397483:0:20667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384361.397486:0:20667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384361.397489:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384361.397493:0:20667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384361.397496:0:20667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384361.397499:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.397501:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.397504:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=5 00000020:00000001:2.0:1767384361.397507:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:2.0:1767384361.397510:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:2.0:1767384361.397512:0:20667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384361.397515:0:20667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397523:0:20667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384361.397525:0:20667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397533:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397535:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384361.397538:0:20667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397544:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.397546:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397550:0:20667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384361.397552:0:20667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384361.397570:0:20667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cf3fcdca already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384361.397574:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.397576:0:20667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384361.397578:0:20667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397586:0:20667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384361.397588:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384361.397590:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384361.397594:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cf3fcdca refcount=6 00000020:00000001:2.0:1767384361.397596:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:2.0:1767384361.397598:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174202368 : -114055535349248 : ffff98446054b200) 00010000:00000001:2.0:1767384361.397601:0:20667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384361.397608:0:20667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397614:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384361.397619:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384361.397621:0:20667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397641:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384361.397644:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384361.397647:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384361.397649:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384361.397655:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cf3fcdca with handle 0x4ac496f8d605e243 from hash 00010000:00000001:2.0:1767384361.397658:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384361.397660:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397661:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397664:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384361.397667:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384361.397670:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384361.397670:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397675:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384361.397678:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.397680:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384361.397684:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384361.397684:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384361.397692:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397693:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384361.397698:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384361.397700:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.397703:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397706:0:20667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384361.397706:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384361.397714:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397717:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397720:0:20667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397724:0:20667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397727:0:20667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384361.397731:0:20667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397739:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397743:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397746:0:20667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384361.397749:0:20667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384361.397751:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384361.397752:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397755:0:20667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384361.397758:0:20667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384361.397761:0:20667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397763:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384361.397764:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cf3fcdca/0x4ac496f8d605e243 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384361.397775:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384361.397777:0:20667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.397779:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384361.397781:0:20667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384361.397784:0:20667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.397785:0:20667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.397787:0:20667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384361.397791:0:20667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bc3a4057. 00000100:00000001:2.0:1767384361.397794:0:20667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384361.397796:0:20667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384361.397799:0:20667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000049b28ca8. 00010000:00000001:2.0:1767384361.397803:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384361.397805:0:20667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f9817f33 count: 0 00010000:00010000:2.0:1767384361.397817:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384361.397820:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384361.397833:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384361.397837:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384361.397841:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384361.397849:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384361.397854:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384361.397857:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384361.397860:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384361.397863:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384361.397867:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384361.397873:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384361.398084:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000100:00000200:2.0:1767384361.398092:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748248064, offset 224 00000400:00000200:2.0:1767384361.398103:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384361.398185:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384361.398200:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e106400 00000400:00000200:2.0:1767384361.398210:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1bf9 [1] + 224 00000400:00000200:2.0:1767384361.398218:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384361.398225:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384361.398234:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384361.398241:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384361.398258:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384361.398275:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384361.398286:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:2.0:1767384361.398290:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000100:00000001:1.0:1767384361.398294:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384361.398297:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.398300:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384361.398302:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384361.398309:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384361.398311:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384361.398313:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384361.398318:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000100:00000040:2.0:1767384361.398319:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384361.398326:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384361.398329:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384361.398329:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008793e860 00000100:00000040:2.0:1767384361.398336:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c77f280 x1853236748248064/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 328/224 e 0 to 0 dl 1767384372 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384361.398343:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008793e860. 00000100:00000001:1.0:1767384361.398355:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384361.398379:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384361.398409:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c77f280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748248064:12345-0@lo:103: Request processed in 1225us (1693us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384361.398416:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384361.398428:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384361.398434:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384361.398438:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384361.398440:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384361.398444:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384361.398445:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384361.398450:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384361.398454:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090ee9504. 02000000:00000001:1.0:1767384361.398456:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384361.398464:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384361.398469:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025c8f2ce. 00000100:00000001:1.0:1767384361.398469:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384361.398481:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384361.398484:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a45ad6a5. 00000100:00001000:1.0:1767384361.398489:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=67 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384361.398493:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00001000:1.0:1767384361.398498:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384361.398500:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.398509:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384361.398514:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384361.398518:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384361.398521:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.398524:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384361.398529:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.398537:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384361.398541:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384361.398544:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384361.398550:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384361.398559:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000059706a99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748248064:0@lo:103: 00000100:00000001:1.0:1767384361.398567:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.398570:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384361.398574:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000059706a99 x1853236748248064/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.398582:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384361.398593:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384361.398596:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000addd6186. 02000000:00000001:1.0:1767384361.398601:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384361.398604:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384361.398606:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384361.398610:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384361.398613:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000df67644. 02000000:00000001:1.0:1767384361.398617:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384361.398620:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384361.398623:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059706a99. 00000100:00000001:1.0:1767384361.398628:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384361.398629:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.398633:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.398635:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.398637:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384361.398640:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.398643:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384361.402150:0:32966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00010000:00000010:1.1:1767384361.402150:0:32965:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007609693e. 00010000:00000010:1.1:1767384361.402165:0:32965:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009512700b. 00010000:00000010:2.1:1767384361.402167:0:32966:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00010000:00000010:2.1:1767384361.402182:0:32966:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f9817f33. 00080000:00000001:2.0:1767384361.405484:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767384361.405490:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384361.405494:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767384361.405496:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767384361.405499:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384361.405500:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384361.405508:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007f60637f. 00000020:00000002:3.0:1767384361.405510:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000001:2.0:1767384361.405514:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384361.405517:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384361.405522:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384361.405525:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384361.405534:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384361.405537:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767384361.405546:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767384361.405555:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384361.405561:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384361.405564:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384361.405577:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384361.405580:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384361.405590:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e53de73b. 00010000:00000001:0.0:1767384361.405596:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384361.405600:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000fab9e3b. 00000020:00000001:0.0:1767384361.405605:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384361.405608:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000fab9e3b with handle 0x4ac496f8d605e24a to hash 00000020:00000001:0.0:1767384361.405611:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384361.405614:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681389568 : -114056028162048 : ffff984442f4f800) 00010000:00000001:0.0:1767384361.405619:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681389568 : -114056028162048 : ffff984442f4f800) 00010000:00000001:0.0:1767384361.405622:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384361.405624:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384361.405627:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405636:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384361.405639:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384361.405643:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384361.405646:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384361.405650:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.405654:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384361.405656:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.405658:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384361.405661:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384361.405663:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384361.405665:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384361.405669:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e53de73b) refcount = 1 00010000:00010000:0.0:1767384361.405673:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405680:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384361.405683:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384361.405686:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.405690:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.405694:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384361.405700:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384361.405712:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384361.405718:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384361.405721:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384361.405723:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000fab9e3b refcount=4 00000020:00000001:0.0:1767384361.405726:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681389568 : -114056028162048 : ffff984442f4f800) 00010000:00000001:0.0:1767384361.405729:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681389568 : -114056028162048 : ffff984442f4f800) 00010000:00000001:0.0:1767384361.405732:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384361.405734:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405743:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384361.405748:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405755:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.405758:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384361.405760:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405767:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384361.405771:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.405774:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384361.405777:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384361.405785:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000fab9e3b already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384361.405789:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384361.405791:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384361.405793:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405800:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384361.405804:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384361.405807:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384361.405809:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000fab9e3b refcount=5 00000020:00000001:0.0:1767384361.405822:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681389568 : -114056028162048 : ffff984442f4f800) 00010000:00000001:0.0:1767384361.405825:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681389568 : -114056028162048 : ffff984442f4f800) 00010000:00000001:0.0:1767384361.405832:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384361.405836:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405841:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384361.405843:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384361.405845:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.405852:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384361.405854:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384361.405858:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384361.405860:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384361.405863:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000fab9e3b with handle 0x4ac496f8d605e24a from hash 00010000:00000001:0.0:1767384361.405866:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384361.405868:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.405869:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384361.405871:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384361.405874:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384361.405877:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384361.405883:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384361.405886:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384361.405894:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.405896:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384361.405898:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384361.405901:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.405902:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384361.405904:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.405907:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.405909:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384361.405912:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405918:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.405921:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384361.405925:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384361.405935:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384361.405938:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384361.405940:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384361.405943:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384361.405946:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384361.405949:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384361.405954:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384361.405961:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384361.405964:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384361.405967:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000fab9e3b/0x4ac496f8d605e24a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384361.405974:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e53de73b count: 0 00010000:00000001:0.0:1767384361.405998:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384361.406001:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384361.408059:0:32965:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000743edb2c. 00000400:00000040:1.0:1767384361.408080:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.408082:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384361.408085:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.408087:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.408090:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.408092:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384361.408095:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.408096:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384361.408098:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384361.408099:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384361.408101:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.408102:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.408131:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384361.408133:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.408136:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384361.408139:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384361.408141:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384361.408142:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384361.408145:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384361.408148:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.408149:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.408156:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.408159:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.408162:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.408163:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384361.408165:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.408167:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.408169:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.408172:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.408174:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.408175:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384361.408178:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384361.408180:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384361.408181:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384361.408184:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384361.408185:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.408187:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384361.408190:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384361.408191:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.408194:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384361.408197:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384361.408199:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384361.408202:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384361.408204:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384361.408206:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384361.408207:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384361.408210:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384361.408213:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384361.408216:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384361.408219:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384361.408222:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384361.408225:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384361.408227:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384361.408230:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384361.408234:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384361.408237:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384361.408239:0:32965:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000020:3.0:1767384361.408358:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384361.408362:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384361.408379:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dafcffb. 20000000:00000001:3.0:1767384361.408392:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384361.408397:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748247808 00010000:00000001:3.0:1767384361.408402:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384361.408413:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001013d0d3 x1853236748247808/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384361.408418:0:32965:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000743edb2c. 00010000:00000001:3.0:1767384361.408430:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384361.408433:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384361.408435:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.408439:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.408441:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.408443:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384361.408447:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.408449:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.408453:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.408459:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.408462:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005264c327. 00000100:00000200:3.0:1767384361.408468:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748247808, offset 224 00000400:00000200:3.0:1767384361.408478:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384361.408491:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384361.408503:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106300 00000400:00000200:3.0:1767384361.408513:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd5 [2] + 224 00000400:00000200:3.0:1767384361.408519:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.408525:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384361.408531:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384361.408536:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384361.408543:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.408562:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.408572:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005264c327 00000400:00000010:3.0:1767384361.408574:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005264c327. 00000100:00000001:3.0:1767384361.408580:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384361.408581:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384361.408582:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384361.408586:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384361.408592:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.408597:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:1.0:1767384361.408599:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384361.408600:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384361.408602:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384361.408604:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384361.408605:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000831f1a99. 00000020:00000001:3.0:1767384361.408608:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384361.408609:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000447161d0 00000400:00000010:1.0:1767384361.408611:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000447161d0. 00000100:00000001:1.0:1767384361.408616:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384361.408621:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001013d0d3 x1853236748247808/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384361.408623:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384361.408647:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001013d0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748247808:12345-0@lo:253: Request processed in 26092us (26753us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384361.408649:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.408661:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384361.408663:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.408666:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384361.408669:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 02000000:00000001:1.0:1767384361.408670:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384361.408673:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384361.408675:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384361.408675:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.408680:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384361.408681:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.408683:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384361.408687:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=67 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384361.408689:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d293b9ad. 00000100:00001000:1.0:1767384361.408692:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=67 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384361.408694:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba7261ad. 00000100:00000001:1.0:1767384361.408696:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384361.408698:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384361.408699:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c70e6718. 00010000:00000001:1.0:1767384361.408701:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384361.408704:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384361.408705:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:1.0:1767384361.408707:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384361.408711:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384361.408712:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384361.408715:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd5e592e. 02000000:00000001:3.0:1767384361.408722:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384361.408723:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384361.408726:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.408727:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384361.408730:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384361.408734:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384361.408735:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384361.408739:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384361.408740:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384361.408741:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb18dc1e. 00000020:01000004:1.0:1767384361.408741:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384361.408744:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384361.408747:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384361.408749:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005264c327. 00000020:01000004:1.0:1767384361.408749:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384361.408752:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384361.408760:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384361.408763:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384361.408770:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fffc6ca1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748247808:0@lo:253: 00000100:00000001:1.0:1767384361.408778:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.408781:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384361.408783:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fffc6ca1 x1853236748247808/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384361.408790:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384361.408792:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384361.408794:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000cb1d596b. 02000000:00000001:1.0:1767384361.408796:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384361.408797:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384361.408798:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384361.408800:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384361.408801:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015f00198. 02000000:00000001:1.0:1767384361.408810:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384361.408813:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384361.408814:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fffc6ca1. 00000100:00000001:1.0:1767384361.408819:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384361.408821:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.408823:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384361.408829:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384361.408830:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384361.408833:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384361.408836:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.409149:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294949289, at 4294949290 00000100:00000040:1.0:1767384361.409154:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294949289, at 4294949290 00000100:00000010:3.0:1767384361.409157:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cfd0efa. 00000100:00000010:1.0:1767384361.409164:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f87ba6ed. 00000100:00000040:2.0:1767384361.409175:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294949289, at 4294949290 00000100:00000010:2.0:1767384361.409187:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004cbf513. 00000100:00000040:0.0:1767384361.409200:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294949289, at 4294949290 00000100:00000010:0.0:1767384361.409209:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000584e7a80. 00080000:00000020:3.0:1767384361.410139:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384361.410142:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384361.410144:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000069d77583. 20000000:00000001:3.0:1767384361.410149:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384361.410152:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748247680 00010000:00000001:3.0:1767384361.410155:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384361.410162:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000519762ec x1853236748247680/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384361.410170:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384361.410171:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384361.410173:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384361.410176:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384361.410184:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384361.410186:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384361.410189:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384361.410190:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384361.410192:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384361.410195:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384361.410197:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606fb3cb. 00000100:00000200:3.0:1767384361.410200:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748247680, offset 224 00000400:00000200:3.0:1767384361.410204:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384361.410210:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384361.410216:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106280 00000400:00000200:3.0:1767384361.410221:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bc9 [2] + 224 00000400:00000200:3.0:1767384361.410226:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384361.410228:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384361.410231:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384361.410235:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384361.410240:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.410252:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384361.410257:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606fb3cb 00000400:00000010:3.0:1767384361.410259:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606fb3cb. 00000100:00000001:3.0:1767384361.410260:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384361.410262:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384361.410264:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384361.410267:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384361.410270:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384361.410272:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384361.410274:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384361.410275:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384361.410280:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000519762ec x1853236748247680/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:342/0 lens 4848/4768 e 0 to 0 dl 1767384372 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.410281:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384361.410293:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384361.410295:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000519762ec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748247680:12345-0@lo:253: Request processed in 27671us (28668us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384361.410298:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384361.410304:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000611b8c. 00000400:00000200:0.0:1767384361.410310:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000247e081e 00000400:00000010:0.0:1767384361.410316:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000247e081e. 00000100:00000001:0.0:1767384361.410324:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384361.410329:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:3.0:1767384361.410335:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:0.0:1767384361.410337:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384361.410341:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384361.410348:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384361.410356:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034d8df2c. 00000100:00000200:0.0:1767384361.410361:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384361.410363:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000deba2f7. 00000020:00000010:3.0:1767384361.410389:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8bf6268. 00000100:00000001:0.0:1767384361.410391:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384361.410395:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:0.0:1767384361.410395:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384361.410406:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384361.410406:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:3.0:1767384361.410411:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000009c4ec9b. 02000000:00000001:0.0:1767384361.410413:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384361.410419:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384361.410421:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384361.410423:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384361.410429:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384361.410429:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.410437:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7b5b6d0. 02000000:00000001:0.0:1767384361.410439:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384361.410449:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606fb3cb. 00000100:00001000:0.0:1767384361.410451:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384361.410457:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384361.410461:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384361.410463:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384361.410465:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384361.410467:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.410470:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384361.410476:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.410482:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384361.410485:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384361.410486:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384361.410491:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384361.410493:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384361.410495:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384361.410497:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384361.410498:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384361.410501:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384361.410503:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384361.410505:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384361.410507:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384361.410509:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384361.410514:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384361.410522:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000825dc290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748247680:0@lo:253: 00000100:00000001:0.0:1767384361.410529:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.410531:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384361.410536:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000825dc290 x1853236748247680/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384361.410542:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384361.410546:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384361.410549:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008aafa75c. 02000000:00000001:0.0:1767384361.410558:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384361.410565:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384361.410567:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384361.410570:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384361.410573:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000161ca597. 02000000:00000001:0.0:1767384361.410581:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384361.410584:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384361.410587:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000825dc290. 00000100:00000001:0.0:1767384361.410592:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384361.410595:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.410598:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384361.410606:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384361.410608:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384361.410610:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384361.410612:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384361.416154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e53de73b. 00010000:00000010:0.1:1767384361.416164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000fab9e3b. 00000800:00000200:1.0:1767384361.815205:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (6) 00000800:00000200:1.0:1767384361.815216:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp24 ip 192.168.202.119:988 00000800:00000200:1.0:1767384361.815220:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384361.815325:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384361.815334:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.815345:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384361.815350:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384361.815354:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384361.816180:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp37 00000400:00000010:2.0:1767384361.816185:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000be8865af. 00000400:00000010:2.0:1767384361.816193:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d171d226. 00000400:00000010:2.0:1767384361.816198:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000400:00000010:2.0:1767384361.816206:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000051d19083. 00000400:00000200:2.0:1767384361.816211:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp37 00000400:00000200:2.0:1767384361.816230:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp37 local destination 00000400:00000200:2.0:1767384361.816239:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp37 00000400:00000200:2.0:1767384361.816244:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp37 NI seq info: [143:143:256:4294967295] 192.168.202.119@tcp37 LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1767384361.816253:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp37 00000400:00000200:2.0:1767384361.816281:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp37(192.168.202.119@tcp37:) -> 192.168.202.119@tcp37(192.168.202.119@tcp37:192.168.202.119@tcp37) : GET try# 0 00000800:00000200:2.0:1767384361.816293:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp37 00000800:00000010:2.0:1767384361.816300:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002f698d8c. 00000800:00000200:2.0:1767384361.816308:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000800:00000200:2.1:1767384361.816318:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000400:00000200:2.0:1767384361.816344:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp37 added to recovery queue. ping count: 2 next ping: 286 health :800 00000400:00000200:2.0:1767384361.816358:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp36 00000400:00000010:2.0:1767384361.816376:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000042fe0266. 00000400:00000010:2.0:1767384361.816382:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d4776118. 00000400:00000010:2.0:1767384361.816388:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000400:00000010:2.0:1767384361.816395:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f464634c. 00000400:00000200:2.0:1767384361.816399:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp36 00000400:00000200:2.0:1767384361.816408:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp36 local destination 00000400:00000200:2.0:1767384361.816414:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp36 00000400:00000200:2.0:1767384361.816417:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp36 NI seq info: [144:144:256:4294967295] 192.168.202.119@tcp36 LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1767384361.816423:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp36 00000400:00000200:2.0:1767384361.816429:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36:) -> 192.168.202.119@tcp36(192.168.202.119@tcp36:192.168.202.119@tcp36) : GET try# 0 00000800:00000200:2.0:1767384361.816433:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp36 00000800:00000010:2.0:1767384361.816437:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3bc73a1. 00000800:00000200:2.0:1767384361.816441:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000800:00000200:2.1:1767384361.816445:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000400:00000200:2.0:1767384361.816462:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp36 added to recovery queue. ping count: 3 next ping: 290 health :700 00000400:00000200:2.0:1767384361.816466:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp39 00000400:00000010:2.0:1767384361.816469:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000de71f911. 00000400:00000010:2.0:1767384361.816474:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007d094ed9. 00000400:00000010:2.0:1767384361.816478:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133d7e7. 00000400:00000010:2.0:1767384361.816487:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006726c367. 00000400:00000200:2.0:1767384361.816490:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp39 00000400:00000200:2.0:1767384361.816496:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp39 local destination 00000400:00000200:2.0:1767384361.816499:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp39 00000400:00000200:2.0:1767384361.816505:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp39 NI seq info: [145:145:256:4294967295] 192.168.202.119@tcp39 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767384361.816519:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp39 00000400:00000200:2.0:1767384361.816536:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39:) -> 192.168.202.119@tcp39(192.168.202.119@tcp39:192.168.202.119@tcp39) : GET try# 0 00000800:00000200:2.0:1767384361.816545:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp39 00000800:00000010:2.0:1767384361.816548:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000941a0817. 00000800:00000200:2.0:1767384361.816554:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000800:00000200:2.1:1767384361.816560:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000400:00000200:1.0:1767384361.816577:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.816586:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp39 added to recovery queue. ping count: 1 next ping: 284 health :900 00000400:00000200:2.0:1767384361.816600:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp40 00000400:00000010:2.0:1767384361.816606:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008a2a158a. 00000400:00000010:2.0:1767384361.816616:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000048730387. 00000400:00000010:2.0:1767384361.816621:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000400:00000010:2.0:1767384361.816629:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000007a351af. 00000400:00000200:2.0:1767384361.816638:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp40 00000400:00000200:2.0:1767384361.816655:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp40 local destination 00000400:00000200:2.0:1767384361.816661:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp40 00000400:00000200:2.0:1767384361.816669:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp40 NI seq info: [146:146:256:4294967295] 192.168.202.119@tcp40 LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1767384361.816678:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp40 00000400:00000200:2.0:1767384361.816701:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40:) -> 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) : GET try# 0 00000400:00000200:1.0:1767384361.816703:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000200:2.0:1767384361.816718:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp40 00000800:00000010:2.0:1767384361.816726:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000017fd7961. 00000800:00000200:2.0:1767384361.816735:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000800:00000200:2.1:1767384361.816746:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000400:00000200:2.0:1767384361.816771:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp40 added to recovery queue. ping count: 1 next ping: 284 health :900 00000400:00000200:1.0:1767384361.816821:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.816870:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.816923:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817030:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817057:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817213:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817214:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817373:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817379:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817467:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.817483:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817502:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817568:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817631:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.817631:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817677:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817770:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.817770:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817780:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.817876:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.817876:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817877:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.817995:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818028:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818032:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818101:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818193:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818197:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818232:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818306:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818307:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818332:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818402:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818402:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818402:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818498:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818538:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818539:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818574:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818686:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818686:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818686:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818788:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818807:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818809:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818873:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.818891:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.818891:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.818957:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819002:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819004:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819064:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819193:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819193:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819219:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819302:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819303:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819313:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819394:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819394:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819420:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819482:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819483:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819531:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819587:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819587:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819653:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819734:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819790:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819831:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819831:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.819878:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.819950:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.819950:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.820014:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820093:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.820135:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.820137:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820256:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.820296:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.820297:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.820450:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.820472:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820472:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.820604:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820606:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.820681:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820681:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384361.820736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820736:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000800:00000010:1.0:1767384361.820786:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:1.0:1767384361.820796:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b77a5e63. 00000800:00000010:1.0:1767384361.820805:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000080b622a0. 00000400:00000200:2.0:1767384361.820824:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820824:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000800:00000010:1.0:1767384361.820864:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000080b622a0. 00000800:00020000:1.0:1767384361.820886:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384361.820893:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b77a5e63. 00000800:00000010:1.0:1767384361.820900:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dafcffb. 00000400:00000200:2.0:1767384361.820949:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.820949:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:02020000:1.0:1767384361.821023:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp36 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384361.821033:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.821033:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821037:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp36 notifying 192.168.202.119@tcp36: down 00000800:00000200:1.0:1767384361.821055:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp36 down 00000800:00000100:1.0:1767384361.821064:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp36 00000800:00000010:1.0:1767384361.821069:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3bc73a1. 00000400:00000200:1.0:1767384361.821077:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384361.821079:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.821079:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821090:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.821146:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384361.821155:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384361.821165:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp36) recovery failed with -71 00000400:00000200:0.0:1767384361.821199:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821247:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384361.821305:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000800:00000010:2.0:1767384361.821355:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aade2700. 00000400:00000200:1.0:1767384361.821378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000010:2.0:1767384361.821379:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000085a2108d. 00000800:00000010:2.0:1767384361.821391:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d55656e. 00000400:00000200:0.0:1767384361.821410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384361.821438:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d55656e. 00000800:00020000:2.0:1767384361.821451:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384361.821455:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000085a2108d. 00000800:00000010:2.0:1767384361.821458:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aade2700. 00000400:00000200:1.0:1767384361.821472:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:02020000:2.0:1767384361.821545:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp39 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384361.821557:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp39 notifying 192.168.202.119@tcp39: down 00000400:00000200:1.0:1767384361.821560:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000200:2.0:1767384361.821568:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp39 down 00000800:00000100:2.0:1767384361.821579:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp39 00000800:00000010:2.0:1767384361.821583:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000941a0817. 00000400:00000200:2.0:1767384361.821589:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384361.821597:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384361.821605:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000800:00000010:0.0:1767384361.821607:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065bbcbab. 00000400:00000200:2.0:1767384361.821608:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery message sent unsuccessfully:-71 00000800:00000010:0.0:1767384361.821613:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004c07c525. 00000400:00000200:2.0:1767384361.821615:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp39) recovery failed with -71 00000800:00000010:0.0:1767384361.821616:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004fad9c19. 00000400:00000200:1.0:1767384361.821630:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000010:0.0:1767384361.821648:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004fad9c19. 00000800:00020000:0.0:1767384361.821662:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384361.821665:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004c07c525. 00000800:00000010:0.0:1767384361.821669:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065bbcbab. 00000400:00000200:1.0:1767384361.821693:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:02020000:0.0:1767384361.821754:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp37 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384361.821760:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp37 notifying 192.168.202.119@tcp37: down 00000800:00000200:0.0:1767384361.821765:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp37 down 00000800:00000100:0.0:1767384361.821771:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp37 00000400:00000200:1.0:1767384361.821775:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000800:00000010:0.0:1767384361.821775:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002f698d8c. 00000400:00000200:0.0:1767384361.821782:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384361.821794:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp37->192.168.202.119@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384361.821800:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384361.821803:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384361.821805:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp37) recovery failed with -71 00000400:00000200:1.0:1767384361.821835:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821878:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821907:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821935:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821973:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.821995:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822018:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822067:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822091:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822152:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822176:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822193:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822214:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822241:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822266:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822305:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822329:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822351:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822390:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822412:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822433:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822452:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822472:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822488:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822504:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384361.822517:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384361.822587:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:1.0:1767384361.822590:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b77a5e63. 00000800:00000010:1.0:1767384361.822593:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000080b622a0. 00000800:00000010:1.0:1767384361.822605:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000080b622a0. 00000800:00020000:1.0:1767384361.822610:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384361.822612:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b77a5e63. 00000800:00000010:1.0:1767384361.822614:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dafcffb. 00000400:02020000:1.0:1767384361.822644:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp40 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384361.822648:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp40 notifying 192.168.202.119@tcp40: down 00000800:00000200:1.0:1767384361.822653:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp40 down 00000800:00000100:1.0:1767384361.822656:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp40 00000800:00000010:1.0:1767384361.822658:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000017fd7961. 00000400:00000200:1.0:1767384361.822662:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384361.822665:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384361.822671:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384361.822673:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384361.822676:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp40) recovery failed with -71 00010000:00000001:2.0:1767384362.328376:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384362.328384:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384362.328389:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384362.328391:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384362.328441:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384362.328450:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384362.328455:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384362.839302:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.839307:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384362.839310:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:3.0:1767384362.839315:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000400:00000200:3.0:1767384362.839320:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384362.839327:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery ping unlinked 00000400:00000010:3.0:1767384362.839340:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000be8865af. 00000400:00000010:3.0:1767384362.839344:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d171d226. 00000400:00000001:3.0:1767384362.839361:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.839363:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384362.839365:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:3.0:1767384362.839367:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:3.0:1767384362.839372:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384362.839375:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery ping unlinked 00000400:00000010:3.0:1767384362.839377:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000042fe0266. 00000400:00000010:3.0:1767384362.839380:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d4776118. 00000400:00000001:3.0:1767384362.839384:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.839384:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384362.839386:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133d7e7 00000400:00000010:3.0:1767384362.839393:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b133d7e7. 00000400:00000200:3.0:1767384362.839396:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384362.839398:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384362.839402:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000de71f911. 00000400:00000010:3.0:1767384362.839405:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007d094ed9. 00000400:00000001:3.0:1767384362.839409:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384362.839410:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384362.839412:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:3.0:1767384362.839413:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000200:3.0:1767384362.839415:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384362.839417:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp40 recovery ping unlinked 00000400:00000010:3.0:1767384362.839419:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008a2a158a. 00000400:00000010:3.0:1767384362.839421:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000048730387. 00080000:00000001:0.0:1767384363.158185:0:33429:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384363.158197:0:33429:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.158201:0:33429:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384363.158206:0:33429:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384363.158211:0:33429:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.158213:0:33429:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.351189:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384363.351195:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.351200:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384363.351201:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.351292:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384363.351296:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384363.351298:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384363.848680:0:33593:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384363.848684:0:33593:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384363.851998:0:33593:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384363.859064:0:33594:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f0c1052e. 00000400:00000010:2.0:1767384363.859078:0:33594:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008318a30b. 00000400:00000010:2.0:1767384363.859086:0:33594:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000085a2108d. 00000400:00000010:2.0:1767384363.859089:0:33594:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006a0fe64e. 00000400:00000010:2.0:1767384363.859093:0:33594:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000067fc2621. 00000400:00000010:2.0:1767384363.859097:0:33594:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000093966b2d. 00000400:00000010:2.0:1767384363.859098:0:33594:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000141d314f. 00000400:00000010:2.0:1767384363.859123:0:33594:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b1baca3b. 00000400:00000010:2.0:1767384363.859128:0:33594:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004765794a. 00000800:00000010:2.0:1767384363.859143:0:33594:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e6f92f07. 00000800:00000200:2.0:1767384363.859153:0:33594:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384363.859164:0:33594:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384363.859198:0:33594:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384363.859218:0:33594:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp42 [8/256/0/180] 00000400:00000010:2.0:1767384363.860668:0:33594:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 000000005ca5e0ef. 00000400:00000010:2.0:1767384363.860673:0:33594:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f133b711. 00000400:00000010:2.0:1767384363.860678:0:33594:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000400:00000001:2.0:1767384363.860700:0:33594:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384363.860701:0:33594:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384363.860703:0:33594:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015262afb. 00000400:00000200:2.0:1767384363.860705:0:33594:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:2.0:1767384363.860707:0:33594:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000400:00000010:2.0:1767384363.860712:0:33594:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000c9fb2b69. 00000400:00000200:2.0:1767384363.860716:0:33594:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (34) 00000400:00000200:2.0:1767384363.860725:0:33594:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384363.860733:0:33594:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:2.0:1767384363.860740:0:33594:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000aade2700. 00000020:01000000:2.0:1767384363.860743:0:33594:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384363.860745:0:33594:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp42 00000400:00000200:1.0:1767384363.860754:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384363.860758:0:33594:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008318a30b. 00000400:00000010:2.0:1767384363.860762:0:33594:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f0c1052e. 00000400:00000200:1.0:1767384363.860763:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000400:00000010:1.0:1767384363.860771:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008793e860. 00000400:00000200:1.0:1767384363.860774:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (35) 00000400:00000010:1.0:1767384363.860779:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004145026b. 00000400:00000200:1.0:1767384363.860783:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:00000001:3.0:1767384363.860791:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384363.860795:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 10000000:00000001:3.0:1767384363.860797:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384363.860801:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 10000000:00000001:3.0:1767384363.860803:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384363.860808:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 10000000:01000000:3.0:1767384363.860809:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384363.860815:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:01000004:3.0:1767384363.860816:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384363.860821:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384363.860822:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000020:01000004:3.0:1767384363.860826:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384363.860830:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000020:01000004:3.0:1767384363.860831:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384363.860836:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384363.860838:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000020:01000004:3.0:1767384363.860839:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384363.860844:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384363.860844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000020:01000004:3.0:1767384363.860848:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384363.860849:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384363.860852:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384363.860858:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000100:00000010:3.0:1767384363.860861:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000958b9be. 00000400:00000200:1.0:1767384363.860861:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000400:00000200:1.0:1767384363.860868:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000020:00000040:3.0:1767384363.860869:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:1.0:1767384363.860871:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 00000400:00000200:1.0:1767384363.860877:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[142, 37] 00000100:00000001:3.0:1767384363.860878:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384363.860881:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 02000000:00000001:3.0:1767384363.860884:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384363.860888:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 02000000:00000001:3.0:1767384363.860892:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.860893:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:1.0:1767384363.860899:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:1.0:1767384363.860903:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 02000000:00000010:3.0:1767384363.860904:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000957aaac8. 00000400:00000200:1.0:1767384363.860907:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000400:00000200:1.0:1767384363.860911:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 32], ns[68, 32] 00000100:00000001:3.0:1767384363.860914:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.860915:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 32], ns[90, 32] 00000400:00000200:1.0:1767384363.860919:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[74, 32] 00000400:00000200:1.0:1767384363.860923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 32], ns[133, 32] 00000400:00000200:1.0:1767384363.860929:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 32], ns[99, 32] 00000100:00000001:3.0:1767384363.860933:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384363.860934:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 32], ns[105, 32] 00000100:00000001:3.0:1767384363.860937:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.860944:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 32], ns[117, 32] 00000100:00000040:3.0:1767384363.860949:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000958b9be] to pc [ptlrpcd_00_02+2] req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384363.860972:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 32], ns[124, 32] 00000400:00000200:1.0:1767384363.860979:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[135, 32], ns[144, 32] 00000400:00000200:1.0:1767384363.860985:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[134, 32], ns[143, 32] 00000400:00000200:1.0:1767384363.860991:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 32], ns[132, 32] 10000000:00000001:3.0:1767384363.860995:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.860999:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[136, 32], ns[145, 32] 10000000:00000001:3.0:1767384363.861001:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861002:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384363.861007:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384363.861009:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861009:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384363.861011:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[137, 32], ns[146, 32] 00000020:01000000:3.0:1767384363.861015:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384363.861017:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384363.861024:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00000020:00000001:3.0:1767384363.861026:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384363.861030:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384363.861033:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384363.861036:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384363.861037:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384363.861040:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000020:01000004:3.0:1767384363.861041:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384363.861041:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384363.861046:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384363.861048:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384363.861049:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp41 00000020:01000004:3.0:1767384363.861050:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384363.861052:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384363.861054:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384363.861055:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384363.861057:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384363.861059:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp41 lpni_is_preferred = 0 00000020:01000004:3.0:1767384363.861061:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:2.0:1767384363.861061:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748248192:0@lo:253: 00000020:01000004:3.0:1767384363.861064:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384363.861067:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384363.861068:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp41 00000020:01000004:3.0:1767384363.861071:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384363.861076:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384363.861077:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp41 NI seq info: [147:147:256:4294967295] 192.168.202.119@tcp41 LPNI seq info [138:138:8:4294967295] 00000100:00000010:3.0:1767384363.861078:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083d3c8bc. 02000000:00000001:2.0:1767384363.861082:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384363.861084:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:2.0:1767384363.861085:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861091:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384363.861091:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384363.861092:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp41 02000000:00000001:3.0:1767384363.861096:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384363.861099:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000166cfb4a. 02000000:00000001:3.0:1767384363.861100:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.861131:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp41(192.168.202.119@tcp41:) -> 192.168.202.119@tcp41(192.168.202.119@tcp:192.168.202.119@tcp41) : PUT try# 0 02000000:00000010:3.0:1767384363.861135:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015bb3cca. 02000000:00000001:2.0:1767384363.861137:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384363.861141:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.119@tcp41 00000100:00000001:3.0:1767384363.861144:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384363.861145:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8db5d3. 00000800:00000010:1.0:1767384363.861147:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000458b98b6. 00000100:00000001:3.0:1767384363.861151:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384363.861152:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008318a30b. 00000100:00000001:3.0:1767384363.861154:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384363.861156:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748248192, portal 25 00000800:00000010:1.0:1767384363.861157:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1bcb295. 00000100:00000001:2.0:1767384363.861161:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384363.861162:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083d3c8bc] to pc [ptlrpcd_00_03+3] req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384363.861163:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000db4572d. 00000100:00000001:2.0:1767384363.861164:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716209408 : -114055993342208 : ffff984445084700) 00000100:00000040:2.0:1767384363.861174:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384363.861174:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000800:00000200:1.1:1767384363.861185:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000100:00000001:2.0:1767384363.861196:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384363.861197:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384363.861201:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:3.0:1767384363.861202:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.861205:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000020:00000001:3.0:1767384363.861206:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384363.861206:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc37e65. 00000100:00000200:2.0:1767384363.861211:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748248192, offset 0 00000400:00000200:1.0:1767384363.861211:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 00000400:00000200:2.0:1767384363.861220:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:3.0:1767384363.861224:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384363.861227:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000aade2700. 00000400:00000200:2.0:1767384363.861232:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384363.861241:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106480 00000100:00000001:3.0:1767384363.861242:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.861245:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384363.861247:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384363.861248:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13cd [2] + 0 00000400:00000010:2.0:1767384363.861253:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f0d09c3. 00000100:00000040:3.0:1767384363.861257:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384363.861257:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a47edfa 00000400:00000200:1.0:1767384363.861264:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00000001:3.0:1767384363.861265:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384363.861266:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384363.861269:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.861272:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384363.861275:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384363.861276:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384363.861278:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384363.861282:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000083d3c8bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748248320:0@lo:253: 00000400:00000200:2.0:1767384363.861284:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a47edfa 00000100:00000001:3.0:1767384363.861286:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384363.861290:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a47edfa. 02000000:00000001:3.0:1767384363.861291:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384363.861294:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.861296:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384363.861298:0:16148:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:3.0:1767384363.861301:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000009c4ec9b. 00000100:00000200:2.0:1767384363.861302:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384363.861305:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.861307:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000040:2.0:1767384363.861308:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000d8f345e0 x1853236748248192 msgsize 4848 00000400:00000010:3.0:1767384363.861310:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c48137a. 00000400:00000010:3.0:1767384363.861319:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007f7f2935. 00000100:00000200:3.0:1767384363.861323:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748248320, portal 25 00000100:00100000:2.0:1767384363.861323:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384363.861327:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384363.861327:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384363.861330:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716217472 : -114055993334144 : ffff984445086680) 00000100:00000040:3.0:1767384363.861335:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384363.861337:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000001:2.0:1767384363.861338:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384363.861357:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384363.861362:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384363.861363:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc37e65 00000400:00000010:3.0:1767384363.861366:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003cd4a6f2. 00000400:00000010:2.0:1767384363.861372:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dc37e65. 00000100:00000001:2.0:1767384363.861376:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384363.861377:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748248320, offset 0 00000100:00000200:2.0:1767384363.861382:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384363.861382:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.861390:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384363.861399:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384363.861404:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384363.861405:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384363.861417:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106500 00000100:00000001:2.0:1767384363.861419:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861424:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384363.861427:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1405 [2] + 0 00000400:00000200:1.0:1767384363.861430:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:2.0:1767384363.861432:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861439:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294951754 00000400:00000010:3.0:1767384363.861440:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074a7eb4b. 00000400:00000200:3.0:1767384363.861447:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b44df42 00000100:00000010:2.0:1767384363.861447:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000046d83f98. 00000400:00000200:3.0:1767384363.861453:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384363.861456:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384363.861460:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384363.861466:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294951754 00000400:00000200:3.0:1767384363.861467:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b44df42 00000400:00000200:1.0:1767384363.861468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000010:3.0:1767384363.861472:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b44df42. 00000100:00000010:2.0:1767384363.861474:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001032d171. 00000100:00000001:2.0:1767384363.861479:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384363.861481:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384363.861484:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294951754 00000100:00000200:3.0:1767384363.861485:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767384363.861489:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cd11083b. 00000100:00000040:3.0:1767384363.861490:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000003057d9d0 x1853236748248320 msgsize 4848 00000100:00000001:2.0:1767384363.861494:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00100000:3.0:1767384363.861500:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384363.861500:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294951754 00000100:00000040:3.0:1767384363.861505:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384363.861506:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000010:2.0:1767384363.861507:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bc79a125. 00000100:00000001:2.0:1767384363.861512:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384363.861515:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384363.861518:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384363.861521:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384363.861524:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cd4a6f2 00000100:00000001:2.0:1767384363.861524:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384363.861527:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003cd4a6f2. 00000100:00000001:2.0:1767384363.861529:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.861531:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384363.861536:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861537:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384363.861540:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384363.861545:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:2.0:1767384363.861546:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.861547:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384363.861550:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384363.861553:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861554:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861560:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861566:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861568:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384363.861572:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861575:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294951754 00000400:00000200:1.0:1767384363.861575:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000100:00000001:3.0:1767384363.861581:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294951754 00000100:00000001:3.0:1767384363.861582:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294951754 00000100:00000001:3.0:1767384363.861584:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294951754 00000100:00000001:3.0:1767384363.861586:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294951754 00000100:00000001:3.0:1767384363.861588:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294951754 00000100:00000001:3.0:1767384363.861589:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294951754 00000100:00000001:3.0:1767384363.861591:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294951754 00000100:00000001:3.0:1767384363.861592:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.861600:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861602:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861604:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.861608:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384363.861610:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384363.861613:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.861614:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384363.861616:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861619:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.861619:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:2.0:1767384363.861647:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384363.861649:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384363.861653:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248192 00000100:00100000:2.0:1767384363.861655:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248320 02000000:00000001:3.0:1767384363.861657:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384363.861658:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384363.861661:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384363.861661:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384363.861662:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000001:3.0:1767384363.861666:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861666:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384363.861673:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.861674:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384363.861677:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248320 00000100:00100000:3.0:1767384363.861678:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248192 00000020:00000001:3.0:1767384363.861683:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384363.861683:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384363.861687:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000040:2.0:1767384363.861687:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384363.861691:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384363.861692:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.861695:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000040:3.0:1767384363.861696:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384363.861701:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384363.861701:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:1.0:1767384363.861706:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000020:00000001:3.0:1767384363.861707:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384363.861707:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384363.861715:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384363.861715:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384363.861720:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b67d5f4e. 00000020:00000010:3.0:1767384363.861721:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7c4d29. 00000100:00000001:2.0:1767384363.861726:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.861727:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384363.861733:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7c4d29. 00000020:00000010:2.0:1767384363.861733:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b67d5f4e. 00000020:00000010:3.0:1767384363.861741:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c5312cd. 00000020:00000010:2.0:1767384363.861741:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd154a42. 00000020:00000010:3.0:1767384363.861750:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ab052ad. 00000020:00000010:2.0:1767384363.861750:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0c45f5b. 00000020:00000010:3.0:1767384363.861758:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000756f9876. 00000020:00000010:2.0:1767384363.861758:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025c8f2ce. 00000400:00000200:1.0:1767384363.861759:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000040:2.0:1767384363.861768:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384363.861772:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384363.861773:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384363.861774:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384363.861777:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384363.861778:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861780:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861788:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861789:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861797:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.861798:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384363.861811:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:3.0:1767384363.861816:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384363.861816:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384363.861819:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384363.861820:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384363.861825:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000040:2.0:1767384363.861830:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384363.861832:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612966480 : -114055096585136 : ffff98447a7bb450) 00000100:00100000:3.0:1767384363.861835:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767384363.861839:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003057d9d0 x1853236748248320/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:344/0 lens 4848/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384363.861840:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384363.861844:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013411572816 : -114060297978800 : ffff98434474bc50) 00000100:00000040:3.0:1767384363.861852:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8f345e0 x1853236748248192/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:344/0 lens 4848/0 e 0 to 0 dl 1767384374 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384363.861853:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384363.861855:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000020:00000010:2.0:1767384363.861864:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b67d5f4e. 00000100:00000001:3.0:1767384363.861866:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384363.861868:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384363.861871:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f7c4d29. 00000020:00000010:2.0:1767384363.861872:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b67d5f4e. 00000100:00000001:3.0:1767384363.861877:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384363.861881:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f7c4d29. 00000100:00100000:2.0:1767384363.861881:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003057d9d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748248320:12345-0@lo:253: 00000100:00000200:2.0:1767384363.861887:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248320 00000100:00100000:3.0:1767384363.861889:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8f345e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748248192:12345-0@lo:253: 00000020:00000001:2.0:1767384363.861891:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384363.861895:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248192 00000020:00000001:2.0:1767384363.861897:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384363.861898:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384363.861900:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.861903:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384363.861903:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384363.861906:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384363.861907:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:1.0:1767384363.861909:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000020:00000001:3.0:1767384363.861910:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384363.861911:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384363.861913:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384363.861915:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384363.861916:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384363.861919:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384363.861919:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384363.861922:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384363.861923:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384363.861926:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384363.861927:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384363.861931:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861932:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384363.861934:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384363.861936:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384363.861937:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384363.861943:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000091ccb8c4. 02000000:00000010:3.0:1767384363.861944:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000161ca597. 02000000:00000001:2.0:1767384363.861947:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.861948:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384363.861950:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.861951:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.861952:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 20000000:00000001:2.0:1767384363.861954:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384363.861956:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384363.861965:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000aade2700. 20000000:00000010:3.0:1767384363.861966:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015f00198. 20000000:01000000:3.0:1767384363.861971:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384363.861971:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384363.861976:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384363.861976:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384363.861980:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384363.861983:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384363.861983:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 20000000:00000001:2.0:1767384363.861987:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384363.861988:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384363.861991:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384363.861992:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384363.861995:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384363.862002:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384363.862002:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d652b515. 20000000:01000000:2.0:1767384363.862006:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:2.0:1767384363.862012:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384363.862017:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767384363.862026:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862058:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00080000:00000001:2.0:1767384363.862059:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384363.862063:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384363.862064:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384363.862072:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384363.862075:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384363.862079:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:2.0:1767384363.862083:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384363.862090:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a7cdcf9b. 00080000:00000001:2.0:1767384363.862092:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368073216 : -114060341478400 : ffff984341dcfc00) 00080000:00000001:2.0:1767384363.862095:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384363.862099:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862223:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862249:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862268:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862293:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862337:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862395:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862452:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862482:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862514:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000001:00000001:2.0:1767384363.862526:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384363.862529:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384363.862532:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384363.862539:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00080000:00000001:2.0:1767384363.862555:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384363.862560:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767384363.862561:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862584:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862608:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384363.862635:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00080000:00000001:2.0:1767384363.862682:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384363.862685:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384363.862831:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:1.0:1767384363.862836:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069347220. 00000800:00000010:1.0:1767384363.862840:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea12eadb. 00000800:00000010:1.0:1767384363.862860:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea12eadb. 00000800:00020000:1.0:1767384363.862868:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384363.862871:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069347220. 00000800:00000010:1.0:1767384363.862874:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dafcffb. 00000400:02020000:1.0:1767384363.862909:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp41 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384363.862914:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp41 notifying 192.168.202.119@tcp41: down 00000800:00000200:1.0:1767384363.862919:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp41 down 00000800:00000100:1.0:1767384363.862924:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 576 0@<0:0>->192.168.202.119@tcp41 00000800:00000010:1.0:1767384363.862927:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000458b98b6. 00000400:00000200:1.0:1767384363.862930:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384363.862932:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp41->192.168.202.119@tcp41: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384363.862939:0:16137:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp41 added to recovery queue. ping count: 0 next ping: 285 health :900 00000400:00000200:1.0:1767384363.862943:0:16137:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384363.862945:0:16137:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:1.0:1767384363.862948:0:16137:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384363.862984:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384363.862989:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301151 00000400:00000001:2.0:1767384363.862993:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384363.862995:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384363.862996:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008793e860 00000400:00000010:2.0:1767384363.862998:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008793e860. 00000400:00000200:2.0:1767384363.863001:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384363.863004:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384363.863007:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (36) 00000400:00000200:2.0:1767384363.863010:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384363.863012:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 rc -71 00000400:00000200:2.0:1767384363.863016:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384363.863019:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (35) 00000400:00000200:3.0:1767384363.863165:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp39 00000400:00000010:3.0:1767384363.863171:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000017ae1b66. 00000400:00000010:3.0:1767384363.863177:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000595d880d. 00000400:00000010:3.0:1767384363.863182:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fb6207a. 00000400:00000010:3.0:1767384363.863190:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0ea0d94. 00000400:00000200:3.0:1767384363.863196:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp39 00000400:00000200:3.0:1767384363.863208:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp39 local destination 00000400:00000200:3.0:1767384363.863213:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp39 00000400:00000200:3.0:1767384363.863218:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp39 NI seq info: [148:148:256:4294967295] 192.168.202.119@tcp39 LPNI seq info [139:139:8:4294967295] 00000400:00000200:3.0:1767384363.863223:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp39 00000400:00000200:3.0:1767384363.863233:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39:) -> 192.168.202.119@tcp39(192.168.202.119@tcp39:192.168.202.119@tcp39) : GET try# 0 00000800:00000200:3.0:1767384363.863238:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp39 00000800:00000010:3.0:1767384363.863243:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ca505ee2. 00000800:00000200:3.0:1767384363.863250:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000800:00000200:3.1:1767384363.863256:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000400:00000200:3.0:1767384363.863274:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp39 added to recovery queue. ping count: 2 next ping: 288 health :800 00000400:00000200:3.0:1767384363.863279:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp40 00000400:00000010:3.0:1767384363.863283:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e70c2e43. 00000400:00000010:3.0:1767384363.863288:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c81f6a51. 00000400:00000010:3.0:1767384363.863292:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071686e79. 00000400:00000010:3.0:1767384363.863295:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000030542336. 00000400:00000200:3.0:1767384363.863299:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp40 00000400:00000200:3.0:1767384363.863305:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp40 local destination 00000400:00000200:3.0:1767384363.863309:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp40 00000400:00000200:3.0:1767384363.863313:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp40 NI seq info: [149:149:256:4294967295] 192.168.202.119@tcp40 LPNI seq info [140:140:8:4294967295] 00000400:00000200:3.0:1767384363.863318:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp40 00000400:00000200:3.0:1767384363.863325:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40:) -> 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) : GET try# 0 00000800:00000200:3.0:1767384363.863330:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp40 00000800:00000010:3.0:1767384363.863334:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c043058d. 00000800:00000200:3.0:1767384363.863359:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000800:00000200:3.1:1767384363.863365:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000400:00000200:3.0:1767384363.863380:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp40 added to recovery queue. ping count: 2 next ping: 288 health :800 00000400:00000200:3.0:1767384363.863429:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863477:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.863496:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.863551:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863586:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863618:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863647:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863667:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863722:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863750:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863790:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863817:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863848:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863883:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863901:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863917:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863950:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.863980:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864016:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864037:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864071:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.864339:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.864423:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864518:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864570:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864605:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864665:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864693:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864711:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.864743:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864747:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864807:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.864820:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864858:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.864898:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864912:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.864964:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.864967:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.865035:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865048:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.865086:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865144:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.865151:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.865215:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865227:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865287:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865338:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000800:00000010:2.0:1767384363.865370:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069d77583. 00000800:00000010:2.0:1767384363.865374:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007dc37e65. 00000800:00000010:2.0:1767384363.865378:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008f6a848c. 00000800:00000010:2.0:1767384363.865402:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008f6a848c. 00000400:00000200:3.0:1767384363.865404:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000800:00020000:2.0:1767384363.865421:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384363.865425:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007dc37e65. 00000800:00000010:2.0:1767384363.865429:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000069d77583. 00000400:00000200:3.0:1767384363.865450:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:02020000:2.0:1767384363.865494:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp40 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384363.865500:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp40 notifying 192.168.202.119@tcp40: down 00000400:00000200:2.0:1767384363.865503:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384363.865507:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp40 00000800:00000010:2.0:1767384363.865509:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c043058d. 00000400:00000200:3.0:1767384363.865510:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.865514:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384363.865520:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384363.865526:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384363.865529:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384363.865533:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp40) recovery failed with -71 00000400:00000200:3.0:1767384363.865553:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865606:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865669:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865733:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384363.865789:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.865923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866011:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866064:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866138:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866195:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866233:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866268:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866299:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866358:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866412:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866471:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866505:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384363.866528:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384363.866634:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069d77583. 00000800:00000010:2.0:1767384363.866638:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007dc37e65. 00000800:00000010:2.0:1767384363.866642:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384363.866661:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005655d73. 00000800:00020000:2.0:1767384363.866667:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384363.866674:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007dc37e65. 00000800:00000010:2.0:1767384363.866676:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000069d77583. 00000400:02020000:2.0:1767384363.866715:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp39 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384363.866720:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp39 notifying 192.168.202.119@tcp39: down 00000400:00000200:2.0:1767384363.866722:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384363.866725:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp39 00000800:00000010:2.0:1767384363.866727:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ca505ee2. 00000400:00000200:2.0:1767384363.866730:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384363.866734:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384363.866738:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384363.866741:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384363.866744:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp39) recovery failed with -71 00080000:00000001:2.0:1767384363.872393:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384363.872400:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:2.0:1767384363.872405:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384363.872408:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384363.872414:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:2.0:1767384363.872419:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384363.872420:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384363.872424:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384363.872426:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384363.872428:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384363.872432:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7cdcf9b. 20000000:00000001:2.0:1767384363.872435:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384363.872438:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384363.872440:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:3.0:1767384363.872442:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009a7e2087. 20000000:01000000:3.0:1767384363.872448:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00080000:00000020:2.0:1767384363.872451:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384363.872454:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384363.872462:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767384363.872468:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384363.872472:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384363.872475:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384363.872479:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384363.872482:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384363.872489:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e61fb764. 00010000:00000001:2.0:1767384363.872493:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384363.872495:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384363.872497:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000961b63c5. 00080000:00000001:3.0:1767384363.872500:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384363.872502:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384363.872503:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.872507:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384363.872507:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000961b63c5 with handle 0x4ac496f8d605e251 to hash 00000020:00000001:2.0:1767384363.872510:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384363.872512:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.872514:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00000020:00000001:3.0:1767384363.872517:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384363.872522:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:2.0:1767384363.872525:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384363.872526:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384363.872529:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384363.872534:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000065bba94f. 00010000:00010000:2.0:1767384363.872534:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384363.872539:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367388160 : -114060342163456 : ffff984341d28800) 00080000:00000001:3.0:1767384363.872545:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384363.872550:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384363.872555:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384363.872558:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384363.872560:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.872562:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.872565:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.872566:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.872569:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384363.872571:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384363.872573:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384363.872574:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384363.872576:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e61fb764) refcount = 1 00010000:00010000:2.0:1767384363.872580:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872586:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384363.872589:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384363.872591:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.872593:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.872595:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384363.872599:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384363.872602:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384363.872606:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384363.872608:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.872610:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=4 00000020:00000001:2.0:1767384363.872612:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.872616:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.872619:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000001:00000001:3.0:1767384363.872621:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384363.872622:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384363.872624:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.872628:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384363.872644:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384363.872647:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384363.872647:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384363.872652:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872659:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.872661:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384363.872663:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872669:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.872671:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.872674:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384363.872676:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384363.872684:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000961b63c5 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384363.872686:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384363.872689:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384363.872690:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872696:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384363.872698:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384363.872700:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.872701:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=5 00000020:00000001:2.0:1767384363.872704:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.872706:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00080000:00000001:3.0:1767384363.872707:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767384363.872710:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:3.0:1767384363.872711:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384363.872714:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872721:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384363.872724:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384363.872733:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.872738:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384363.872740:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384363.872742:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.872744:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384363.872747:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000961b63c5 with handle 0x4ac496f8d605e251 from hash 00010000:00000001:2.0:1767384363.872750:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384363.872752:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.872753:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.872755:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384363.872757:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384363.872759:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384363.872761:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384363.872763:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.872765:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.872768:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384363.872769:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384363.872772:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.872773:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.872775:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.872776:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.872778:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.872780:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872785:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.872787:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.872788:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384363.872790:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384363.872792:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.872793:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.872795:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384363.872798:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384363.872800:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.872802:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.872808:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384363.872816:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384363.872818:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e251 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384363.872824:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e61fb764 count: 0 00010000:00000001:2.0:1767384363.872833:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384363.872835:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384363.874385:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294951754, at 4294951755 00000100:00000010:3.0:1767384363.874395:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bc79a125. 00000100:00000040:1.0:1767384363.874848:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294951754, at 4294951755 00000100:00000010:1.0:1767384363.874854:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001032d171. 00000100:00000040:0.0:1767384363.875157:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294951754, at 4294951756 00000100:00000010:0.0:1767384363.875164:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000046d83f98. 00000100:00000040:2.0:1767384363.875221:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294951754, at 4294951756 00000100:00000010:2.0:1767384363.875230:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cd11083b. 00010000:00000010:2.1:1767384363.879131:0:33600:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e61fb764. 00010000:00000010:2.1:1767384363.879141:0:33600:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00000400:00000010:1.0:1767384363.881178:0:33599:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004b73f53f. 00000400:00000040:1.0:1767384363.881196:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384363.881199:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384363.881201:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.881203:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384363.881206:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.881208:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384363.881210:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384363.881211:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384363.881213:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384363.881214:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384363.881216:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384363.881222:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384363.881224:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384363.881225:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384363.881226:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384363.881228:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384363.881229:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384363.881230:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384363.881231:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384363.881232:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.881233:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384363.881235:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384363.881236:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384363.881237:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.881238:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384363.881239:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.881240:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384363.881241:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384363.881242:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384363.881243:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.881244:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384363.881245:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384363.881246:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384363.881247:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384363.881248:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384363.881249:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.881250:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384363.881252:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384363.881253:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384363.881254:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384363.881255:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384363.881256:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384363.881258:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384363.881259:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384363.881260:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384363.881261:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384363.881262:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384363.881263:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384363.881265:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384363.881265:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384363.881270:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384363.881271:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384363.881272:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384363.881273:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384363.881275:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384363.881276:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384363.881277:0:33599:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384363.881400:0:33599:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004b73f53f. 00080000:00000001:0.0:1767384363.881753:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384363.881761:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384363.881766:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384363.881769:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384363.881773:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384363.881795:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384363.881800:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384363.881804:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384363.881808:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384363.881809:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384363.881811:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384363.881817:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384363.881820:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384363.881826:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e61fb764. 00080000:00000001:0.0:1767384363.881826:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:2.0:1767384363.881832:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767384363.881832:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767384363.881837:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000961b63c5. 00040000:00000001:0.0:1767384363.881837:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384363.881840:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:2.0:1767384363.881842:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00040000:00000001:0.0:1767384363.881844:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:2.0:1767384363.881845:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000961b63c5 with handle 0x4ac496f8d605e258 to hash 00000020:00000001:2.0:1767384363.881849:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384363.881849:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000065bba94f. 00010000:00000001:2.0:1767384363.881850:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.881856:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00080000:00000001:0.0:1767384363.881858:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:2.0:1767384363.881859:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.881863:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.881865:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881872:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384363.881875:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384363.881877:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384363.881879:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.881880:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.881881:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384363.881883:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.881885:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384363.881892:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384363.881894:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384363.881895:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384363.881897:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e61fb764) refcount = 1 00010000:00010000:2.0:1767384363.881899:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881904:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384363.881905:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384363.881906:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.881908:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.881910:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384363.881912:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384363.881914:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384363.881916:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384363.881918:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.881920:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=4 00000020:00000001:2.0:1767384363.881921:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.881923:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.881924:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384363.881926:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881930:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384363.881931:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881934:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.881935:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384363.881936:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881939:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.881940:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.881942:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384363.881948:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384363.881954:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000961b63c5 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384363.881956:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384363.881957:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384363.881959:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881963:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384363.881964:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384363.881965:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384363.881965:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=5 00000020:00000001:2.0:1767384363.881967:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.881968:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384363.881970:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384363.881971:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.881976:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384363.881977:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384363.881978:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.881981:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384363.881982:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384363.881984:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384363.881985:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384363.881986:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000961b63c5 with handle 0x4ac496f8d605e258 from hash 00010000:00000001:2.0:1767384363.881987:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384363.881988:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.881989:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.881990:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384363.881992:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384363.881993:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384363.881995:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384363.881996:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384363.881998:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.882004:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384363.882006:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384363.882007:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.882008:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.882009:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.882010:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384363.882012:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.882014:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.882018:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.882018:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.882019:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384363.882020:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384363.882021:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384363.882022:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384363.882024:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384363.882026:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384363.882027:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384363.882028:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384363.882032:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384363.882033:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384363.882034:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000961b63c5/0x4ac496f8d605e258 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384363.882038:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e61fb764 count: 0 00010000:00000001:2.0:1767384363.882048:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384363.882050:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384363.882745:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384363.882751:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384363.882753:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000aade2700. 20000000:00000001:0.0:1767384363.882765:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384363.882771:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748248320 00010000:00000001:0.0:1767384363.882775:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384363.882783:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003057d9d0 x1853236748248320/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384363.882794:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384363.882797:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384363.882801:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384363.882807:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384363.882810:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384363.882814:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384363.882818:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384363.882821:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384363.882826:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384363.882831:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384363.882837:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccb9aa72. 00000100:00000200:0.0:1767384363.882843:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748248320, offset 224 00000400:00000200:0.0:1767384363.882851:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384363.882866:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384363.882879:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106500 00000400:00000200:0.0:1767384363.882887:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c35 [2] + 224 00000400:00000200:0.0:1767384363.882897:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384363.882903:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384363.882910:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384363.882916:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384363.882928:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384363.882945:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384363.882954:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccb9aa72 00000400:00000010:0.0:1767384363.882957:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccb9aa72. 00000100:00000001:0.0:1767384363.882962:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384363.882965:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384363.882978:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384363.882983:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384363.882986:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384363.882988:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384363.882991:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384363.882998:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003057d9d0 x1853236748248320/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384363.883010:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003057d9d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748248320:12345-0@lo:253: Request processed in 21155us (21517us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384363.883022:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:0.0:1767384363.883026:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384363.883029:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384363.883032:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384363.883038:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0c45f5b. 00000020:00000010:0.0:1767384363.883048:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025c8f2ce. 00000020:00000010:0.0:1767384363.883054:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd154a42. 00000020:00000040:0.0:1767384363.883060:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384363.883065:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384363.883068:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000091ccb8c4. 02000000:00000001:0.0:1767384363.883072:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384363.883075:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384363.883081:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384363.883087:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede61d9. 00000400:00000010:0.0:1767384363.883092:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ccb9aa72. 00000100:00000001:1.0:1767384363.883302:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384363.883306:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384363.883311:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384363.883313:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384363.883315:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c48137a. 00000400:00000200:1.0:1767384363.883319:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f7f2935 00000400:00000010:1.0:1767384363.883321:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007f7f2935. 00000100:00000001:1.0:1767384363.883325:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384363.883330:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384363.883339:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.883358:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384363.883360:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.883363:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384363.883365:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384363.883367:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384363.883368:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384363.883371:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384363.883375:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=69 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384363.883378:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384363.883381:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384363.883382:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384363.883384:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384363.883386:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.883388:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.883393:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.883401:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384363.883412:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384363.883414:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384363.883419:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384363.883422:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384363.883423:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384363.883425:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384363.883427:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384363.883429:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384363.883431:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384363.883433:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384363.883435:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384363.883438:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384363.883447:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000083d3c8bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748248320:0@lo:253: 00000100:00000001:1.0:1767384363.883454:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.883457:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384363.883459:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000083d3c8bc x1853236748248320/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.883465:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384363.883467:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384363.883469:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000009c4ec9b. 02000000:00000001:1.0:1767384363.883473:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384363.883475:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384363.883476:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384363.883478:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384363.883480:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015bb3cca. 02000000:00000001:1.0:1767384363.883484:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384363.883486:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384363.883488:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083d3c8bc. 00000100:00000001:1.0:1767384363.883490:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384363.883491:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.883493:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384363.883498:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384363.883499:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.883501:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384363.883502:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384363.884867:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384363.884869:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384363.884870:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015f00198. 20000000:00000001:1.0:1767384363.884874:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384363.884877:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748248192 00010000:00000001:1.0:1767384363.884879:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384363.884882:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8f345e0 x1853236748248192/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384363.884887:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384363.884888:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384363.884889:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384363.884892:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384363.884893:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384363.884894:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384363.884896:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384363.884897:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384363.884899:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384363.884900:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384363.884902:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000873d2865. 00000100:00000200:1.0:1767384363.884904:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748248192, offset 224 00000400:00000200:1.0:1767384363.884908:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384363.884912:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384363.884916:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106480 00000400:00000200:1.0:1767384363.884919:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c2d [2] + 224 00000400:00000200:1.0:1767384363.884924:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384363.884926:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384363.884928:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384363.884930:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384363.884935:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.884949:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384363.884953:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873d2865 00000400:00000010:1.0:1767384363.884954:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000873d2865. 00000100:00000001:3.0:1767384363.884964:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384363.884964:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384363.884965:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384363.884970:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384363.884971:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384363.884975:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:3.0:1767384363.884977:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384363.884977:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384363.884979:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384363.884982:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384363.884982:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384363.884987:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8db5d3. 00000100:00000040:1.0:1767384363.884988:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8f345e0 x1853236748248192/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:344/0 lens 4848/4768 e 0 to 0 dl 1767384374 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384363.884995:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008318a30b 00000100:00100000:1.0:1767384363.884999:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8f345e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748248192:12345-0@lo:253: Request processed in 23131us (23688us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384363.885000:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008318a30b. 00000100:00000001:3.0:1767384363.885007:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384363.885011:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384363.885013:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:3.0:1767384363.885016:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384363.885016:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384363.885019:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384363.885022:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ab052ad. 00000020:00000010:1.0:1767384363.885028:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000756f9876. 00000020:00000010:1.0:1767384363.885034:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c5312cd. 00000100:00000200:3.0:1767384363.885035:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384363.885037:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384363.885042:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384363.885044:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000161ca597. 02000000:00000001:1.0:1767384363.885048:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384363.885050:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.885055:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384363.885056:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384363.885060:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384363.885060:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000831f1a99. 00000100:00000001:3.0:1767384363.885066:0:16148:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384363.885067:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000873d2865. 02000000:00000001:3.0:1767384363.885071:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384363.885074:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384363.885076:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384363.885079:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384363.885082:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=69 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384363.885086:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=69 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384363.885096:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384363.885097:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384363.885099:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384363.885101:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.885102:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384363.885132:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.885141:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384363.885145:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384363.885146:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384363.885150:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384363.885153:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384363.885155:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384363.885157:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384363.885158:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384363.885161:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384363.885162:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384363.885164:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384363.885166:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384363.885168:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384363.885172:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384363.885182:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748248192:0@lo:253: 00000100:00000001:3.0:1767384363.885188:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.885191:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384363.885195:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000958b9be x1853236748248192/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384363.885203:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384363.885205:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384363.885207:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000166cfb4a. 02000000:00000001:3.0:1767384363.885211:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384363.885213:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384363.885214:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384363.885217:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384363.885218:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000957aaac8. 02000000:00000001:3.0:1767384363.885228:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384363.885230:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384363.885232:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000958b9be. 00000100:00000001:3.0:1767384363.885237:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384363.885238:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.885240:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384363.885245:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384363.885247:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384363.885250:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384363.885252:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384363.889146:0:33602:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e61fb764. 00010000:00000010:2.1:1767384363.889157:0:33602:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00010000:00000001:2.0:1767384364.375200:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.375206:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384364.375214:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384364.375216:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384364.375240:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384364.375245:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384364.375249:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384364.887184:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (6) 00000800:00000200:2.0:1767384364.887192:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp22 ip 192.168.202.119:988 00000800:00000200:2.0:1767384364.887196:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767384364.887328:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384364.887328:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384364.887351:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384364.887356:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384364.887359:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384364.888168:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075873a4d. 00000400:00000010:0.0:1767384364.888175:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000037639250. 00000400:00000010:0.0:1767384364.888179:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000695023fe. 00000400:00000010:0.0:1767384364.888181:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006a63e1e2. 00000400:00000010:0.0:1767384364.888183:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082f4a018. 00000400:00000010:0.0:1767384364.888185:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e6f112fa. 00000400:00000010:0.0:1767384364.888187:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ee54cea9. 00000400:00000010:0.0:1767384364.888189:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb6ff1da. 00000400:00000010:0.0:1767384364.888190:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000087468ff6. 00000400:00000010:0.0:1767384364.888191:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d96f1e74. 00000400:00000010:0.0:1767384364.888200:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000699a9304. 00000400:00000010:0.0:1767384364.888201:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000094f2920f. 00000400:00000010:0.0:1767384364.888202:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000da9ef959. 00000400:00000010:0.0:1767384364.888203:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000809722d4. 00000400:00000010:0.0:1767384364.888205:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000038845edf. 00000400:00000010:0.0:1767384364.888206:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000081777671. 00000400:00000010:0.0:1767384364.888207:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006fce0bab. 00000400:00000010:0.0:1767384364.888209:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000033d9cf08. 00000400:00000010:0.0:1767384364.888210:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e610d40e. 00000400:00000010:0.0:1767384364.888211:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c39473ba. 00000400:00000010:0.0:1767384364.888212:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001e242710. 00000400:00000010:0.0:1767384364.888214:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005d419437. 00000400:00000010:0.0:1767384364.888215:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006240f659. 00000400:00000010:0.0:1767384364.888216:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000480c0c99. 00000400:00000010:0.0:1767384364.888217:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c49d7f80. 00000400:00000010:0.0:1767384364.888218:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d6a3df37. 00000400:00000010:0.0:1767384364.888219:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb6d22c6. 00000400:00000010:0.0:1767384364.888220:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003b6890ad. 00000400:00000010:0.0:1767384364.888222:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000af9bcb5f. 00000400:00000010:0.0:1767384364.888223:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000081f76ce8. 00000400:00000010:0.0:1767384364.888224:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000835e25b4. 00000400:00000010:0.0:1767384364.888225:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000462504c1. 00000400:00000010:0.0:1767384364.888227:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000006a0561b. 00000400:00000010:0.0:1767384364.888228:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000806870f0. 00000400:00000010:0.0:1767384364.888229:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e2ae3564. 00000400:00000010:0.0:1767384364.888230:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000135ac62f. 00000400:00000010:0.0:1767384364.888232:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b44505f8. 00000400:00000010:0.0:1767384364.888234:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d6a9b088. 00000400:00000010:0.0:1767384364.888235:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e91d2f3. 00000400:00000010:0.0:1767384364.888237:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000063b8167c. 00000400:00000010:0.0:1767384364.888238:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ba36fd1a. 00000400:00000010:0.0:1767384364.888239:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f5df7a6d. 00000400:00000010:0.0:1767384364.888240:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000672f0fda. 00000400:00000010:0.0:1767384364.888241:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000067520e24. 00000400:00000010:0.0:1767384364.888242:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005074290c. 00000400:00000010:0.0:1767384364.888244:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005ded0dcd. 00000400:00000010:0.0:1767384364.888250:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cc62c4b8. 00000400:00000010:0.0:1767384364.888251:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009312788f. 00000400:00000010:0.0:1767384364.888252:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e3a56791. 00000400:00000010:0.0:1767384364.888254:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa1511ff. 00000400:00000010:0.0:1767384364.888255:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009805c284. 00000400:00000010:0.0:1767384364.888256:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006c77c884. 00000400:00000010:0.0:1767384364.888257:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003b07c1d7. 00000400:00000010:0.0:1767384364.888258:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e770fe6. 00000400:00000010:0.0:1767384364.888259:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000caa55f2f. 00000400:00000010:0.0:1767384364.888261:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bee73f00. 00000400:00000010:0.0:1767384364.888262:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000487e502e. 00000400:00000010:0.0:1767384364.888263:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000daa6d78b. 00000400:00000010:0.0:1767384364.888264:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006cc7530f. 00000400:00000010:0.0:1767384364.888266:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d8c1e6e1. 00000400:00000010:0.0:1767384364.888267:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000052c6820d. 00000400:00000010:0.0:1767384364.888268:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e2f247f1. 00000400:00000010:0.0:1767384364.888269:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c0293a7b. 00000400:00000010:0.0:1767384364.888270:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000010126436. 00000400:00000010:0.0:1767384364.888271:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000092c01aea. 00000400:00000010:0.0:1767384364.888272:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000061603b6. 00000400:00000010:0.0:1767384364.888274:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003f4991ab. 00000400:00000010:0.0:1767384364.888275:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000021b83c00. 00000400:00000010:0.0:1767384364.888276:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa76ee87. 00000400:00000010:0.0:1767384364.888277:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000126319fd. 00000400:00000010:0.0:1767384364.888278:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000211ddef7. 00000400:00000010:0.0:1767384364.888280:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072f1d21b. 00000400:00000010:0.0:1767384364.888281:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a9031492. 00000400:00000010:0.0:1767384364.888282:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f2d8f9c0. 00000400:00000010:0.0:1767384364.888283:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000088941912. 00000400:00000010:0.0:1767384364.888285:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000952553ea. 00000400:00000010:0.0:1767384364.888286:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009aa84c9f. 00000400:00000010:0.0:1767384364.888288:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fb9fc05c. 00000400:00000010:0.0:1767384364.888289:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ccf29e55. 00000400:00000010:0.0:1767384364.888290:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d58ca438. 00000400:00000010:0.0:1767384364.888291:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000db11c49. 00000400:00000010:0.0:1767384364.888293:0:16143:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d1eca3d7. 00000400:00000001:0.0:1767384364.888302:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.888304:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.888306:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fb6207a 00000400:00000010:0.0:1767384364.888307:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003fb6207a. 00000400:00000200:0.0:1767384364.888310:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.888313:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384364.888322:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000017ae1b66. 00000400:00000010:0.0:1767384364.888324:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000595d880d. 00000400:00000001:0.0:1767384364.888327:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384364.888328:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384364.888329:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071686e79 00000400:00000010:0.0:1767384364.888330:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071686e79. 00000400:00000200:0.0:1767384364.888331:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384364.888353:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384364.888356:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e70c2e43. 00000400:00000010:0.0:1767384364.888359:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c81f6a51. 00000400:00000200:0.0:1767384364.888369:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp41 00000400:00000010:0.0:1767384364.888372:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d1350a84. 00000400:00000010:0.0:1767384364.888377:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008df64072. 00000400:00000010:0.0:1767384364.888381:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000400:00000010:0.0:1767384364.888388:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000211ddef7. 00000400:00000200:0.0:1767384364.888393:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp41 00000400:00000200:0.0:1767384364.888404:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp41 local destination 00000400:00000200:0.0:1767384364.888409:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp41 00000400:00000200:0.0:1767384364.888412:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp41 NI seq info: [150:150:256:4294967295] 192.168.202.119@tcp41 LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1767384364.888417:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp41 00000400:00000200:0.0:1767384364.888422:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp41(192.168.202.119@tcp41:) -> 192.168.202.119@tcp41(192.168.202.119@tcp41:192.168.202.119@tcp41) : GET try# 0 00000800:00000200:0.0:1767384364.888426:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp41 00000800:00000010:0.0:1767384364.888429:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cdac176a. 00000800:00000200:0.0:1767384364.888434:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000800:00000200:0.1:1767384364.888437:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000400:00000200:0.0:1767384364.888450:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp41 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:1.0:1767384364.888527:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888574:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888608:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888642:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888678:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888700:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888726:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888754:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888777:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888805:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888832:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888857:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888877:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888904:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888931:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888956:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.888983:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889022:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889062:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889092:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889157:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889188:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889215:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889250:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889295:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889360:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889407:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889441:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889474:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889505:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889540:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889558:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889576:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889592:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384364.889609:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384364.889717:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:1.0:1767384364.889721:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c433b86b. 00000800:00000010:1.0:1767384364.889727:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b2e159c. 00000800:00000010:1.0:1767384364.889742:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b2e159c. 00000800:00020000:1.0:1767384364.889749:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384364.889752:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c433b86b. 00000800:00000010:1.0:1767384364.889757:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004dafcffb. 00000400:02020000:1.0:1767384364.889787:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp41 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384364.889793:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp41 notifying 192.168.202.119@tcp41: down 00000400:00000200:1.0:1767384364.889796:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384364.889799:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp41 00000800:00000010:1.0:1767384364.889801:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cdac176a. 00000400:00000200:1.0:1767384364.889805:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384364.889809:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp41->192.168.202.119@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384364.889816:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384364.889819:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384364.889823:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384365.399203:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384365.399210:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.399215:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384365.399217:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384365.399219:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384365.399221:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.399223:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384365.399225:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.399227:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384365.399228:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384365.399293:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384365.399297:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384365.399301:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384365.444519:0:34075:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384365.444531:0:34075:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.444534:0:34075:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384365.444539:0:34075:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384365.444543:0:34075:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384365.444546:0:34075:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384365.911177:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384365.911191:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384365.911194:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384365.911199:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000400:00000200:0.0:1767384365.911206:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384365.911219:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384365.911232:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d1350a84. 00000400:00000010:0.0:1767384365.911238:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008df64072. 00000400:00000200:0.0:1767384365.911246:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp37 00000400:00000010:0.0:1767384365.911250:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d1350a84. 00000400:00000010:0.0:1767384365.911255:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008df64072. 00000400:00000010:0.0:1767384365.911259:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000400:00000010:0.0:1767384365.911266:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010126436. 00000400:00000200:0.0:1767384365.911271:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp37 00000400:00000200:0.0:1767384365.911285:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp37 local destination 00000400:00000200:0.0:1767384365.911291:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp37 00000400:00000200:0.0:1767384365.911294:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp37 NI seq info: [151:151:256:4294967295] 192.168.202.119@tcp37 LPNI seq info [142:142:8:4294967295] 00000400:00000200:0.0:1767384365.911300:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp37 00000400:00000200:0.0:1767384365.911306:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp37(192.168.202.119@tcp37:) -> 192.168.202.119@tcp37(192.168.202.119@tcp37:192.168.202.119@tcp37) : GET try# 0 00000800:00000200:0.0:1767384365.911310:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp37 00000800:00000010:0.0:1767384365.911314:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081a27974. 00000800:00000200:0.0:1767384365.911319:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000800:00000200:0.1:1767384365.911338:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000400:00000200:0.0:1767384365.911359:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp37 added to recovery queue. ping count: 3 next ping: 294 health :700 00000400:00000200:2.0:1767384365.911441:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911497:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911523:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911548:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911570:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911591:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911613:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911639:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911663:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911688:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911739:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911763:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911789:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911813:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911836:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911860:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911884:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911908:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911934:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911971:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.911996:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912019:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912048:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912072:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912094:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912145:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912175:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912201:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912240:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912268:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912284:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912304:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912320:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384365.912366:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384365.912569:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069d77583. 00000800:00000010:2.0:1767384365.912577:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b43f70b. 00000800:00000010:2.0:1767384365.912583:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059f44180. 00000800:00000010:2.0:1767384365.912607:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059f44180. 00000800:00020000:2.0:1767384365.912618:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384365.912623:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b43f70b. 00000800:00000010:2.0:1767384365.912626:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000069d77583. 00000400:02020000:2.0:1767384365.912671:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp37 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384365.912680:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp37 notifying 192.168.202.119@tcp37: down 00000400:00000200:2.0:1767384365.912684:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384365.912689:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp37 00000800:00000010:2.0:1767384365.912693:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081a27974. 00000400:00000200:2.0:1767384365.912698:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384365.912704:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp37->192.168.202.119@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384365.912712:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384365.912716:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384365.912728:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp37) recovery failed with -71 00000100:00000040:3.0:1767384366.103186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767384366.103186:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384366.103195:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384366.103204:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384366.103208:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000100:00000010:3.0:1767384366.103213:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000958b9be. 00000020:00000040:0.0:1767384366.103219:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384366.103220:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384366.103236:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384366.103236:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.103248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384366.103249:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.103262:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.103262:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.103279:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008af6e0c5. 02000000:00000010:0.0:1767384366.103280:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db011fbf. 00000100:00000001:3.0:1767384366.103292:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.103293:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.103305:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384366.103307:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384366.103333:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384366.103335:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.103337:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103351:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000958b9be] to pc [ptlrpcd_00_01+1] req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.103354:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef2063f2] to pc [ptlrpcd_00_00+0] req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384366.103415:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.103416:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384366.103430:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384366.103433:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc4c9392. 00000020:00000040:3.0:1767384366.103437:0:8:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384366.103439:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.103447:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.103451:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.103457:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000decb8fd5. 00000100:00000001:3.0:1767384366.103463:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103468:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384366.103474:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384366.103476:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103479:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc4c9392] to pc [ptlrpcd_00_02+2] req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.103496:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.103499:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103502:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384366.103503:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.103509:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384366.103510:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384366.103512:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aa46084d. 00000020:00000040:3.0:1767384366.103517:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:2.0:1767384366.103522:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.103523:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.103525:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.103528:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.103539:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c043058d. 00000100:00000001:3.0:1767384366.103547:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103555:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384366.103562:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384366.103564:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.103565:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384366.103569:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa46084d] to pc [ptlrpcd_00_03+3] req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.103572:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.103584:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384366.103585:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103596:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384366.103597:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.103603:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384366.103606:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384366.103607:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009bc908d9. 00000020:00000040:3.0:1767384366.103617:0:8:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:2.0:1767384366.103621:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748248576:0@lo:13: 00000100:00000001:3.0:1767384366.103627:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384366.103633:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384366.103639:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.103639:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384366.103646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea63f301. 02000000:00000001:2.0:1767384366.103650:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384366.103651:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.103656:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103661:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384366.103667:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384366.103675:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f0c1052e. 00000100:00000001:3.0:1767384366.103677:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384366.103681:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.103682:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.103691:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bc908d9] to pc [ptlrpcd_00_00+0] req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384366.103693:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000400:00000010:2.0:1767384366.103706:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc32d90. 00000100:00000001:3.0:1767384366.103713:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384366.103717:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748248576, portal 4 00000100:00000040:3.0:1767384366.103723:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (291) 00000100:00000001:2.0:1767384366.103724:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384366.103730:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000040:2.0:1767384366.103742:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.103746:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.103750:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.103754:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384366.103762:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.103764:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384366.103779:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384366.103780:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384366.103782:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.103788:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384366.103789:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 02000000:00000001:3.0:1767384366.103793:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384366.103796:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748248576, offset 0 02000000:00000001:3.0:1767384366.103797:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384366.103805:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748248704:0@lo:400: 00000100:00000001:3.0:1767384366.103810:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384366.103814:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384366.103818:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384366.103819:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.103825:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384366.103830:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000749e036e. 02000000:00000001:3.0:1767384366.103833:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384366.103839:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017093293. 00000400:00000200:2.0:1767384366.103848:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384366.103852:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc0a361c. 00000100:00000200:3.0:1767384366.103858:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748248704, portal 4 00000100:00000001:3.0:1767384366.103861:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384366.103866:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e106600 00000100:00000001:3.0:1767384366.103871:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716208512 : -114055993343104 : ffff984445084380) 00000100:00000040:3.0:1767384366.103885:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.103890:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2688 00000100:00000001:3.0:1767384366.103913:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384366.103913:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384366.103920:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384366.103924:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed5dfb6. 00000100:00000200:3.0:1767384366.103932:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748248704, offset 0 00000400:00000200:2.0:1767384366.103933:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384366.103947:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384366.103952:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384366.103954:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384366.103963:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088c7304b. 00000100:00000040:2.0:1767384366.103967:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000088c7304b x1853236748248576 msgsize 224 00000400:00000200:3.0:1767384366.103973:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384366.103986:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384366.103997:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e106680 00000100:00000001:2.0:1767384366.104001:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384366.104009:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4112 00000400:00000200:3.0:1767384366.104016:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384366.104023:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384366.104026:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:2.0:1767384366.104031:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000100:00000001:2.0:1767384366.104036:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384366.104042:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384366.104043:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384366.104049:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384366.104058:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083d3c8bc. 00000100:00000001:2.0:1767384366.104065:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384366.104066:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000083d3c8bc x1853236748248704 msgsize 224 00000100:00000040:2.0:1767384366.104073:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.104082:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384366.104093:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.104096:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384366.104129:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.104136:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5000 usecs (5 jiffies) 00000100:00000001:3.0:1767384366.104139:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.104141:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953990 00000100:00000010:2.0:1767384366.104149:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d1b1d6c. 00000400:00000200:3.0:1767384366.104153:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed5dfb6 00000400:00000010:3.0:1767384366.104159:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed5dfb6. 00000100:00000001:2.0:1767384366.104159:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384366.104167:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384366.104173:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953990 00000100:00000200:3.0:1767384366.104176:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384366.104181:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021a74557. 00000100:00000001:0.0:1767384366.104183:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384366.104191:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248576 00000100:00000001:2.0:1767384366.104196:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384366.104202:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384366.104207:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.104208:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384366.104210:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953990 00000100:00000001:0.0:1767384366.104215:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384366.104216:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384366.104219:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009b682bf. 02000000:00000001:0.0:1767384366.104228:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.104233:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384366.104243:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248576 00000100:00000001:3.0:1767384366.104248:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.104251:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953990 00000020:00000001:0.0:1767384366.104251:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384366.104252:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384366.104259:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000010:2.0:1767384366.104261:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000164f56e2. 00000100:00000001:3.0:1767384366.104263:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.104266:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384366.104269:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5000 usecs (5 jiffies) 00000100:00000001:2.0:1767384366.104269:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000040:0.0:1767384366.104272:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00000001:3.0:1767384366.104277:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953990 00000020:00000001:0.0:1767384366.104281:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:3.0:1767384366.104288:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953990 00000020:00000001:0.0:1767384366.104291:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:2.0:1767384366.104292:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.104297:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384366.104299:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.104303:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953990 00000100:00000001:2.0:1767384366.104306:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.104309:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953990 00000100:00000001:2.0:1767384366.104312:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.104314:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953990 00000100:00000001:3.0:1767384366.104333:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953990 00000100:00000001:3.0:1767384366.104336:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953990 00000100:00000001:3.0:1767384366.104339:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953990 00000100:00000001:2.0:1767384366.104341:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.104342:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.104345:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384366.104350:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.104353:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.104358:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.104359:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.104363:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.104364:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384366.104374:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.104376:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384366.104379:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000437a9145. 00000100:00000001:3.0:1767384366.104380:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384366.104393:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.104396:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384366.104396:0:17561:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006fb78360. 00000100:00000001:3.0:1767384366.104402:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.104403:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767384366.104410:0:17561:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:2.0:1767384366.104415:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384366.104416:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384366.104424:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384366.104426:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384366.104426:0:17561:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384366.104428:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.104434:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384366.104436:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.104438:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af1fc497. 00000100:00000001:3.0:1767384366.104439:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384366.104442:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.104444:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.104449:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384366.104453:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a071eaeb. 00000100:00000040:3.0:1767384366.104454:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.104455:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009bc908d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748248960:0@lo:400: 00000020:00000010:0.0:1767384366.104466:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000100:00000001:2.0:1767384366.104480:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384366.104484:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384366.104485:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000001:2.0:1767384366.104487:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384366.104491:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.104494:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.104499:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384366.104501:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384366.104504:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384366.104505:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384366.104506:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384366.104511:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.104514:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384366.104516:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000799eb51. 00000100:00100000:3.0:1767384366.104517:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748248832:0@lo:400: 02000000:00000001:2.0:1767384366.104528:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.104529:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384366.104532:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384366.104536:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.104536:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.104538:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e46884. 02000000:00000001:3.0:1767384366.104546:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384366.104549:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 02000000:00000010:3.0:1767384366.104550:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001306ef53. 00000100:00000001:0.0:1767384366.104552:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384366.104557:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384366.104563:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748248960, portal 10 00000400:00000010:3.0:1767384366.104564:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000549871a0. 00000400:00000010:3.0:1767384366.104570:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ed5dfb6. 00000100:00000001:2.0:1767384366.104571:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384366.104575:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748248832, portal 10 00000100:00000001:0.0:1767384366.104575:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384366.104576:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716207616 : -114055993344000 : ffff984445084000) 00000100:00000001:3.0:1767384366.104586:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.104587:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384366.104589:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716216576 : -114055993335040 : ffff984445086300) 00000100:00000040:2.0:1767384366.104595:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384366.104602:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384366.104603:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384366.104617:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:0.0:1767384366.104637:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521766912 : -114055187784704 : ffff9844750c1c00) 00000100:00000001:3.0:1767384366.104642:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384366.104654:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384366.104655:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088c7304b x1853236748248576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384366.104658:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fb5392. 00000100:00000200:3.0:1767384366.104668:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748248832, offset 0 00000100:00000001:2.0:1767384366.104669:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384366.104684:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384366.104685:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384366.104691:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384366.104693:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fb78360. 00000400:00000010:2.0:1767384366.104694:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000001:0.0:1767384366.104699:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384366.104701:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748248960, offset 0 00000400:00000200:3.0:1767384366.104708:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384366.104709:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fb78360. 00000100:00100000:0.0:1767384366.104723:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088c7304b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748248576:12345-0@lo:13: 00000400:00000200:3.0:1767384366.104734:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e106700 00000400:00000200:2.0:1767384366.104735:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384366.104739:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248576 00000020:00000001:0.0:1767384366.104746:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384366.104747:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000020:00000001:0.0:1767384366.104753:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384366.104761:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.104761:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384366.104763:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.104774:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384366.104775:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384366.104781:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000100:00000001:3.0:1767384366.104784:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384366.104789:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384366.104789:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e106780 00000020:00000001:0.0:1767384366.104790:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384366.104801:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384366.104807:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384366.104809:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000020:00000001:0.0:1767384366.104811:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384366.104815:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384366.104818:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000675377a1. 00000400:00000200:2.0:1767384366.104819:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384366.104821:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384366.104823:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000675377a1 x1853236748248832 msgsize 224 02000000:00000001:0.0:1767384366.104829:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384366.104840:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384366.104840:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767384366.104841:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006a80a4b2. 02000000:00000001:0.0:1767384366.104850:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.104853:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.104857:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:0.0:1767384366.104858:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767384366.104860:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.104865:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:0.0:1767384366.104867:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384366.104868:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384366.104873:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:3.0:1767384366.104879:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb5392 00000100:00000040:2.0:1767384366.104880:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384366.104880:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000010:3.0:1767384366.104889:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fb5392. 00000100:00000001:3.0:1767384366.104896:0:16148:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:0.0:1767384366.104897:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384366.104906:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.104908:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384366.104909:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.104916:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384366.104923:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 02000000:00000001:2.0:1767384366.104932:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000020:0.0:1767384366.104943:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767384366.104944:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.104945:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384366.104951:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384366.104952:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 02000000:00000001:2.0:1767384366.104957:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384366.104971:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748248448:0@lo:400: 00002000:00000020:0.0:1767384366.104971:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384366.104988:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384366.104998:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384366.105002:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384366.105002:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:2.0:1767384366.105006:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384366.105008:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:0.0:1767384366.105010:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.105013:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.105017:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384366.105018:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.105019:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384366.105028:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3230 usecs (4 jiffies) 00010000:00000040:0.0:1767384366.105030:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748248576 02000000:00000010:2.0:1767384366.105031:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e147b709. 00000100:00000001:3.0:1767384366.105032:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294953989 00000100:00000001:3.0:1767384366.105041:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294953990 02000000:00000001:2.0:1767384366.105043:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.105043:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384366.105047:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294953989 00000100:00000001:3.0:1767384366.105051:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294953990 00000100:00000001:3.0:1767384366.105053:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294953989 00000400:00000010:2.0:1767384366.105054:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5394516. 00010000:00000200:0.0:1767384366.105055:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088c7304b x1853236748248576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.105060:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294953990 00000100:00000001:3.0:1767384366.105067:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294953989 00000400:00000010:2.0:1767384366.105072:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000100:00000001:3.0:1767384366.105075:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294953990 00000100:00000001:3.0:1767384366.105083:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384366.105085:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748248448, portal 25 00000100:00000001:3.0:1767384366.105093:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.105097:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384366.105098:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384366.105100:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384366.105103:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630017716209408 : -114055993342208 : ffff984445084700) 00010000:00000001:0.0:1767384366.105147:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.105148:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.105159:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=62 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384366.105167:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.105167:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384366.105169:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.105176:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.105180:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384366.105189:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:2.0:1767384366.105192:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384366.105196:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384366.105200:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.105201:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384366.105206:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248704 00000100:00000040:2.0:1767384366.105207:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384366.105209:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384366.105210:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384366.105215:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384366.105216:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000100:00000001:3.0:1767384366.105220:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.105222:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384366.105231:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384366.105232:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748248448, offset 0 00000400:00000010:0.0:1767384366.105233:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89634a7. 00000100:00100000:3.0:1767384366.105235:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248704 00000020:00000001:3.0:1767384366.105242:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384366.105244:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748248576, offset 224 00000020:00000040:3.0:1767384366.105247:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:3.0:1767384366.105252:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.105257:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000400:00000200:2.0:1767384366.105257:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384366.105262:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:3.0:1767384366.105267:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000400:00000200:0.0:1767384366.105272:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384366.105283:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384366.105285:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384366.105290:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ade3dce5. 00000400:00000200:0.0:1767384366.105301:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384366.105302:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384366.105302:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e106580 00000020:00000010:3.0:1767384366.105313:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ade3dce5. 00000020:00000010:3.0:1767384366.105338:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6db2160. 00000400:00000200:0.0:1767384366.105339:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e106600 00000400:00000200:2.0:1767384366.105342:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1431 [2] + 0 00000020:00000010:3.0:1767384366.105350:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000143220f3. 00000400:00000010:2.0:1767384366.105353:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8f528ad. 00000020:00000010:3.0:1767384366.105358:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004673ca24. 00000400:00000200:2.0:1767384366.105361:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a7f1091 00000400:00000200:2.0:1767384366.105371:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384366.105375:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:0.0:1767384366.105375:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c5d [1] + 224 00000100:00000001:3.0:1767384366.105384:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384366.105390:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384366.105391:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384366.105393:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384366.105398:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.105403:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7f1091 00000400:00000010:2.0:1767384366.105410:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a7f1091. 00000400:00000200:0.0:1767384366.105411:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384366.105412:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384366.105420:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384366.105423:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.105425:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384366.105427:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.105430:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384366.105434:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384366.105436:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.105438:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000079edc9ad x1853236748248448 msgsize 224 00000100:00000001:3.0:1767384366.105445:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384366.105452:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384366.105459:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384366.105467:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384366.105468:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767384366.105468:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384366.105471:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 00000100:00000001:3.0:1767384366.105479:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630017716217472 : -114055993334144 : ffff984445086680) 00000100:00000040:3.0:1767384366.105488:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083d3c8bc x1853236748248704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.105492:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384366.105503:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000100:00000001:0.0:1767384366.105507:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384366.105514:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384366.105514:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000020:00000010:3.0:1767384366.105523:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ade3dce5. 00000100:00000001:2.0:1767384366.105526:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384366.105527:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384366.105532:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89634a7 00000020:00000010:3.0:1767384366.105533:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ade3dce5. 00000100:00000200:2.0:1767384366.105540:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384366.105540:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89634a7. 00000100:00100000:3.0:1767384366.105545:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083d3c8bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16148:x1853236748248704:12345-0@lo:400: 00000100:00000001:0.0:1767384366.105554:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384366.105559:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248704 00000100:00000001:0.0:1767384366.105561:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384366.105564:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384366.105571:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.105572:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384366.105576:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.105582:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384366.105588:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000040:0.0:1767384366.105588:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384366.105591:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384366.105598:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384366.105600:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384366.105601:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384366.105603:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.105604:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384366.105613:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384366.105615:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384366.105617:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384366.105624:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.105631:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088c7304b x1853236748248576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/368 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384366.105632:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384366.105641:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384366.105641:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.105647:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384366.105652:0:16147:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1767384366.105654:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000feedfa41. 00000100:00100000:0.0:1767384366.105655:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088c7304b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748248576:12345-0@lo:13: Request processed in 966us (1682us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384366.105658:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.105660:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.105663:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.105672:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294953998 00000020:00000001:3.0:1767384366.105673:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.105685:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00000040:3.0:1767384366.105687:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748248704 00000100:00000001:2.0:1767384366.105691:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953990 00000100:00000040:0.0:1767384366.105692:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00010000:00000001:3.0:1767384366.105693:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384366.105703:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.105705:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294953998 00010000:00000200:3.0:1767384366.105706:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083d3c8bc x1853236748248704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.105708:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384366.105718:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953990 00000020:00000010:0.0:1767384366.105718:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a071eaeb. 00000020:00000010:0.0:1767384366.105727:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000100:00000001:2.0:1767384366.105730:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294953998 00010000:00000001:3.0:1767384366.105731:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384366.105736:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af1fc497. 00010000:00000001:3.0:1767384366.105738:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.105739:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294953990 00000100:00001000:3.0:1767384366.105745:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=62 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384366.105749:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000100:00000001:3.0:1767384366.105756:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384366.105760:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384366.105761:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384366.105762:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294953998 00000100:00000001:3.0:1767384366.105773:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384366.105778:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384366.105779:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294953990 02000000:00000001:3.0:1767384366.105784:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.105789:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384366.105791:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1767384366.105795:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:3.0:1767384366.105796:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384366.105801:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384366.105805:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fb5392. 00000100:00000001:2.0:1767384366.105808:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384366.105808:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000200:3.0:1767384366.105811:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748248704, offset 224 00000100:00000001:2.0:1767384366.105815:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384366.105824:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384366.105828:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.105834:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384366.105835:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384366.105845:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384366.105850:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e106680 00000100:00000001:2.0:1767384366.105852:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.105860:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.105861:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1c65 [1] + 224 00000400:00000200:3.0:1767384366.105872:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384366.105873:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.105878:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384366.105884:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384366.105894:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.105903:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384366.105904:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.105908:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248448 02000000:00000001:2.0:1767384366.105915:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384366.105919:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.105924:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.105928:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.105930:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384366.105933:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248448 00000020:00000001:2.0:1767384366.105938:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384366.105941:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000400:00000200:3.0:1767384366.105942:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb5392 00000020:00000001:2.0:1767384366.105946:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384366.105948:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fb5392. 00000020:00000040:2.0:1767384366.105951:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:3.0:1767384366.105956:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384366.105957:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384366.105960:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384366.105963:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384366.105969:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.105970:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384366.105978:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000010:2.0:1767384366.105978:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d55656e. 00010000:00000001:3.0:1767384366.105986:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384366.105987:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384366.105991:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384366.105995:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d55656e. 00000020:00000001:3.0:1767384366.105997:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384366.106007:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030188e21. 00000100:00000040:3.0:1767384366.106008:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083d3c8bc x1853236748248704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384366.106017:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1403750. 00000020:00000010:2.0:1767384366.106029:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000661b928. 00000100:00100000:3.0:1767384366.106038:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083d3c8bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16148:x1853236748248704:12345-0@lo:400: Request processed in 519us (1968us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384366.106044:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384366.106049:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384366.106053:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384366.106058:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:2.0:1767384366.106060:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384366.106065:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.106066:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.106071:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384366.106073:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384366.106077:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.106079:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000143220f3. 00000100:00100000:0.0:1767384366.106079:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248832 00000020:00000010:3.0:1767384366.106094:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004673ca24. 00000100:00000001:2.0:1767384366.106095:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384366.106147:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6db2160. 02000000:00000001:0.0:1767384366.106155:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384366.106156:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:0.0:1767384366.106159:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.106161:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.106161:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384366.106164:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.106171:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384366.106174:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.106179:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248832 00000020:00000001:0.0:1767384366.106183:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384366.106186:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000020:00000040:0.0:1767384366.106187:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:3.0:1767384366.106192:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384366.106193:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000020:00000001:0.0:1767384366.106193:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384366.106197:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.106203:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612960336 : -114055096591280 : ffff98447a7b9c50) 00000020:00000040:0.0:1767384366.106205:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000400:00000001:3.0:1767384366.106208:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384366.106211:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384366.106214:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000400:00000010:3.0:1767384366.106215:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017093293. 00000100:00000040:2.0:1767384366.106216:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079edc9ad x1853236748248448/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384366.106226:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000400:00000200:3.0:1767384366.106227:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc0a361c 00000400:00000010:3.0:1767384366.106235:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc0a361c. 00000100:00000001:2.0:1767384366.106237:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384366.106240:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384366.106244:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004d55656e. 00000100:00000001:3.0:1767384366.106250:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384366.106251:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384366.106251:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 00000100:00000001:0.0:1767384366.106259:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384366.106260:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384366.106262:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004d55656e. 00000020:00000010:0.0:1767384366.106274:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b98ec. 00000100:00000200:3.0:1767384366.106281:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.106283:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079edc9ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748248448:12345-0@lo:400: 00000020:00000010:0.0:1767384366.106285:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af1fc497. 00000020:00000010:0.0:1767384366.106295:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a071eaeb. 00000100:00000200:2.0:1767384366.106307:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248448 00000020:00000010:0.0:1767384366.106309:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000001:2.0:1767384366.106315:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384366.106332:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384366.106336:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384366.106337:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384366.106340:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384366.106342:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.106345:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384366.106348:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384366.106349:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384366.106351:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384366.106353:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384366.106354:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000100:00000001:3.0:1767384366.106356:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384366.106359:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.106361:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.106362:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384366.106367:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.106368:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384366.106370:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.106373:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384366.106374:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384366.106378:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384366.106379:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:3.0:1767384366.106380:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=62 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384366.106388:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384366.106389:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.106398:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384366.106401:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384366.106402:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384366.106409:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.106411:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384366.106414:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384366.106415:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384366.106417:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384366.106422:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00080000:3.0:1767384366.106423:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384366.106424:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6c31fb8. 02000000:00000001:2.0:1767384366.106437:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.106439:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000001:2.0:1767384366.106451:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384366.106455:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.106455:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:3.0:1767384366.106460:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384366.106468:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:2.0:1767384366.106469:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.106469:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378995840 : -114060330555776 : ffff98434283a680) 00000100:00000001:3.0:1767384366.106471:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384366.106476:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384366.106480:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748248448 00010000:00000001:2.0:1767384366.106486:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384366.106492:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.106492:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000675377a1 x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384366.106496:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079edc9ad x1853236748248448/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.106539:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.106549:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384366.106556:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384366.106571:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384366.106575:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384366.106577:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384366.106584:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.106588:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 00000100:00001000:2.0:1767384366.106597:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.106601:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384366.106602:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc4c9392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16148:1853236748248704:0@lo:400: 00000020:00000010:0.0:1767384366.106614:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b98ec. 00000100:00000001:2.0:1767384366.106616:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384366.106628:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384366.106630:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.106637:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000675377a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748248832:12345-0@lo:400: 00000100:00000001:3.0:1767384366.106639:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384366.106640:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000040:3.0:1767384366.106648:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc4c9392 x1853236748248704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384366.106650:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767384366.106651:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248832 02000000:00000001:2.0:1767384366.106659:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.106662:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384366.106669:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384366.106676:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767384366.106678:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384366.106681:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384366.106683:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384366.106683:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.106687:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 02000000:00000010:3.0:1767384366.106689:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000749e036e. 00000020:00000001:0.0:1767384366.106689:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384366.106694:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000200:2.0:1767384366.106695:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748248448, offset 224 02000000:00000001:3.0:1767384366.106699:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384366.106702:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384366.106704:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384366.106707:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384366.106710:0:16148:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767384366.106710:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384366.106713:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384366.106720:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384366.106722:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384366.106725:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.106726:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000decb8fd5. 00000400:00000200:2.0:1767384366.106734:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384366.106735:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384366.106739:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384366.106743:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384366.106744:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384366.106749:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc4c9392. 00000400:00000200:2.0:1767384366.106753:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e106580 02000000:00000001:0.0:1767384366.106753:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384366.106755:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384366.106758:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384366.106761:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009e8e5a7b. 00000100:00000001:3.0:1767384366.106765:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.106768:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.106771:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c7d [1] + 224 00000100:00000001:3.0:1767384366.106776:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384366.106779:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.106780:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.106784:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.106785:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384366.106789:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.106790:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.106801:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767384366.106804:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748248832 00000100:00000001:2.0:1767384366.106809:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384366.106809:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384366.106819:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384366.106819:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000675377a1 x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.106827:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384366.106832:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384366.106841:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fffc6ca1. 00000100:00000040:1.0:1767384366.106847:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000fffc6ca1 x1853236748248960 msgsize 224 00010000:00000001:0.0:1767384366.106852:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384366.106857:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384366.106858:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384366.106862:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:0.0:1767384366.106864:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.106873:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384366.106878:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:1.0:1767384366.106879:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384366.106884:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384366.106888:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384366.106889:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000100:00000001:2.0:1767384366.106890:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384366.106891:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384366.106896:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:0.0:1767384366.106900:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384366.106903:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384366.106911:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384366.106913:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384366.106913:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000100:00000200:1.0:1767384366.106914:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.106917:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748248960 00000400:00000010:0.0:1767384366.106918:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89634a7. 02000000:00000001:3.0:1767384366.106921:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384366.106922:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000100:00000001:3.0:1767384366.106928:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.106934:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.106936:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384366.106937:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748248832, offset 224 02000000:00000001:3.0:1767384366.106940:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.106943:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384366.106951:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748248960 00000020:00000001:3.0:1767384366.106957:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384366.106961:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.106961:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384366.106962:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000001:1.0:1767384366.106965:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384366.106970:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384366.106973:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000040:1.0:1767384366.106974:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384366.106976:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000001:3.0:1767384366.106980:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00010000:00000001:2.0:1767384366.106988:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384366.106988:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384366.106990:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:2.0:1767384366.106995:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.107003:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384366.107006:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384366.107007:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.107014:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e106700 00000100:00000040:2.0:1767384366.107017:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079edc9ad x1853236748248448/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384366.107019:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ade3dce5. 00000100:00000001:1.0:1767384366.107019:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384366.107033:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004e24e68b. 00000100:00000001:1.0:1767384366.107033:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.107034:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c71 [1] + 224 00000100:00000040:1.0:1767384366.107048:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3302 usecs (4 jiffies) 00000020:00000040:3.0:1767384366.107049:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00100000:2.0:1767384366.107050:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079edc9ad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748248448:12345-0@lo:400: Request processed in 805us (1604us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384366.107055:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384366.107065:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294953991 00000100:00000001:1.0:1767384366.107070:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294953998 00000100:00000001:3.0:1767384366.107072:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767384366.107073:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384366.107079:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294953991 00000020:00000010:3.0:1767384366.107080:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6db2160. 00000100:00100000:2.0:1767384366.107081:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000001:0.0:1767384366.107088:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384366.107091:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294953998 00000020:00000010:3.0:1767384366.107092:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000143220f3. 00000100:00000040:2.0:1767384366.107094:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384366.107098:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294953991 00000100:00000200:0.0:1767384366.107102:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384366.107103:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004673ca24. 00000100:00000001:3.0:1767384366.107138:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384366.107141:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.107142:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294953998 00000100:00000001:3.0:1767384366.107143:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384366.107148:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.107149:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294953992 00000100:00000001:2.0:1767384366.107150:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384366.107158:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294953998 00000100:00000001:3.0:1767384366.107159:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384366.107161:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1403750. 00000100:00000001:1.0:1767384366.107166:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384366.107167:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384366.107170:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000661b928. 00000100:00000001:3.0:1767384366.107176:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.107177:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.107177:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384366.107180:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000030188e21. 00000400:00000001:1.0:1767384366.107186:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384366.107188:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384366.107189:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000400:00000001:1.0:1767384366.107190:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384366.107196:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 02000000:00000001:2.0:1767384366.107205:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384366.107206:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc32d90 00000100:00000001:3.0:1767384366.107210:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767384366.107211:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6c31fb8. 00000400:00000010:1.0:1767384366.107211:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000100:00000001:3.0:1767384366.107213:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384366.107215:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384366.107221:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 02000000:00000001:2.0:1767384366.107222:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384366.107223:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384366.107227:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000400:00000200:0.0:1767384366.107228:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89634a7 00000100:00000001:2.0:1767384366.107231:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.107235:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408366080 : -114055301185536 : ffff98446e49c000) 00000100:00000200:1.0:1767384366.107236:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384366.107238:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89634a7. 00000100:00000200:2.0:1767384366.107241:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384366.107249:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fffc6ca1 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:347/0 lens 224/0 e 0 to 0 dl 1767384377 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.107249:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1767384366.107253:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cece9bab. 00000100:00000001:0.0:1767384366.107256:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384366.107264:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384366.107267:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096894f34. 00000100:00000040:0.0:1767384366.107284:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384366.107300:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384366.107301:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384366.107306:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384366.107306:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384366.107314:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384366.107315:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384366.107319:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384366.107332:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384366.107332:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.107338:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000675377a1 x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384366.107342:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004e24e68b. 00000400:00000010:2.0:1767384366.107342:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5394516. 00000100:00000001:3.0:1767384366.107354:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384366.107356:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000100:00000001:1.0:1767384366.107359:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384366.107366:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004e24e68b. 00000400:00000010:2.0:1767384366.107367:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000100:00000001:1.0:1767384366.107368:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.107380:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384366.107380:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384366.107389:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fffc6ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748248960:12345-0@lo:400: 02000000:00000001:1.0:1767384366.107390:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384366.107391:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000675377a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748248832:12345-0@lo:400: Request processed in 802us (2554us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384366.107393:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.107399:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384366.107409:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748248960 00000100:00000001:1.0:1767384366.107409:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.107422:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384366.107423:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384366.107428:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384366.107432:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000020:00000001:3.0:1767384366.107433:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384366.107436:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=62 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384366.107442:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1767384366.107442:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.107444:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000020:00000001:3.0:1767384366.107446:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00001000:1.0:1767384366.107447:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.107451:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384366.107457:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384366.107460:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384366.107462:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384366.107466:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a071eaeb. 00000020:00000001:3.0:1767384366.107469:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.107470:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384366.107478:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000001:3.0:1767384366.107480:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767384366.107481:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384366.107488:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384366.107491:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384366.107493:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384366.107495:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384366.107495:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af1fc497. 00000100:00000001:2.0:1767384366.107497:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384366.107502:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384366.107509:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384366.107511:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384366.107512:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 02000000:00000001:2.0:1767384366.107515:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384366.107519:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384366.107521:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384366.107521:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.107525:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384366.107526:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b58d0f2d. 00000100:00000001:2.0:1767384366.107526:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.107528:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384366.107533:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384366.107537:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.107542:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.107543:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.107543:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767384366.107550:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=72 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384366.107552:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.107553:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384366.107562:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748248960 00000100:00001000:2.0:1767384366.107562:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=72 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384366.107571:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384366.107571:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.107577:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000200:3.0:1767384366.107582:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fffc6ca1 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.107584:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.107598:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384366.107605:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.107620:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.107628:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384366.107636:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384366.107638:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.107642:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.107642:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384366.107649:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384366.107655:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=67 v=5 (1 0 0 0) 00000004:00000001:1.0:1767384366.107657:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384366.107664:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767384366.107672:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384366.107673:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000040:1.0:1767384366.107673:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000040:3.0:1767384366.107683:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384366.107683:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1767384366.107686:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000020:1.0:1767384366.107687:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:2.0:1767384366.107688:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384366.107692:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000040:0.0:1767384366.107694:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000040:2.0:1767384366.107700:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384366.107703:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.107704:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384366.107714:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.107718:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.107726:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384366.107733:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000958b9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748248448:0@lo:400: 00000100:00000040:3.0:1767384366.107739:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384366.107749:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc0a361c. 00000100:00100000:1.0:1767384366.107750:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748248576:0@lo:13: 00000100:00000001:2.0:1767384366.107753:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384366.107758:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748248960, offset 224 00000100:00000001:2.0:1767384366.107761:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384366.107764:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.107776:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384366.107777:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000958b9be x1853236748248448/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.107778:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384366.107791:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2063f2 x1853236748248576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384366.107798:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384366.107807:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.107816:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384366.107821:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767384366.107822:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e147b709. 00000400:00000200:3.0:1767384366.107823:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e106780 02000000:00000001:1.0:1767384366.107824:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384366.107831:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f0c1052e. 02000000:00000001:2.0:1767384366.107837:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384366.107841:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.107843:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384366.107845:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384366.107849:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c6d [1] + 224 00000020:00000040:2.0:1767384366.107851:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000040:1.0:1767384366.107851:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384366.107858:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384366.107859:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384366.107861:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384366.107865:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db011fbf. 00000400:00000200:3.0:1767384366.107872:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384366.107875:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384366.107876:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008af6e0c5. 02000000:00000001:1.0:1767384366.107879:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384366.107881:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1767384366.107884:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 02000000:00000001:2.0:1767384366.107887:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384366.107889:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.107889:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384366.107892:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384366.107893:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384366.107898:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000958b9be. 00000100:00000001:1.0:1767384366.107899:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.107912:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.107913:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384366.107915:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384366.107920:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.107926:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.107928:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384366.107929:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.107929:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384366.107942:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384366.107944:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384366.107946:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.107952:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.107955:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384366.107965:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc0a361c 00000400:00000010:3.0:1767384366.107968:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc0a361c. 00000100:00000001:3.0:1767384366.107971:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384366.107971:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384366.107973:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384366.107974:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384366.107978:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e46884. 00000100:00000001:3.0:1767384366.107979:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.107982:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384366.107987:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000100:00000040:3.0:1767384366.107988:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384366.107988:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384366.107991:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00010000:00000001:3.0:1767384366.108001:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384366.108003:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384366.108004:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384366.108005:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384366.108010:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384366.108010:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384366.108015:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384366.108018:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000549871a0. 00000100:00000040:3.0:1767384366.108029:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fffc6ca1 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:347/0 lens 224/224 e 0 to 0 dl 1767384377 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.108031:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed5dfb6 00000100:00000200:1.0:1767384366.108034:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384366.108044:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ed5dfb6. 00000100:00000001:2.0:1767384366.108057:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384366.108074:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.108102:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384366.108103:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fffc6ca1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748248960:12345-0@lo:400: Request processed in 777us (1249us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384366.108135:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384366.108141:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000001:1.0:1767384366.108145:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384366.108154:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 02000000:00000001:1.0:1767384366.108154:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384366.108160:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384366.108165:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.108165:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.108169:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384366.108173:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000143220f3. 00000100:00000200:2.0:1767384366.108173:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384366.108181:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004673ca24. 02000000:00000001:1.0:1767384366.108183:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.108188:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6db2160. 00000100:00001000:1.0:1767384366.108191:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=67 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384366.108194:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384366.108203:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384366.108203:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.108219:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.108220:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384366.108222:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.108224:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384366.108226:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384366.108229:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384366.108233:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:1.0:1767384366.108236:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.108237:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.108241:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384366.108246:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.108255:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384366.108256:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=67 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384366.108259:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384366.108262:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:2.0:1767384366.108263:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.108264:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384366.108266:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.108272:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384366.108272:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.108276:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.108282:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384366.108283:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.108286:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384366.108287:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384366.108290:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.108291:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384366.108312:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009bc908d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748248960:0@lo:400: 00000100:00000001:1.0:1767384366.108319:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.108332:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384366.108334:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009bc908d9 x1853236748248960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.108348:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384366.108350:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384366.108352:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000799eb51. 02000000:00000001:1.0:1767384366.108356:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384366.108359:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384366.108361:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384366.108361:0:16146:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384366.108364:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384366.108368:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384366.108370:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000010:1.0:1767384366.108373:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea63f301. 00000100:00000001:2.0:1767384366.108375:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384366.108377:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384366.108379:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.108380:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384366.108382:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009bc908d9. 00000100:00000001:1.0:1767384366.108386:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384366.108387:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.108389:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.108390:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.108394:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.108396:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.108400:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.108402:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.108409:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384366.108412:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384366.108414:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384366.108418:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.108425:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aa46084d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748248832:0@lo:400: 00000100:00000001:2.0:1767384366.108430:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.108432:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.108434:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aa46084d x1853236748248832/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.108440:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.108442:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.108444:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001306ef53. 02000000:00000001:2.0:1767384366.108449:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.108451:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.108452:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384366.108454:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.108456:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c043058d. 02000000:00000001:2.0:1767384366.108460:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.108461:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.108462:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aa46084d. 00000100:00000001:2.0:1767384366.108466:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.108467:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.108469:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.108474:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.108482:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.108485:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.108487:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384366.118183:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294953998, at 4294953999 00000100:00000010:1.0:1767384366.118197:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021a74557. 00000100:00000040:3.0:1767384366.118202:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294953998, at 4294953999 00000100:00000010:3.0:1767384366.118214:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000164f56e2. 00000100:00000040:2.0:1767384366.118216:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294953998, at 4294953999 00000100:00000010:2.0:1767384366.118224:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009b682bf. 00000100:00000040:0.0:1767384366.119298:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294953998, at 4294954000 00000100:00000010:0.0:1767384366.119305:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d1b1d6c. 00000001:00000001:2.0:1767384366.223468:0:34239:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384366.223474:0:34239:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:2.0:1767384366.228502:0:34239:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384366.236810:0:34240:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000001711e7d. 00000400:00000010:2.0:1767384366.236827:0:34240:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009a0ceb87. 00000400:00000010:2.0:1767384366.236839:0:34240:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006a3dd34d. 00000400:00000010:2.0:1767384366.236843:0:34240:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000040f5757f. 00000400:00000010:2.0:1767384366.236849:0:34240:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004532b0a5. 00000400:00000010:2.0:1767384366.236854:0:34240:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d55656e. 00000400:00000010:2.0:1767384366.236857:0:34240:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000063581a4c. 00000400:00000010:2.0:1767384366.236859:0:34240:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008f6a848c. 00000400:00000010:2.0:1767384366.236863:0:34240:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000717881be. 00000800:00000010:2.0:1767384366.236879:0:34240:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c44f5404. 00000800:00000200:2.0:1767384366.236891:0:34240:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384366.236909:0:34240:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384366.236951:0:34240:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384366.236981:0:34240:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp43 [8/256/0/180] 00000400:00000010:3.0:1767384366.239205:0:34240:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000e6316fdc. 00000400:00000010:3.0:1767384366.239219:0:34240:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017093293. 00000400:00000010:3.0:1767384366.239226:0:34240:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc0a361c. 00000400:00000001:3.0:1767384366.239269:0:34240:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384366.239278:0:34240:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384366.239280:0:34240:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f133b711. 00000400:00000200:3.0:1767384366.239283:0:34240:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:3.0:1767384366.239285:0:34240:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000400:00000010:3.0:1767384366.239290:0:34240:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 000000005ca5e0ef. 00000400:00000200:3.0:1767384366.239297:0:34240:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (34) 00000400:00000200:3.0:1767384366.239316:0:34240:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384366.239337:0:34240:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:3.0:1767384366.239349:0:34240:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cb1d596b. 00000400:00000200:2.0:1767384366.239349:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384366.239361:0:34240:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384366.239363:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000020:01000000:3.0:1767384366.239370:0:34240:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp43 00000400:00000010:2.0:1767384366.239375:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000400:00000200:2.0:1767384366.239380:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (35) 00000400:00000010:2.0:1767384366.239385:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002508ffa3. 00000400:00000200:2.0:1767384366.239390:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000010:3.0:1767384366.239393:0:34240:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009a0ceb87. 00000400:00000010:3.0:1767384366.239399:0:34240:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000001711e7d. 00000400:00000200:2.0:1767384366.239404:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384366.239410:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384366.239415:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:2.0:1767384366.239421:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000020:00000001:0.0:1767384366.239428:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384366.239433:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 10000000:00000001:0.0:1767384366.239436:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384366.239437:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 10000000:00000001:0.0:1767384366.239441:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384366.239444:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 10000000:01000000:0.0:1767384366.239446:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384366.239449:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000020:01000004:0.0:1767384366.239453:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384366.239456:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000020:01000004:0.0:1767384366.239457:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384366.239461:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384366.239464:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000020:01000004:0.0:1767384366.239466:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384366.239469:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000020:01000004:0.0:1767384366.239470:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384366.239475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 00000020:01000004:0.0:1767384366.239475:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384366.239478:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384366.239483:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384366.239485:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384366.239486:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[142, 37] 00000020:01000004:0.0:1767384366.239489:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384366.239493:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 37], ns[32, 37] 00000400:00000200:2.0:1767384366.239496:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000100:00000010:0.0:1767384366.239498:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000400:00000200:2.0:1767384366.239499:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000400:00000200:2.0:1767384366.239506:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000020:00000040:0.0:1767384366.239506:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384366.239514:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000100:00000001:0.0:1767384366.239516:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384366.239519:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 02000000:00000001:0.0:1767384366.239522:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384366.239527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 32], ns[68, 32] 02000000:00000001:0.0:1767384366.239529:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.239530:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 32], ns[90, 32] 00000400:00000200:2.0:1767384366.239538:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 32], ns[74, 32] 02000000:00000010:0.0:1767384366.239542:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065bbcbab. 00000400:00000200:2.0:1767384366.239554:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 32], ns[133, 32] 00000100:00000001:0.0:1767384366.239554:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.239563:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 32], ns[99, 32] 00000100:00000001:0.0:1767384366.239568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384366.239569:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 32], ns[105, 32] 00000100:00000001:0.0:1767384366.239574:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.239579:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 32], ns[117, 32] 00000400:00000200:2.0:1767384366.239584:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 32], ns[124, 32] 00000400:00000200:2.0:1767384366.239588:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[135, 32], ns[144, 32] 00000100:00000040:0.0:1767384366.239588:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008807e71d] to pc [ptlrpcd_00_01+1] req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.239599:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 32], ns[151, 32] 00000400:00000200:2.0:1767384366.239612:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 32], ns[132, 32] 00000400:00000200:2.0:1767384366.239618:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[139, 32], ns[148, 32] 00000400:00000200:2.0:1767384366.239622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[140, 32], ns[149, 32] 00000400:00000200:2.0:1767384366.239625:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[141, 32], ns[150, 32] 00000400:00000200:2.0:1767384366.239627:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767384366.239631:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp22 00000400:00000200:2.0:1767384366.239635:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384366.239638:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp22 10000000:00000001:0.0:1767384366.239639:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.239645:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp22 NI seq info: [152:152:256:4294967295] 192.168.202.119@tcp22 LPNI seq info [143:143:8:4294967295] 10000000:00000001:0.0:1767384366.239646:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.239650:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384366.239653:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.239656:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp22 00000100:00000001:1.0:1767384366.239657:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384366.239659:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384366.239663:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384366.239670:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384366.239674:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384366.239675:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384366.239678:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp22(192.168.202.119@tcp22:) -> 192.168.202.119@tcp22(192.168.202.119@tcp:192.168.202.119@tcp22) : PUT try# 0 10000000:00000001:0.0:1767384366.239680:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384366.239684:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384366.239690:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384366.239692:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.119@tcp22 00000800:00000010:2.0:1767384366.239699:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000008abb98. 00000100:00000001:1.0:1767384366.239701:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384366.239703:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384366.239705:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384366.239708:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767384366.239712:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (6) 02000000:00000001:1.0:1767384366.239713:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384366.239715:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384366.239720:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384366.239720:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384366.239725:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384366.239726:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp22 ip 192.168.202.119:988 02000000:00000001:1.0:1767384366.239727:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384366.239729:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:1.0:1767384366.239733:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748249088:0@lo:253: 00000020:01000004:0.0:1767384366.239733:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384366.239738:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384366.239740:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000008abb98 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1767384366.239740:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384366.239744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae57f9a1. 02000000:00000001:1.0:1767384366.239747:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1767384366.239750:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:1.0:1767384366.239751:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.239756:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384366.239758:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767384366.239763:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004dafcffb. 02000000:00000001:0.0:1767384366.239763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384366.239765:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 02000000:00000001:1.0:1767384366.239770:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384366.239770:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.239773:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000400:00000010:1.0:1767384366.239778:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 02000000:00000010:0.0:1767384366.239781:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000a124b28. 00000400:00000010:1.0:1767384366.239787:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b521f369. 00000100:00000001:0.0:1767384366.239789:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384366.239797:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748249088, portal 25 00000100:00000001:0.0:1767384366.239797:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384366.239803:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.239804:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384366.239808:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:0.0:1767384366.239816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae57f9a1] to pc [ptlrpcd_00_02+2] req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.239825:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.239834:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384366.239837:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384366.239841:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000650e122e. 00000100:00000200:1.0:1767384366.239843:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748249088, offset 0 00000400:00000200:1.0:1767384366.239848:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384366.239849:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384366.239854:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.239857:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.239858:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:0.0:1767384366.239864:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384366.239868:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cb1d596b. 00000400:00000200:1.0:1767384366.239871:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106800 00000400:00000200:1.0:1767384366.239879:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1439 [2] + 0 00000400:00000010:1.0:1767384366.239883:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004de9056. 00000100:00000001:0.0:1767384366.239886:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384366.239887:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f6d79efa 00000100:00100000:0.0:1767384366.239892:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767384366.239896:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384366.239896:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.239904:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384366.239909:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384366.239909:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6d79efa 00000100:00000001:0.0:1767384366.239909:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384366.239914:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f6d79efa. 00000100:00000001:0.0:1767384366.239914:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384366.239915:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000008abb98. 00000100:00000001:0.0:1767384366.239922:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384366.239923:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384366.239924:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384366.239926:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767384366.239929:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384366.239930:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384366.239935:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp22->192.168.202.119@tcp22: PUT: OK 00000100:00000040:1.0:1767384366.239938:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000ef955229 x1853236748249088 msgsize 4848 00000100:00000040:0.0:1767384366.239939:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384366.239940:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384366.239946:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000100:00100000:1.0:1767384366.239953:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384366.239957:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384366.239960:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384366.239965:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384366.239967:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.239968:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.239971:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384366.239973:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384366.239975:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384366.239977:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.239979:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650e122e 00000400:00000010:1.0:1767384366.239983:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000650e122e. 00000400:00000200:2.0:1767384366.239986:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp22(192.168.202.119@tcp22) <- 192.168.202.119@tcp22 : PUT - for me 02000000:00000001:0.0:1767384366.239987:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.239988:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384366.239994:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384366.239994:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.240000:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 592 into portal 0 MB=0x8000000000000000 00000100:00100000:0.0:1767384366.240004:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748249216:0@lo:253: 00000400:00000200:2.0:1767384366.240013:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 560/592 into md 0x1be9 [1] + 0 00000100:00000001:0.0:1767384366.240016:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384366.240021:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384366.240024:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013df8ae2. 02000000:00000001:0.0:1767384366.240025:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.240026:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384366.240030:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b013553a 02000000:00000001:0.0:1767384366.240030:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384366.240031:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384366.240036:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384366.240040:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008aafa75c. 00000100:00000001:1.0:1767384366.240041:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384366.240042:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.240046:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384366.240048:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384366.240048:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.240051:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.240056:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294954132 00000400:00000010:0.0:1767384366.240056:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3a45e6. 00000400:00000200:2.0:1767384366.240060:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp22->192.168.202.119@tcp22: PUT: OK 00000400:00000010:0.0:1767384366.240065:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcd97010. 00000400:00000200:2.0:1767384366.240068:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b013553a 00000100:00000010:1.0:1767384366.240068:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad428884. 00000400:00000010:2.0:1767384366.240074:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b013553a. 00000100:00000001:1.0:1767384366.240077:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384366.240084:0:16141:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767384366.240085:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294954132 00000100:00000200:0.0:1767384366.240086:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748249216, portal 25 00000400:00000200:2.0:1767384366.240092:0:16141:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (36) 00000100:00000010:1.0:1767384366.240092:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000512a01ce. 00000100:00000001:0.0:1767384366.240092:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384366.240097:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656106496 : -114055053445120 : ffff98447d0df800) 00000100:00000001:1.0:1767384366.240099:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384366.240104:0:16141:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:1.0:1767384366.240147:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294954133 00000100:00000010:1.0:1767384366.240153:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009deb3ce0. 00000100:00000001:1.0:1767384366.240157:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384366.240163:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294954133 00000100:00000040:0.0:1767384366.240166:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384366.240168:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022de0ceb. 00000100:00000001:1.0:1767384366.240173:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384366.240181:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.240181:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384366.240186:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.240188:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384366.240191:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.240194:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa2b91e. 00000100:00000001:1.0:1767384366.240195:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384366.240201:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748249216, offset 0 00000100:00000001:1.0:1767384366.240202:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.240206:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384366.240209:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.240211:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384366.240213:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.240215:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384366.240218:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384366.240226:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.240236:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106880 00000100:00000001:1.0:1767384366.240239:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384366.240243:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x145d [2] + 0 00000100:00000001:1.0:1767384366.240244:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.240251:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df3ae2c5. 00000400:00000200:0.0:1767384366.240257:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a510a967 00000400:00000200:0.0:1767384366.240263:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384366.240267:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384366.240273:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384366.240275:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a510a967 00000100:00000001:1.0:1767384366.240276:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384366.240279:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a510a967. 00000100:00000001:0.0:1767384366.240286:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384366.240288:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384366.240291:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000193d500f x1853236748249216 msgsize 4848 00000100:00100000:0.0:1767384366.240299:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384366.240301:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384366.240304:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249088 02000000:00000001:1.0:1767384366.240306:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384366.240310:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384366.240312:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384366.240313:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.240332:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384366.240336:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249088 00000020:00000001:1.0:1767384366.240339:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384366.240340:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384366.240343:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384366.240349:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384366.240351:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000400:00000200:0.0:1767384366.240352:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa2b91e 00000020:00000001:1.0:1767384366.240354:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384366.240358:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000010:0.0:1767384366.240358:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa2b91e. 00000100:00000001:0.0:1767384366.240366:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384366.240367:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384366.240372:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124b0388. 00000100:00000200:0.0:1767384366.240375:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.240378:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384366.240384:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124b0388. 00000020:00000010:1.0:1767384366.240392:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ada9da6b. 00000100:00000001:0.0:1767384366.240393:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384366.240399:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073cee5e2. 00000100:00000040:0.0:1767384366.240399:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384366.240405:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e214aaa9. 00000100:00000040:1.0:1767384366.240415:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384366.240415:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.240419:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384366.240420:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.240424:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384366.240426:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.240430:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.240433:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.240435:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294954133 00000100:00000001:1.0:1767384366.240442:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.240445:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294954132 00000100:00000001:0.0:1767384366.240453:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294954133 00000100:00000001:1.0:1767384366.240456:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384366.240459:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294954132 00000100:00100000:1.0:1767384366.240460:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249216 02000000:00000001:1.0:1767384366.240463:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384366.240466:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384366.240468:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.240469:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294954133 02000000:00000001:1.0:1767384366.240474:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.240476:0:16141:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (592 bytes) 00000100:00000001:0.0:1767384366.240476:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294954133 00000100:00100000:1.0:1767384366.240479:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249216 00000020:00000001:1.0:1767384366.240483:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384366.240484:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294954133 00000400:00000200:2.0:1767384366.240485:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000020:00000040:1.0:1767384366.240485:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384366.240489:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384366.240493:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384366.240493:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294954133 00000400:00000200:2.0:1767384366.240497:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (37) 00000020:00000001:1.0:1767384366.240498:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384366.240500:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384366.240503:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384366.240505:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.240506:0:16141:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767384366.240507:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384366.240512:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124b0388. 00000100:00000001:0.0:1767384366.240513:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.240516:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384366.240518:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp22 to MR: 192.168.202.119@tcp22 local destination 00000100:00000001:0.0:1767384366.240520:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384366.240521:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124b0388. 00000400:00000200:2.0:1767384366.240528:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp22 NI seq info: [153:153:256:4294967295] 192.168.202.119@tcp22 LPNI seq info [144:144:8:4294967295] 00000020:00000010:1.0:1767384366.240532:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd772b32. 00000020:00000010:1.0:1767384366.240536:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099bd3c05. 00000020:00000010:1.0:1767384366.240542:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000001:1.0:1767384366.240547:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384366.240550:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384366.240553:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.240554:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp22(192.168.202.119@tcp22:192.168.202.119@tcp22) -> 192.168.202.119@tcp22(192.168.202.119@tcp22:192.168.202.119@tcp22) 192.168.202.119@tcp22 : ACK try# 0 00000100:00000001:1.0:1767384366.240562:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384366.240569:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp22 00000100:00000001:1.0:1767384366.240569:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384366.240569:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:2.0:1767384366.240575:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000008abb98. 00000100:00000001:0.0:1767384366.240575:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384366.240581:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:2.0:1767384366.240582:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (6) 00000100:00000001:1.0:1767384366.240585:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384366.240587:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000800:00000200:2.0:1767384366.240592:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp22 ip 192.168.202.119:997 00000100:00000040:0.0:1767384366.240593:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000800:00000200:2.0:1767384366.240595:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000008abb98 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:1.0:1767384366.240599:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:0.0:1767384366.240600:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612961360 : -114055096590256 : ffff98447a7ba050) 00000100:00000040:1.0:1767384366.240605:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384366.240609:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612959312 : -114055096592304 : ffff98447a7b9850) 00000100:00000040:0.0:1767384366.240614:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef955229 x1853236748249088/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 4848/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384366.240620:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000193d500f x1853236748249216/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 4848/0 e 0 to 0 dl 1767384377 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384366.240639:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384366.240646:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124b0388. 00000100:00000001:0.0:1767384366.240647:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384366.240653:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000100:00000001:1.0:1767384366.240654:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384366.240659:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384366.240660:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124b0388. 00000020:00000010:0.0:1767384366.240668:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00000100:00100000:1.0:1767384366.240680:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000193d500f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748249216:12345-0@lo:253: 00000100:00100000:0.0:1767384366.240685:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef955229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748249088:12345-0@lo:253: 00000100:00000200:1.0:1767384366.240688:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249216 00000100:00000200:0.0:1767384366.240694:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249088 00000020:00000001:1.0:1767384366.240696:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384366.240701:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384366.240704:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384366.240706:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384366.240709:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.240711:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.240714:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384366.240716:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384366.240719:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384366.240722:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000800:00000001:2.0:1767384366.240726:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384366.240727:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384366.240728:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384366.240730:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384366.240732:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.240734:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:2.0:1767384366.240737:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384366.240739:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384366.240739:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384366.240744:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384366.240745:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384366.240749:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.240750:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384366.240753:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384366.240756:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384366.240760:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384366.240767:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000957aaac8. 02000000:00000010:0.0:1767384366.240767:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000027925041. 02000000:00000001:0.0:1767384366.240774:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384366.240775:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384366.240780:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384366.240781:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.240782:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384366.240784:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000008abb98. 20000000:00000001:1.0:1767384366.240787:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384366.240789:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384366.240790:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.240799:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp22->192.168.202.119@tcp22: ACK: OK 20000000:00000010:1.0:1767384366.240799:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015bb3cca. 20000000:00000010:0.0:1767384366.240801:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b75ba406. 20000000:01000000:1.0:1767384366.240805:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384366.240808:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384366.240810:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:2.0:1767384366.240811:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384366.240813:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384366.240815:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384366.240820:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384366.240821:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384366.240822:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384366.240823:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000001:2.0:1767384366.240826:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384366.240828:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384366.240829:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384366.240832:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384366.240834:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384366.240836:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:1.0:1767384366.240838:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a6d6fa02. 20000000:00000001:0.0:1767384366.240841:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384366.240842:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000800:00000001:2.0:1767384366.240844:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384366.240849:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384366.240852:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp22(192.168.202.119@tcp22) <- 192.168.202.119@tcp22 : ACK - for me 00080000:00000001:1.0:1767384366.240856:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384366.240866:0:16141:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp22: ACK from 12345-192.168.202.119@tcp22 into md 0x1ca1 00000400:00000200:2.0:1767384366.240872:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.240876:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp22->192.168.202.119@tcp22: ACK: OK 00000400:00000200:2.0:1767384366.240884:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000400:00000010:2.0:1767384366.240886:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:2.0:1767384366.240889:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384366.240894:0:16141:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:2.0:1767384366.240899:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384366.240905:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (36) 00000800:00000001:2.0:1767384366.240911:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.240917:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384366.240918:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384366.240923:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384366.240925:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384366.240927:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384366.240931:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384366.240937:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384366.240941:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384366.240950:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006121caf2. 00080000:00000001:1.0:1767384366.240952:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381313536 : -114060328238080 : ffff984342a70400) 00000400:00000200:2.0:1767384366.240956:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:1.0:1767384366.240957:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000010:2.0:1767384366.240966:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000a7cdcf9b. 00000400:00000010:2.0:1767384366.240981:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5394516. 00000400:00000010:2.0:1767384366.240987:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000400:00000200:2.0:1767384366.240989:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a7cdcf9b 00000400:00000010:2.0:1767384366.240995:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000f04d1b80. 00000400:00000200:2.0:1767384366.240998:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:2.0:1767384366.241007:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:2.0:1767384366.241011:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (35) 00000400:00000010:2.0:1767384366.241018:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000fe16fdb0. 00000400:00000010:2.0:1767384366.241023:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000400:00000010:2.0:1767384366.241030:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008f054b24. 00000400:00000200:2.0:1767384366.241034:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:2.0:1767384366.241042:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384366.241050:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:2.0:1767384366.241056:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:2.0:1767384366.241063:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:2.0:1767384366.241075:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:2.0:1767384366.241082:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:2.0:1767384366.241092:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:2.0:1767384366.241104:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:2.0:1767384366.241147:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000400:00000200:2.0:1767384366.241153:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000001:00000001:1.0:1767384366.241159:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384366.241163:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.241165:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00080000:00000001:1.0:1767384366.241169:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384366.241176:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 00000400:00000200:2.0:1767384366.241181:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[142, 37] 00080000:00000001:1.0:1767384366.241190:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384366.241196:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384366.241201:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 37], ns[153, 37] 00000400:00000200:2.0:1767384366.241208:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 37], ns[34, 37] 00000400:00000200:2.0:1767384366.241213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:2.0:1767384366.241218:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000400:00000200:2.0:1767384366.241223:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:2.0:1767384366.241229:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000400:00000200:2.0:1767384366.241236:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 34], ns[68, 34] 00000400:00000200:2.0:1767384366.241242:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 34], ns[90, 34] 00000400:00000200:2.0:1767384366.241249:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 34], ns[74, 34] 00000400:00000200:2.0:1767384366.241255:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 34], ns[133, 34] 00000400:00000200:2.0:1767384366.241261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 34], ns[99, 34] 00000400:00000200:2.0:1767384366.241266:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 34], ns[105, 34] 00000400:00000200:2.0:1767384366.241274:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 34], ns[117, 34] 00000400:00000200:2.0:1767384366.241279:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[117, 34], ns[124, 34] 00080000:00000001:1.0:1767384366.241286:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384366.241287:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[135, 34], ns[144, 34] 00080000:00000001:1.0:1767384366.241292:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384366.241299:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 34], ns[151, 34] 00000400:00000200:2.0:1767384366.241305:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 34], ns[132, 34] 00000400:00000200:2.0:1767384366.241310:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[139, 34], ns[148, 34] 00000400:00000200:2.0:1767384366.241348:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[140, 34], ns[149, 34] 00000400:00000200:2.0:1767384366.241356:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[141, 34], ns[150, 34] 00000400:00000200:2.0:1767384366.241362:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:2.0:1767384366.241370:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp23 00000400:00000200:2.0:1767384366.241379:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp23 lpni_is_preferred = 0 00000400:00000200:2.0:1767384366.241384:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp23 00000400:00000200:2.0:1767384366.241394:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp23 NI seq info: [154:154:256:4294967295] 192.168.202.119@tcp23 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767384366.241402:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp23 00000400:00000200:2.0:1767384366.241427:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23:) -> 192.168.202.119@tcp23(192.168.202.119@tcp:192.168.202.119@tcp23) : GET try# 0 00000800:00000200:2.0:1767384366.241440:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp23 00000800:00000010:2.0:1767384366.241446:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000008abb98. 00000800:00000200:2.0:1767384366.241455:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (6) 00000800:00000200:2.0:1767384366.241468:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:988 00000800:00000200:2.0:1767384366.241473:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000008abb98 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384366.241496:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384366.241500:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000800:00000001:2.0:1767384366.241577:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384366.241578:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384366.241582:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000008abb98. 00000400:00000200:1.0:1767384366.241585:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384366.241586:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384366.241592:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384366.241592:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: GET: OK 00000400:00000200:1.0:1767384366.241607:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:2.0:1767384366.241610:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.241611:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:2.0:1767384366.241627:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23) <- 192.168.202.119@tcp23 : GET - for me 00000400:00000200:2.0:1767384366.241646:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384366.241650:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 592/592 into md 0x1c9d [1] + 0 00000400:00000200:2.0:1767384366.241662:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp23 to MR: 192.168.202.119@tcp23 local destination 00000400:00000200:2.0:1767384366.241668:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp23 NI seq info: [155:155:256:4294967295] 192.168.202.119@tcp23 LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1767384366.241687:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23:192.168.202.119@tcp23) -> 192.168.202.119@tcp23(192.168.202.119@tcp23:192.168.202.119@tcp23) 192.168.202.119@tcp23 : REPLY try# 0 00000800:00000200:2.0:1767384366.241704:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.119@tcp23 00000800:00000010:2.0:1767384366.241707:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000006584c9f. 00000800:00000200:2.0:1767384366.241713:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (6) 00000800:00000200:2.0:1767384366.241722:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:995 00000800:00000200:2.0:1767384366.241724:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000006584c9f type 3, nob 688 niov 1 nkiov 1 00000800:00000001:1.0:1767384366.241759:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384366.241795:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384366.241798:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000006584c9f. 00000400:00000200:2.0:1767384366.241802:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.241807:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: REPLY: OK 00000800:00000001:2.0:1767384366.241819:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.241827:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384366.241829:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.241835:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.241840:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23) <- 192.168.202.119@tcp23 : REPLY - for me 00000800:00000001:1.0:1767384366.241843:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.241850:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp23: Reply from 12345-192.168.202.119@tcp23 of length 592/592 into md 0x1cb9 00000800:00000001:2.0:1767384366.241855:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.241863:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384366.241864:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384366.241867:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: REPLY: OK 00000400:00000200:2.0:1767384366.241870:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:2.0:1767384366.241872:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000400:00000200:2.0:1767384366.241876:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384366.241880:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:2.0:1767384366.241882:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:2.0:1767384366.241885:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 35. state = 0x300271 00000400:00000200:2.0:1767384366.241888:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384366.241899:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (36) 00000800:00000001:2.0:1767384366.241904:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384366.241907:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384366.241924:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384366.241934:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:0.0:1767384366.241943:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000e89c48fb. 00000400:00000010:0.0:1767384366.241948:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 00000000b80ff957. 00000400:00000010:0.0:1767384366.241959:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000c9fb2b69. 00000400:00000200:0.0:1767384366.241999:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp36(0000000043154b77) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384366.242006:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp37(00000000bf40a51c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384366.242012:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp39(000000008debd68d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384366.242016:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp40(0000000026cca03c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384366.242021:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp41(00000000f9ee21ea) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384366.242029:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000094386991. 00000400:00000200:0.0:1767384366.242036:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000094386991 nid 192.168.202.119@tcp42 00000400:00000010:0.0:1767384366.242042:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f0aff8c7. 00000400:00000200:0.0:1767384366.242045:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f0aff8c7 net tcp42 00000400:00000200:0.0:1767384366.242049:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (35) 00000400:00000200:0.0:1767384366.242055:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp42 flags 0x11 00000400:00000010:0.0:1767384366.242060:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000af1fc497. 00000400:00000200:0.0:1767384366.242065:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000af1fc497 nid 192.168.202.119@tcp43 00000400:00000010:0.0:1767384366.242069:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a2757eec. 00000400:00000200:0.0:1767384366.242072:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a2757eec net tcp43 00000400:00000200:0.0:1767384366.242074:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (36) 00000400:00000200:0.0:1767384366.242080:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp43 flags 0x11 00000400:00000010:0.0:1767384366.242084:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000e89c48fb. 00000400:00000010:0.0:1767384366.242087:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 00000000b80ff957. 00000400:00000010:0.0:1767384366.242089:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000c9fb2b69. 00000400:00000010:0.0:1767384366.242093:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000fe16fdb0. 00000400:00000200:0.0:1767384366.242097:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384366.242100:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:0.0:1767384366.242104:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:0.0:1767384366.242150:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:0.0:1767384366.242154:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384366.242157:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:0.0:1767384366.242161:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384366.242165:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (37) 00080000:00000001:2.0:1767384366.251286:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384366.251296:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384366.251297:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:2.0:1767384366.251302:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384366.251310:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384366.251315:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384366.251316:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767384366.251319:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384366.251335:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384366.251338:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006121caf2. 20000000:01000000:2.0:1767384366.251342:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767384366.251344:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384366.251351:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384366.251356:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384366.251364:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384366.251377:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384366.251380:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:1.0:1767384366.251380:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a6743366. 10000000:01000000:2.0:1767384366.251384:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1767384366.251388:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00010000:00000001:2.0:1767384366.251390:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384366.251396:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384366.251398:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384366.251406:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:2.0:1767384366.251407:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e80f15e. 00010000:00000001:2.0:1767384366.251414:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384366.251419:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00000020:00000001:2.0:1767384366.251424:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384366.251427:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e25f to hash 00000020:00000001:2.0:1767384366.251430:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384366.251431:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.251435:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00080000:00000001:1.0:1767384366.251439:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384366.251440:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.251443:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384366.251444:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384366.251447:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.251448:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384366.251450:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384366.251455:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384366.251460:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384366.251462:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:2.0:1767384366.251464:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384366.251466:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384366.251467:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384366.251470:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384366.251471:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a1b4c5a. 00010000:00000001:2.0:1767384366.251472:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.251477:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384366.251477:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381324800 : -114060328226816 : ffff984342a73000) 00010000:00000001:2.0:1767384366.251480:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384366.251481:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384366.251485:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384366.251489:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384366.251490:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384366.251492:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384366.251494:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008e80f15e) refcount = 1 00010000:00010000:2.0:1767384366.251497:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251508:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384366.251509:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384366.251511:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.251513:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251514:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384366.251517:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384366.251520:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384366.251522:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384366.251524:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.251525:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384366.251528:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.251530:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.251532:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384366.251534:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251539:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384366.251541:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384366.251544:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384366.251545:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384366.251547:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251548:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384366.251551:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384366.251552:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251557:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.251558:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251560:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384366.251562:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384366.251565:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.251568:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d527d218 already unused, calling callback (0000000064ca87ef) 00080000:00000001:1.0:1767384366.251569:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384366.251574:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384366.251585:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384366.251588:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251595:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384366.251597:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384366.251599:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.251602:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=5 00000020:00000001:2.0:1767384366.251604:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.251608:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.251613:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384366.251615:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251622:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384366.251625:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384366.251627:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251632:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384366.251635:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384366.251637:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.251640:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384366.251641:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:2.0:1767384366.251643:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e25f from hash 00080000:00000001:1.0:1767384366.251645:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384366.251650:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384366.251653:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.251655:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.251657:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384366.251660:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384366.251664:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384366.251666:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384366.251669:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.251672:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251674:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384366.251676:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384366.251680:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.251682:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.251685:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251694:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.251697:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.251700:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251707:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.251710:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.251712:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384366.251714:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384366.251715:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.251717:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.251719:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384366.251722:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384366.251724:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.251727:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.251735:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384366.251737:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384366.251739:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e25f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384366.251747:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008e80f15e count: 0 00010000:00000001:2.0:1767384366.251758:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384366.251760:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384366.253580:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294954133, at 4294954134 00000100:00000010:3.0:1767384366.253595:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022de0ceb. 00000100:00000040:2.0:1767384366.254174:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294954133, at 4294954135 00000100:00000010:2.0:1767384366.254186:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009deb3ce0. 00000100:00000040:1.0:1767384366.254403:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294954133, at 4294954135 00000100:00000010:1.0:1767384366.254411:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000512a01ce. 00000100:00000040:0.0:1767384366.254672:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294954133, at 4294954135 00000100:00000010:0.0:1767384366.254681:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad428884. 00010000:00000010:2.1:1767384366.255141:0:16626:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e80f15e. 00010000:00000010:2.1:1767384366.255156:0:16626:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00000400:00000010:2.0:1767384366.264413:0:34245:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008a5caf26. 00000400:00000040:2.0:1767384366.264448:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384366.264452:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384366.264456:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.264459:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384366.264463:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.264465:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384366.264470:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384366.264473:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384366.264475:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384366.264486:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384366.264490:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384366.264494:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384366.264497:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384366.264502:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384366.264505:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384366.264509:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384366.264511:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384366.264514:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384366.264516:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384366.264518:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.264521:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384366.264523:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384366.264525:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384366.264526:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384366.264528:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384366.264530:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.264531:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384366.264532:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384366.264534:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384366.264536:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384366.264537:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384366.264539:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384366.264540:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384366.264541:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384366.264542:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384366.264543:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384366.264544:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384366.264546:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384366.264548:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384366.264549:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384366.264550:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384366.264551:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384366.264552:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384366.264553:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384366.264554:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384366.264555:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384366.264556:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384366.264557:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384366.264565:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384366.264566:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384366.264568:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384366.264569:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384366.264571:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384366.264572:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384366.264573:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384366.264575:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384366.264576:0:34245:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384366.264683:0:34245:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008a5caf26. 00080000:00000001:0.0:1767384366.267195:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384366.267201:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384366.267205:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384366.267207:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384366.267210:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384366.267214:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 00080000:00000001:0.0:1767384366.267220:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384366.267309:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384366.267316:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384366.267336:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384366.267339:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384366.267343:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384366.267353:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384366.267357:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384366.267360:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384366.267364:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384366.267367:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:0.0:1767384366.267367:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:2.0:1767384366.267373:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384366.267377:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384366.267384:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092a30489. 00010000:00000001:2.0:1767384366.267387:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384366.267390:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00000020:00000001:2.0:1767384366.267394:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384366.267397:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e266 to hash 00000020:00000001:2.0:1767384366.267399:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384366.267400:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.267404:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.267407:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.267409:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.267411:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267418:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384366.267422:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384366.267424:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384366.267426:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384366.267428:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.267430:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384366.267431:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.267433:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384366.267442:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384366.267443:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384366.267444:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384366.267447:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000092a30489) refcount = 1 00010000:00010000:2.0:1767384366.267449:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267453:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384366.267455:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384366.267456:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.267458:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.267460:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384366.267463:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384366.267465:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384366.267468:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384366.267469:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.267471:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=4 00000020:00000001:2.0:1767384366.267472:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.267474:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.267476:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384366.267477:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267481:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384366.267483:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267486:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.267487:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384366.267489:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267492:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.267493:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.267495:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384366.267502:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384366.267506:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d527d218 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384366.267508:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384366.267510:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384366.267511:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267515:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384366.267516:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384366.267517:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384366.267518:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=5 00000020:00000001:2.0:1767384366.267519:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.267521:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384366.267523:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384366.267524:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267528:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384366.267529:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384366.267530:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.267532:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384366.267534:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384366.267535:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384366.267536:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384366.267538:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e266 from hash 00010000:00000001:2.0:1767384366.267540:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384366.267541:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.267542:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.267542:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384366.267543:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384366.267545:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384366.267546:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384366.267547:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384366.267549:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.267556:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384366.267557:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384366.267559:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.267559:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.267560:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.267561:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.267562:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.267564:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267568:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.267569:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.267570:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384366.267572:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384366.267573:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384366.267574:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384366.267575:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384366.267577:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384366.267578:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384366.267579:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384366.267582:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384366.267584:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384366.267585:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e266 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384366.267588:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000092a30489 count: 0 00010000:00000001:2.0:1767384366.267594:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384366.267595:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384366.269536:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384366.269544:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384366.269548:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015bb3cca. 20000000:00000001:3.0:1767384366.269557:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384366.269563:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249216 00010000:00000001:3.0:1767384366.269566:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384366.269576:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000193d500f x1853236748249216/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384366.269585:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384366.269587:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384366.269591:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384366.269598:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384366.269600:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384366.269603:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384366.269606:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384366.269610:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384366.269614:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384366.269618:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384366.269622:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b621812. 00000100:00000200:3.0:1767384366.269629:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748249216, offset 224 00000400:00000200:3.0:1767384366.269647:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384366.269665:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384366.269678:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106880 00000400:00000200:3.0:1767384366.269687:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cad [2] + 224 00000400:00000200:3.0:1767384366.269697:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384366.269701:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384366.269708:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384366.269713:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384366.269721:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.269738:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384366.269751:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b621812 00000400:00000010:3.0:1767384366.269753:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b621812. 00000100:00000001:2.0:1767384366.269756:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384366.269758:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384366.269765:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384366.269766:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384366.269773:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384366.269777:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384366.269781:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:2.0:1767384366.269783:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384366.269791:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384366.269792:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be3a45e6. 00000020:00000001:3.0:1767384366.269796:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384366.269798:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd97010 00000020:00000001:3.0:1767384366.269802:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384366.269803:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcd97010. 00000100:00000001:2.0:1767384366.269809:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384366.269810:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000193d500f x1853236748249216/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384366.269828:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.269835:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000193d500f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748249216:12345-0@lo:253: Request processed in 29186us (29534us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384366.269866:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384366.269871:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:3.0:1767384366.269880:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384366.269888:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384366.269888:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384366.269903:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384366.269904:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.269911:0:16149:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384366.269914:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099bd3c05. 02000000:00000001:2.0:1767384366.269914:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384366.269918:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384366.269923:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.269925:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 02000000:00000001:2.0:1767384366.269927:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384366.269935:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd772b32. 00000100:00001000:2.0:1767384366.269937:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384366.269941:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=72 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384366.269948:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:2.0:1767384366.269948:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384366.269950:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.269956:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384366.269957:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384366.269958:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384366.269960:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000957aaac8. 00000100:00000001:2.0:1767384366.269962:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384366.269964:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384366.269967:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384366.269968:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.269978:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384366.269979:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384366.269985:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384366.269990:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c535e691. 00000100:00000001:2.0:1767384366.269990:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384366.270008:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384366.270010:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b621812. 00000020:01000004:2.0:1767384366.270011:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384366.270013:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384366.270016:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384366.270019:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384366.270020:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384366.270022:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384366.270023:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384366.270024:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384366.270026:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384366.270031:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748249216:0@lo:253: 00000100:00000001:2.0:1767384366.270044:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.270047:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384366.270050:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae57f9a1 x1853236748249216/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384366.270058:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384366.270061:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384366.270063:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008aafa75c. 02000000:00000001:2.0:1767384366.270072:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384366.270075:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384366.270077:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384366.270079:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384366.270082:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000a124b28. 02000000:00000001:2.0:1767384366.270086:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384366.270088:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384366.270090:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae57f9a1. 00000100:00000001:2.0:1767384366.270094:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384366.270096:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.270099:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384366.270127:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384366.270130:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384366.270133:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384366.270136:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384366.271396:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384366.271401:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384366.271403:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b75ba406. 20000000:00000001:0.0:1767384366.271410:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384366.271415:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249088 00010000:00000001:0.0:1767384366.271418:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384366.271424:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef955229 x1853236748249088/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384366.271433:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384366.271436:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384366.271440:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384366.271444:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384366.271448:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384366.271450:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384366.271462:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384366.271465:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.271469:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384366.271474:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384366.271478:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa2b91e. 00000100:00000200:0.0:1767384366.271484:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748249088, offset 224 00000400:00000200:0.0:1767384366.271493:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384366.271506:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384366.271517:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106800 00000400:00000200:0.0:1767384366.271528:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ca5 [2] + 224 00000400:00000200:0.0:1767384366.271537:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384366.271542:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384366.271547:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384366.271552:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384366.271562:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384366.271580:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384366.271588:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa2b91e 00000400:00000010:0.0:1767384366.271590:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa2b91e. 00000100:00000001:1.0:1767384366.271592:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.271596:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384366.271596:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384366.271601:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384366.271602:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384366.271604:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384366.271607:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000100:00000001:0.0:1767384366.271608:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384366.271612:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b521f369 00000100:00000040:0.0:1767384366.271613:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000010:1.0:1767384366.271616:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b521f369. 00010000:00000001:0.0:1767384366.271620:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384366.271622:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384366.271624:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384366.271629:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384366.271629:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384366.271638:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef955229 x1853236748249088/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:347/0 lens 4848/4768 e 0 to 0 dl 1767384377 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384366.271669:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384366.271673:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef955229 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748249088:12345-0@lo:253: Request processed in 31023us (31729us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384366.271682:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384366.271684:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.271686:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384366.271687:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384366.271689:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384366.271693:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384366.271693:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 02000000:00000001:1.0:1767384366.271699:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384366.271701:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00001000:1.0:1767384366.271702:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384366.271705:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384366.271707:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384366.271708:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384366.271710:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384366.271715:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.271715:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384366.271720:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384366.271721:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384366.271726:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384366.271729:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073cee5e2. 00000100:00000001:1.0:1767384366.271735:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384366.271737:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384366.271739:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384366.271739:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e214aaa9. 00000020:01000004:1.0:1767384366.271743:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384366.271745:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384366.271748:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000010:0.0:1767384366.271748:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ada9da6b. 00000020:01000004:1.0:1767384366.271751:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384366.271754:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384366.271756:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384366.271757:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000040:0.0:1767384366.271757:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000020:01000004:1.0:1767384366.271760:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384366.271763:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384366.271764:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384366.271765:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384366.271766:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384366.271770:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000027925041. 00000100:00100000:1.0:1767384366.271778:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748249088:0@lo:253: 02000000:00000001:0.0:1767384366.271780:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384366.271784:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.271794:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384366.271794:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384366.271797:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384366.271800:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008807e71d x1853236748249088/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384366.271802:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a26f4ae. 00000100:00000001:1.0:1767384366.271809:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384366.271811:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767384366.271811:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aa2b91e. 02000000:00000010:1.0:1767384366.271814:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004dafcffb. 02000000:00000001:1.0:1767384366.271822:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384366.271823:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384366.271826:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384366.271828:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384366.271830:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065bbcbab. 02000000:00000001:1.0:1767384366.271835:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384366.271836:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384366.271837:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 00000100:00000001:1.0:1767384366.271840:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384366.271841:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.271843:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384366.271847:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384366.271848:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384366.271851:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384366.271853:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384366.276439:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000092a30489. 00010000:00000010:2.1:1767384366.276449:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00010000:00000001:2.0:1767384366.423189:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384366.423195:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384366.423202:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384366.423204:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384366.423235:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384366.423238:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384366.423241:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384366.936207:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384366.936211:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384366.936215:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:1.0:1767384366.936219:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000400:00000200:1.0:1767384366.936227:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384366.936228:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (6) 00000400:00000200:1.0:1767384366.936236:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery ping unlinked 00000800:00000200:3.0:1767384366.936248:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:988 00000400:00000010:1.0:1767384366.936249:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d1350a84. 00000400:00000010:1.0:1767384366.936254:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008df64072. 00000800:00000200:3.0:1767384366.936257:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384366.936263:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp41 00000400:00000010:1.0:1767384366.936267:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000007025778. 00000400:00000010:1.0:1767384366.936272:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043872326. 00000400:00000010:1.0:1767384366.936281:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002137cbce. 00000400:00000010:1.0:1767384366.936287:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e604a8fa. 00000400:00000200:1.0:1767384366.936293:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp41 00000400:00000200:1.0:1767384366.936310:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp41 local destination 00000400:00000200:1.0:1767384366.936330:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp41 00000400:00000200:1.0:1767384366.936334:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp41 NI seq info: [156:156:256:4294967295] 192.168.202.119@tcp41 LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1767384366.936342:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp41 00000400:00000200:1.0:1767384366.936349:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp41(192.168.202.119@tcp41:) -> 192.168.202.119@tcp41(192.168.202.119@tcp41:192.168.202.119@tcp41) : GET try# 0 00000800:00000200:1.0:1767384366.936356:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp41 00000800:00000010:1.0:1767384366.936362:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf3b04ed. 00000800:00000200:1.0:1767384366.936368:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000800:00000200:1.1:1767384366.936374:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000400:00000200:1.0:1767384366.936400:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp41 added to recovery queue. ping count: 2 next ping: 291 health :800 00000400:00000200:1.0:1767384366.936407:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp35 00000400:00000010:1.0:1767384366.936411:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000002d9b383. 00000400:00000010:1.0:1767384366.936418:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ef0e584. 00000400:00000010:1.0:1767384366.936422:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000800:00000200:0.0:1767384366.936426:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384366.936430:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ad8999a7. 00000800:00000001:0.0:1767384366.936434:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384366.936439:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp35 00000800:00000001:0.0:1767384366.936446:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.936449:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp35 local destination 00000800:00000001:0.0:1767384366.936453:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384366.936456:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp35 00000800:00000001:0.0:1767384366.936459:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384366.936467:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp35 NI seq info: [157:157:256:4294967295] 192.168.202.119@tcp35 LPNI seq info [148:148:8:4294967295] 00000400:00000200:1.0:1767384366.936473:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp35 00000400:00000200:1.0:1767384366.936481:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp35(192.168.202.119@tcp35:) -> 192.168.202.119@tcp35(192.168.202.119@tcp35:192.168.202.119@tcp35) : GET try# 0 00000800:00000200:1.0:1767384366.936489:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp35 00000800:00000010:1.0:1767384366.936494:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d0ffed3a. 00000800:00000200:1.0:1767384366.936498:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000800:00000200:1.1:1767384366.936503:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:1.0:1767384366.936519:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp35 added to recovery queue. ping count: 4 next ping: 303 health :600 00000400:00000200:3.0:1767384366.936525:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.936592:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.936667:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.936716:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.936768:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.936789:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.936856:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.936869:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937001:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937003:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937092:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937212:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937217:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937384:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937390:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937504:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937535:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937617:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937678:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937733:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937829:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937833:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.937930:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.937962:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938089:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938165:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938270:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938403:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938412:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938562:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938563:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938667:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938693:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938754:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938816:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938839:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.938939:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.938955:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939000:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.939065:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939070:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939196:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.939249:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939250:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939379:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.939418:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939448:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939556:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.939579:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939624:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.939727:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939779:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.939879:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.939880:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.940000:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940028:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.940064:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940173:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.940179:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940278:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.940282:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940388:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940496:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940556:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000800:00000010:0.0:1767384366.940565:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b75ba406. 00000800:00000010:0.0:1767384366.940573:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f8bddca. 00000800:00000010:0.0:1767384366.940580:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d2c6248. 00000400:00000200:3.0:1767384366.940606:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000800:00000010:0.0:1767384366.940624:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d2c6248. 00000800:00020000:0.0:1767384366.940642:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384366.940648:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f8bddca. 00000800:00000010:0.0:1767384366.940655:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b75ba406. 00000400:00000200:3.0:1767384366.940716:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:02020000:0.0:1767384366.940759:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384366.940770:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp35 notifying 192.168.202.119@tcp35: down 00000800:00000200:0.0:1767384366.940779:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp35 down 00000800:00000100:0.0:1767384366.940790:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp35 00000800:00000010:0.0:1767384366.940793:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d0ffed3a. 00000400:00000200:3.0:1767384366.940800:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384366.940808:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384366.940822:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp35->192.168.202.119@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384366.940832:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384366.940834:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384366.940839:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp35) recovery failed with -71 00000400:00000200:3.0:1767384366.940856:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384366.940884:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384366.941048:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd5e592e. 00000800:00000010:3.0:1767384366.941056:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e7a112c. 00000800:00000010:3.0:1767384366.941063:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008bf08069. 00000800:00000010:3.0:1767384366.941089:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008bf08069. 00000800:00020000:3.0:1767384366.941100:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384366.941129:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e7a112c. 00000800:00000010:3.0:1767384366.941135:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd5e592e. 00000400:02020000:3.0:1767384366.941196:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp41 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384366.941205:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp41 notifying 192.168.202.119@tcp41: down 00000800:00000200:3.0:1767384366.941213:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp41 down 00000800:00000100:3.0:1767384366.941220:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp41 00000800:00000010:3.0:1767384366.941223:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf3b04ed. 00000400:00000200:3.0:1767384366.941227:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384366.941232:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp41->192.168.202.119@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384366.941246:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384366.941249:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384366.941253:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp41) recovery failed with -71 00010000:00000001:2.0:1767384367.447163:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384367.447168:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384367.447173:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384367.447174:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.447200:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384367.447203:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384367.447212:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384367.639183:0:20667:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384367.639190:0:20667:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384367.639208:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384367.639211:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384367.959160:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384367.959166:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384367.959169:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002137cbce 00000400:00000010:1.0:1767384367.959173:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002137cbce. 00000400:00000200:1.0:1767384367.959178:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384367.959184:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767384367.959197:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000007025778. 00000400:00000010:1.0:1767384367.959201:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043872326. 00000400:00000001:1.0:1767384367.959206:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384367.959207:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384367.959208:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384367.959210:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000400:00000200:1.0:1767384367.959211:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384367.959214:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384367.959216:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000002d9b383. 00000400:00000010:1.0:1767384367.959217:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ef0e584. 00000400:00000200:1.0:1767384367.959220:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp39 00000400:00000010:1.0:1767384367.959223:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000002d9b383. 00000400:00000010:1.0:1767384367.959226:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000063581231. 00000400:00000010:1.0:1767384367.959228:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000400:00000010:1.0:1767384367.959233:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001389d7fd. 00000400:00000200:1.0:1767384367.959236:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp39 00000400:00000200:1.0:1767384367.959246:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp39 local destination 00000400:00000200:1.0:1767384367.959251:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp39 00000400:00000200:1.0:1767384367.959254:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp39 NI seq info: [158:158:256:4294967295] 192.168.202.119@tcp39 LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1767384367.959259:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp39 00000400:00000200:1.0:1767384367.959264:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39:) -> 192.168.202.119@tcp39(192.168.202.119@tcp39:192.168.202.119@tcp39) : GET try# 0 00000800:00000200:1.0:1767384367.959268:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp39 00000800:00000010:1.0:1767384367.959272:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ada20620. 00000800:00000200:1.0:1767384367.959277:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000800:00000200:1.1:1767384367.959280:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000400:00000200:1.0:1767384367.959295:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp39 added to recovery queue. ping count: 3 next ping: 296 health :700 00000400:00000200:1.0:1767384367.959318:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp40 00000400:00000010:1.0:1767384367.959321:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b25b027a. 00000400:00000010:1.0:1767384367.959324:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001f41ad06. 00000400:00000010:1.0:1767384367.959326:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002137cbce. 00000400:00000010:1.0:1767384367.959329:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e40341b3. 00000400:00000200:1.0:1767384367.959331:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp40 00000400:00000200:1.0:1767384367.959337:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp40 local destination 00000400:00000200:1.0:1767384367.959339:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp40 00000400:00000200:1.0:1767384367.959342:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp40 NI seq info: [159:159:256:4294967295] 192.168.202.119@tcp40 LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1767384367.959346:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp40 00000400:00000200:1.0:1767384367.959351:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40:) -> 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) : GET try# 0 00000800:00000200:1.0:1767384367.959353:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp40 00000800:00000010:1.0:1767384367.959356:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e35dd3e0. 00000800:00000200:1.0:1767384367.959360:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000800:00000200:1.1:1767384367.959363:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000400:00000200:1.0:1767384367.959375:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp40 added to recovery queue. ping count: 3 next ping: 296 health :700 00000400:00000200:3.0:1767384367.959377:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959433:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959437:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959481:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959502:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959516:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959558:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959565:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959605:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959611:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959652:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959658:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959698:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959704:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959755:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959755:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959809:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959820:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959858:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959863:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959930:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959930:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.959981:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.959989:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960029:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960040:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960075:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960096:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960146:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960175:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960192:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960225:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960236:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960273:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960280:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960338:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960345:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960385:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960393:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960435:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960441:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960490:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960493:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960548:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960548:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960583:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960605:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960624:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960659:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960672:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960710:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960720:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960757:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960767:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960808:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960814:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960854:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960861:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960899:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960917:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.960952:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.960963:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961000:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.961007:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961048:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384367.961055:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961102:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961157:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961190:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961216:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384367.961232:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd5e592e. 00000400:00000200:2.0:1767384367.961237:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000800:00000010:3.0:1767384367.961238:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000047fd254e. 00000800:00000010:3.0:1767384367.961246:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b07be8b3. 00000400:00000200:2.0:1767384367.961261:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:3.0:1767384367.961267:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b07be8b3. 00000800:00020000:3.0:1767384367.961277:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000400:00000200:2.0:1767384367.961284:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961316:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961335:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961362:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961375:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961387:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961400:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961412:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961424:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.961437:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000800:00000010:2.0:1767384367.961573:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000069d77583. 00000800:00000010:2.0:1767384367.961577:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000650e122e. 00000800:00000010:2.0:1767384367.961579:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005d89c10. 00000800:00000010:2.0:1767384367.961601:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005d89c10. 00000400:00000200:1.0:1767384367.961723:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384367.961738:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp40 from 207.3.0.2 00000800:00000010:1.0:1767384367.961741:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ed59aa9. 00000800:00000010:0.0:1767384367.961800:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b75ba406. 00000800:00000010:0.0:1767384367.961805:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf8b260d. 00000800:00000010:0.0:1767384367.961820:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006f8bddca. 00000800:00000200:0.1:1767384367.961826:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (2) 00000800:00000200:0.1:1767384367.961831:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp40 000000006f8bddca deleted 00000800:00000010:0.1:1767384367.961833:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006f8bddca. 00000800:00000200:0.1:1767384367.961839:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384367.961845:0:16136:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp40 ip 192.168.202.119:975 00000800:00000200:0.1:1767384367.961850:0:16136:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e35dd3e0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384367.961855:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp40 p 3.x 192.168.202.119 -> 192.168.202.119:975 incarnation:1767384358952019089 sched[0] 00000800:00000010:0.0:1767384367.961860:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067d4eeeb. 00000800:00000010:0.0:1767384367.961913:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067d4eeeb. 00000800:00000010:0.0:1767384367.961917:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf8b260d. 00000800:00000010:0.0:1767384367.961944:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ed59aa9. 00000800:00000200:2.1:1767384367.961952:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384367.961958:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384367.961959:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp40 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384358952019089 sched[0] 00000800:00000010:2.0:1767384367.961965:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000650e122e. 00000800:00000001:0.0:1767384367.961966:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.961986:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.961991:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.962012:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:1.0:1767384367.962021:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384367.962030:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384367.962032:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384367.962032:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384367.962035:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e35dd3e0. 00000800:00000001:1.0:1767384367.962040:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.962044:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384367.962045:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384367.962051:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40) <- 192.168.202.119@tcp40 : GET - for me 00000400:00000200:0.0:1767384367.962051:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: GET: OK 00000400:00000200:0.0:1767384367.962058:0:16140:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384367.962061:0:16140:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp40 recovery message sent successfully:0 00000400:00000200:1.0:1767384367.962064:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384367.962072:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1c9d [1] + 0 00000400:00000200:1.0:1767384367.962082:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp40 to MR: 192.168.202.119@tcp40 local destination 00000400:00000200:2.0:1767384367.962088:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384367.962091:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp40 NI seq info: [160:160:256:4294967295] 192.168.202.119@tcp40 LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1767384367.962135:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) -> 192.168.202.119@tcp40(192.168.202.119@tcp40:192.168.202.119@tcp40) 192.168.202.119@tcp40 : REPLY try# 0 00000400:00000200:2.0:1767384367.962151:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000200:1.0:1767384367.962151:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp40 00000800:00000010:1.0:1767384367.962157:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005af8354b. 00000800:00000200:1.0:1767384367.962166:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (4) 00000800:00000200:1.0:1767384367.962172:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp40 ip 192.168.202.119:988 00000800:00000200:1.0:1767384367.962175:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005af8354b type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384367.962187:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384367.962190:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962217:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000200:1.0:1767384367.962247:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384367.962248:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384367.962251:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005af8354b. 00000400:00000200:2.0:1767384367.962252:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000800:00000001:0.0:1767384367.962255:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.962258:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384367.962259:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.962264:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384367.962265:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: REPLY: OK 00000400:00000200:0.0:1767384367.962270:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp40(192.168.202.119@tcp40) <- 192.168.202.119@tcp40 : REPLY - for me 00000800:00000001:1.0:1767384367.962282:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.962283:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp40: Reply from 12345-192.168.202.119@tcp40 of length 272/272 into md 0x1cd9 00000400:00000200:2.0:1767384367.962287:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000800:00000001:0.0:1767384367.962288:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.962297:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384367.962301:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384367.962319:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp40->192.168.202.119@tcp40: REPLY: OK 00000400:00000200:2.0:1767384367.962329:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384367.962330:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002137cbce 00000400:00000010:0.0:1767384367.962334:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002137cbce. 00000400:00000200:0.0:1767384367.962339:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384367.962344:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b25b027a. 00000400:00000010:0.0:1767384367.962347:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001f41ad06. 00000800:00000001:0.0:1767384367.962353:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384367.962357:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384367.962358:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962386:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962398:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962410:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962422:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962434:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962445:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962457:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962469:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962481:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962493:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962506:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962517:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962531:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962544:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962556:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962567:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962580:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962593:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962605:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962617:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962629:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962640:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962653:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962664:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962675:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962694:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962709:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962736:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962748:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962759:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962777:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962801:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962813:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962825:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962837:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962848:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:2.0:1767384367.962860:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000800:00000010:2.0:1767384367.962965:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000166cfb4a. 00000800:00000010:2.0:1767384367.962969:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000650e122e. 00000800:00000010:2.0:1767384367.962971:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005d89c10. 00000800:00000010:2.0:1767384367.962993:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005d89c10. 00000400:00000200:1.0:1767384367.963099:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384367.963153:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp40 from 206.3.0.2 00000800:00000010:1.0:1767384367.963157:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003ab65715. 00000800:00000010:2.0:1767384367.963189:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000091ccb8c4. 00000800:00000010:2.0:1767384367.963195:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6d79efa. 00000800:00000010:2.0:1767384367.963213:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c75f7bb9. 00000800:00000200:2.1:1767384367.963219:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (4) 00000800:00000200:2.1:1767384367.963224:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp40 00000000c75f7bb9 deleted 00000800:00000010:2.1:1767384367.963225:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c75f7bb9. 00000800:00000200:2.1:1767384367.963229:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384367.963233:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp40 p 3.x 192.168.202.119 -> 192.168.202.119:974 incarnation:1767384358952019089 sched[0] 00000800:00000010:2.0:1767384367.963238:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005d89c10. 00000800:00000010:2.0:1767384367.963289:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005d89c10. 00000800:00000010:2.0:1767384367.963293:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6d79efa. 00000800:00000010:2.0:1767384367.963331:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003ab65715. 00000800:00000200:0.1:1767384367.963335:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:2.0:1767384367.963344:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384367.963345:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp40 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384358952019089 sched[0] 00000800:00000001:2.0:1767384367.963350:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384367.963351:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000650e122e. 00000800:00000001:2.0:1767384367.963386:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384367.963391:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384367.967435:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000047fd254e. 00000800:00000010:3.0:1767384367.967440:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd5e592e. 00000400:02020000:3.0:1767384367.967484:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp39 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384367.971728:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp39 notifying 192.168.202.119@tcp39: down 00000800:00000200:3.0:1767384367.971735:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp39 down 00000800:00000100:3.0:1767384367.971741:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp39 00000800:00000010:3.0:1767384367.971744:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ada20620. 00000400:00000200:3.0:1767384367.971750:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384367.971756:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384367.971765:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384367.971769:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384367.971773:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp39) recovery failed with -71 00080000:00000001:1.0:1767384367.990905:0:34731:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384367.990916:0:34731:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.990919:0:34731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384367.990924:0:34731:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384367.990929:0:34731:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384367.990931:0:34731:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.471162:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384368.471167:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.471171:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384368.471173:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.471205:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384368.471209:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384368.471211:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384368.712759:0:34895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384368.712764:0:34895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384368.716265:0:34895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384368.722498:0:34896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e89c48fb. 00000400:00000010:0.0:1767384368.722511:0:34896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000bacf540. 00000400:00000010:0.0:1767384368.722521:0:34896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000055a176db. 00000400:00000010:0.0:1767384368.722524:0:34896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000004b27df4. 00000400:00000010:0.0:1767384368.722527:0:34896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073dfd744. 00000400:00000010:0.0:1767384368.722531:0:34896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000096facaa2. 00000400:00000010:0.0:1767384368.722532:0:34896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b515149e. 00000400:00000010:0.0:1767384368.722533:0:34896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006fb78360. 00000400:00000010:0.0:1767384368.722536:0:34896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c01b6a39. 00000800:00000010:0.0:1767384368.722549:0:34896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000454fff6f. 00000800:00000200:0.0:1767384368.722558:0:34896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384368.722569:0:34896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384368.722599:0:34896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:0.0:1767384368.722619:0:34896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp44 [8/256/0/180] 00000400:00000010:0.0:1767384368.723930:0:34896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000c9fb2b69. 00000400:00000010:0.0:1767384368.723934:0:34896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0379e46. 00000400:00000010:0.0:1767384368.723939:0:34896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89634a7. 00000400:00000001:0.0:1767384368.723960:0:34896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.723962:0:34896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384368.723964:0:34896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017093293. 00000400:00000200:0.0:1767384368.723966:0:34896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc0a361c 00000400:00000010:0.0:1767384368.723968:0:34896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc0a361c. 00000400:00000010:0.0:1767384368.723971:0:34896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000e6316fdc. 00000400:00000200:0.0:1767384368.723976:0:34896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (36) 00000400:00000200:0.0:1767384368.723987:0:34896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384368.724014:0:34896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:0.0:1767384368.724020:0:34896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000209d6f78. 00000020:01000000:0.0:1767384368.724024:0:34896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384368.724026:0:34896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp44 00000400:00000200:2.0:1767384368.724040:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384368.724040:0:34896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000bacf540. 00000400:00000010:0.0:1767384368.724048:0:34896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e89c48fb. 00000400:00000200:2.0:1767384368.724050:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000400:00000010:2.0:1767384368.724060:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000400:00000200:2.0:1767384368.724063:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000400:00000010:2.0:1767384368.724070:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001edfe31a. 00000400:00000200:2.0:1767384368.724083:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp23 00000400:00000200:2.0:1767384368.724099:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp23 to MR: 192.168.202.119@tcp23 local destination 00000020:00000001:3.0:1767384368.724100:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384368.724138:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp23 NI seq info: [161:161:256:4294967295] 192.168.202.119@tcp23 LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1767384368.724148:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp23 00000400:00000200:2.0:1767384368.724164:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23:192.168.202.119@tcp23) -> 192.168.202.119@tcp23(192.168.202.119@tcp23:192.168.202.119@tcp23) : PUT try# 0 00000800:00000200:2.0:1767384368.724172:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.119@tcp23 00000800:00000010:2.0:1767384368.724178:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e806b0fd. 10000000:00000001:3.0:1767384368.724180:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.724184:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384368.724187:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:2.0:1767384368.724189:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (6) 00000020:01000004:3.0:1767384368.724193:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384368.724196:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384368.724197:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384368.724198:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384368.724202:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:988 00000800:00000200:2.0:1767384368.724208:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e806b0fd type 1, nob 704 niov 1 nkiov 1 00000020:01000004:3.0:1767384368.724209:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384368.724213:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.724215:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384368.724216:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384368.724218:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384368.724219:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384368.724223:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075e2a3d3. 00000020:00000040:3.0:1767384368.724228:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384368.724230:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000100:00000001:3.0:1767384368.724234:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384368.724236:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 02000000:00000001:3.0:1767384368.724238:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384368.724245:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.724252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cd5e592e. 00000100:00000001:3.0:1767384368.724259:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.724266:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384368.724268:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.724275:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075e2a3d3] to pc [ptlrpcd_00_03+3] req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384368.724316:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384368.724319:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.724321:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.724321:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384368.724326:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384368.724327:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384368.724330:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384368.724332:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.724351:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384368.724353:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384368.724353:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384368.724357:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384368.724362:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384368.724366:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384368.724369:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384368.724370:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384368.724371:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384368.724373:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384368.724374:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384368.724377:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384368.724380:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384368.724381:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384368.724381:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384368.724381:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384368.724385:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384368.724386:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384368.724387:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e806b0fd. 00000100:00000010:3.0:1767384368.724389:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000186b7dae. 02000000:00000001:1.0:1767384368.724390:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384368.724393:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384368.724395:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384368.724396:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1767384368.724403:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075e2a3d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748249344:0@lo:253: 02000000:00000001:3.0:1767384368.724407:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384368.724410:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: PUT: OK 00000100:00000001:1.0:1767384368.724410:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384368.724411:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384368.724416:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384368.724419:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384368.724420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cb1d596b. 00000400:00000200:2.0:1767384368.724420:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767384368.724421:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384368.724427:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.724428:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp23: 0 02000000:00000010:1.0:1767384368.724429:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000957aaac8. 00000100:00000001:3.0:1767384368.724431:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384368.724434:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.724435:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.724439:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000100:00000040:3.0:1767384368.724441:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000186b7dae] to pc [ptlrpcd_00_00+0] req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384368.724444:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384368.724446:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a6f749a. 00000100:00000200:1.0:1767384368.724451:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748249344, portal 25 00000100:00000001:1.0:1767384368.724455:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384368.724457:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.724457:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378985984 : -114060330565632 : ffff984342838000) 10000000:00000001:3.0:1767384368.724464:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.724464:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384368.724465:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384368.724469:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.724472:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384368.724475:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384368.724480:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384368.724484:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384368.724486:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000209d6f78. 00000400:00000200:2.0:1767384368.724489:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23) <- 192.168.202.119@tcp23 : PUT - for me 00000100:00000040:1.0:1767384368.724490:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384368.724495:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d4f7a02. 00000100:00000200:1.0:1767384368.724498:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748249344, offset 0 00000400:00000200:2.0:1767384368.724506:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384368.724506:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384368.724517:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384368.724520:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384368.724521:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384368.724522:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 592/608 into md 0x1cb5 [1] + 0 00000100:00000001:3.0:1767384368.724525:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384368.724529:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5394516. 00000100:00000040:3.0:1767384368.724533:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384368.724533:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106900 00000400:00000200:2.0:1767384368.724537:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a13e330 00000100:00000001:3.0:1767384368.724545:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384368.724547:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.724547:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384368.724551:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1465 [2] + 0 02000000:00000001:3.0:1767384368.724553:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767384368.724556:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050171f02. 02000000:00000001:3.0:1767384368.724557:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384368.724557:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384368.724561:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002677f0b6 02000000:00000001:3.0:1767384368.724564:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.724565:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384368.724568:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384368.724571:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000186b7dae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748249472:0@lo:253: 00000100:00000001:3.0:1767384368.724577:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384368.724578:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384368.724579:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: PUT: OK 02000000:00000001:3.0:1767384368.724581:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384368.724582:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002677f0b6 02000000:00000001:3.0:1767384368.724584:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384368.724585:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002677f0b6. 02000000:00000001:3.0:1767384368.724587:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384368.724593:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384368.724595:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 02000000:00000010:3.0:1767384368.724596:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000161ca597. 00000100:00000200:1.0:1767384368.724596:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384368.724602:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 02000000:00000001:3.0:1767384368.724603:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.724603:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000f4ff5b8a x1853236748249344 msgsize 4848 00000400:00000010:3.0:1767384368.724611:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db88f16c. 00000400:00000200:2.0:1767384368.724612:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00100000:1.0:1767384368.724613:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384368.724619:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000987e764e. 00000100:00000040:1.0:1767384368.724619:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384368.724620:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (38) 00000100:00000200:3.0:1767384368.724627:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748249472, portal 25 00000400:00000200:2.0:1767384368.724631:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:1.0:1767384368.724632:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384368.724633:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384368.724637:0:16139:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (608 bytes) 00000100:00000001:3.0:1767384368.724644:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378996736 : -114060330554880 : ffff98434283aa00) 00000400:00000200:1.0:1767384368.724646:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d4f7a02 00000400:00000200:2.0:1767384368.724650:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:1.0:1767384368.724650:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d4f7a02. 00000100:00000040:3.0:1767384368.724656:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.724656:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384368.724662:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384368.724664:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (39) 00000400:00000200:2.0:1767384368.724674:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384368.724684:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384368.724689:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp23 to MR: 192.168.202.119@tcp23 local destination 00000100:00000001:1.0:1767384368.724690:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384368.724692:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384368.724696:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384368.724700:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a510a967. 00000400:00000200:2.0:1767384368.724707:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp23 NI seq info: [162:162:256:4294967295] 192.168.202.119@tcp23 LPNI seq info [153:153:8:4294967295] 00000100:00000001:1.0:1767384368.724707:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384368.724709:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748249472, offset 0 00000100:00000001:1.0:1767384368.724712:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384368.724721:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384368.724730:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23:192.168.202.119@tcp23) -> 192.168.202.119@tcp23(192.168.202.119@tcp23:192.168.202.119@tcp23) 192.168.202.119@tcp23 : ACK try# 0 00000800:00000200:2.0:1767384368.724736:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp23 00000100:00000001:1.0:1767384368.724738:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384368.724741:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e806b0fd. 00000400:00000200:3.0:1767384368.724744:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384368.724744:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294956617 00000100:00000010:1.0:1767384368.724751:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008aba61e8. 00000800:00000200:2.0:1767384368.724752:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (6) 00000400:00000200:3.0:1767384368.724757:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106980 00000100:00000001:1.0:1767384368.724759:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384368.724765:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:995 00000400:00000200:3.0:1767384368.724766:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1489 [2] + 0 00000100:00000001:1.0:1767384368.724767:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294956617 00000800:00000200:2.0:1767384368.724773:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e806b0fd type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384368.724774:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7ae340. 00000100:00000010:1.0:1767384368.724775:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083414283. 00000400:00000200:3.0:1767384368.724781:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050b8e849 00000100:00000001:1.0:1767384368.724782:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384368.724787:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294956617 00000400:00000200:3.0:1767384368.724788:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384368.724789:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767384368.724790:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000512a01ce. 00000400:00000200:3.0:1767384368.724794:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384368.724796:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384368.724798:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8e849 00000800:00000001:2.0:1767384368.724800:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.724800:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294956617 00000400:00000010:3.0:1767384368.724801:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050b8e849. 00000100:00000010:1.0:1767384368.724808:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025844908. 00000100:00000001:3.0:1767384368.724809:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384368.724812:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384368.724812:0:16149:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384368.724818:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000001fd8e446 x1853236748249472 msgsize 4848 00000100:00000001:1.0:1767384368.724819:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384368.724824:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.724830:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384368.724830:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.724835:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384368.724835:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384368.724845:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384368.724847:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384368.724847:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384368.724850:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384368.724853:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384368.724854:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a510a967 00000100:00000001:1.0:1767384368.724855:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.724857:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a510a967. 00000100:00000001:1.0:1767384368.724859:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.724862:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384368.724866:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384368.724873:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384368.724874:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384368.724877:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384368.724878:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e806b0fd. 00000100:00000040:3.0:1767384368.724880:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384368.724882:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.724886:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384368.724895:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.724898:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384368.724899:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: ACK: OK 00000100:00000001:1.0:1767384368.724899:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384368.724903:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.724904:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249344 02000000:00000001:1.0:1767384368.724906:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384368.724908:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384368.724910:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.724911:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384368.724917:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.724918:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294956617 00000800:00000001:2.0:1767384368.724919:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384368.724922:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249344 00000100:00000001:3.0:1767384368.724924:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294956617 00000800:00000001:2.0:1767384368.724927:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384368.724927:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384368.724928:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294956617 00000020:00000040:1.0:1767384368.724931:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384368.724933:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294956617 00000020:00000001:1.0:1767384368.724934:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767384368.724935:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.724939:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294956617 00000020:00000040:1.0:1767384368.724939:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000800:00000001:2.0:1767384368.724940:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384368.724945:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384368.724946:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294956617 00000020:00000001:1.0:1767384368.724950:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384368.724951:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294956617 00000800:00000001:2.0:1767384368.724952:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.724957:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294956617 00000100:00000001:1.0:1767384368.724957:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384368.724962:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.724963:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac1c1eeb. 00000400:00000200:2.0:1767384368.724968:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp23(192.168.202.119@tcp23) <- 192.168.202.119@tcp23 : ACK - for me 00000100:00000001:3.0:1767384368.724969:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.724969:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384368.724976:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac1c1eeb. 00000100:00000001:3.0:1767384368.724977:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.724981:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384368.724984:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000476d054d. 00000400:00000200:2.0:1767384368.724985:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp23: ACK from 12345-192.168.202.119@tcp23 into md 0x1ce1 00000100:00000001:3.0:1767384368.724988:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384368.724990:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003ff17e65. 00000100:00000001:3.0:1767384368.724991:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384368.724997:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384368.724998:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c952cda6. 00000100:00000001:3.0:1767384368.724999:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384368.725000:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384368.725003:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.725007:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384368.725009:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384368.725011:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp23->192.168.202.119@tcp23: ACK: OK 00000100:00000001:1.0:1767384368.725013:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384368.725016:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384368.725018:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000100:00000001:1.0:1767384368.725018:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.725020:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384368.725023:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000100:00000001:3.0:1767384368.725024:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.725028:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.725031:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384368.725037:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:2.0:1767384368.725041:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000001:1.0:1767384368.725041:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384368.725048:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384368.725049:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (38) 00000100:00100000:3.0:1767384368.725052:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249472 00000100:00000001:1.0:1767384368.725055:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384368.725056:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1767384368.725058:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384368.725059:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384368.725060:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384368.725063:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384368.725065:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384368.725066:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384368.725067:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1767384368.725073:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249472 00000100:00000040:1.0:1767384368.725073:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000020:00000001:3.0:1767384368.725078:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384368.725078:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612954192 : -114055096597424 : ffff98447a7b8450) 00000020:00000040:3.0:1767384368.725081:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384368.725084:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384368.725085:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4ff5b8a x1853236748249344/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:349/0 lens 4848/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384368.725086:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384368.725092:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:2.0:1767384368.725095:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384368.725097:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000010:2.0:1767384368.725103:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384368.725109:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5394516. 00000400:00000010:2.0:1767384368.725113:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000400:00000200:2.0:1767384368.725117:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e6c31fb8 00000100:00000001:3.0:1767384368.725133:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384368.725138:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1e182c4. 00000100:00000001:3.0:1767384368.725142:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384368.725142:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384368.725146:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1e182c4. 00000020:00000010:1.0:1767384368.725147:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac1c1eeb. 00000400:00000010:2.0:1767384368.725151:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000a7cdcf9b. 00000100:00000001:1.0:1767384368.725151:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384368.725153:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6c891e7. 00000020:00000010:1.0:1767384368.725154:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac1c1eeb. 00000400:00000200:2.0:1767384368.725159:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000020:00000010:3.0:1767384368.725161:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df6650e5. 00000100:00100000:1.0:1767384368.725163:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4ff5b8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748249344:12345-0@lo:253: 00000020:00000010:3.0:1767384368.725168:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004673ca24. 00000400:00000200:2.0:1767384368.725169:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 00000100:00000200:1.0:1767384368.725170:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249344 00000100:00000001:3.0:1767384368.725175:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384368.725176:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000020:00000001:1.0:1767384368.725176:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384368.725180:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384368.725182:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384368.725183:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384368.725183:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000a7cdcf9b. 00000020:00000001:1.0:1767384368.725185:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.725190:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384368.725191:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767384368.725192:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000020:00000001:1.0:1767384368.725194:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000001:3.0:1767384368.725195:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.725199:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384368.725201:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000baec00cb. 00000020:00000001:1.0:1767384368.725203:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384368.725207:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384368.725209:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384368.725211:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384368.725212:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000100:00000001:3.0:1767384368.725213:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384368.725217:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384368.725222:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000001:1.0:1767384368.725225:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384368.725226:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000400:00000200:2.0:1767384368.725226:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 02000000:00000001:1.0:1767384368.725230:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384368.725231:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018612953168 : -114055096598448 : ffff98447a7b8050) 00000100:00000040:3.0:1767384368.725237:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fd8e446 x1853236748249472/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:349/0 lens 4848/0 e 0 to 0 dl 1767384379 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384368.725237:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 02000000:00000010:1.0:1767384368.725238:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015bb3cca. 02000000:00000001:1.0:1767384368.725245:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384368.725252:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.725256:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000100:00000001:3.0:1767384368.725260:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384368.725261:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767384368.725264:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1e182c4. 00000400:00000200:2.0:1767384368.725267:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000100:00000001:3.0:1767384368.725268:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384368.725273:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1e182c4. 20000000:00000010:1.0:1767384368.725274:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dafcffb. 00000400:00000200:2.0:1767384368.725280:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 20000000:01000000:1.0:1767384368.725280:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:3.0:1767384368.725281:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001fd8e446 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748249472:12345-0@lo:253: 20000000:00000001:1.0:1767384368.725286:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384368.725290:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000200:3.0:1767384368.725292:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249472 20000000:00000001:1.0:1767384368.725294:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.725295:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384368.725310:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 20000000:00000001:1.0:1767384368.725312:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.725315:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384368.725317:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384368.725318:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384368.725322:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384368.725325:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:2.0:1767384368.725325:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 20000000:00000010:1.0:1767384368.725327:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a45ad6a5. 00000020:00000001:3.0:1767384368.725328:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384368.725331:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384368.725332:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:1.0:1767384368.725339:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384368.725342:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384368.725346:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384368.725346:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00080000:00000001:1.0:1767384368.725346:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:3.0:1767384368.725350:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.725356:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384368.725358:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 02000000:00000001:3.0:1767384368.725359:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384368.725366:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015f00198. 00000400:00000200:2.0:1767384368.725369:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 02000000:00000001:3.0:1767384368.725370:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.725374:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.725378:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384368.725381:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000400:00000200:2.0:1767384368.725388:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 20000000:00000010:3.0:1767384368.725389:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001093ad80. 20000000:01000000:3.0:1767384368.725395:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384368.725398:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384368.725399:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384368.725400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[142, 37] 20000000:00000001:3.0:1767384368.725402:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384368.725406:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.725406:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384368.725410:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384368.725412:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384368.725413:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384368.725416:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384368.725416:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 37], ns[153, 37] 00000020:00000001:1.0:1767384368.725418:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384368.725424:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:2.0:1767384368.725426:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[162, 37] 00080000:00000001:1.0:1767384368.725429:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384368.725434:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00080000:00000010:1.0:1767384368.725436:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cbb338a4. 00080000:00000001:1.0:1767384368.725441:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400057856 : -114060309493760 : ffff984343c50800) 00000400:00000200:2.0:1767384368.725445:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 00080000:00000001:1.0:1767384368.725445:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384368.725453:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000400:00000200:2.0:1767384368.725459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000400:00000200:2.0:1767384368.725464:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 37], ns[68, 37] 00000400:00000200:2.0:1767384368.725470:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 37], ns[90, 37] 00000400:00000200:2.0:1767384368.725475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[74, 37] 00000400:00000200:2.0:1767384368.725480:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 37], ns[133, 37] 00000400:00000200:2.0:1767384368.725485:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[99, 37] 00000400:00000200:2.0:1767384368.725489:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 37], ns[105, 37] 00000400:00000200:2.0:1767384368.725505:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 37], ns[117, 37] 00000400:00000200:2.0:1767384368.725511:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 37], ns[157, 37] 00000400:00000200:2.0:1767384368.725517:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[135, 37], ns[144, 37] 00000400:00000200:2.0:1767384368.725524:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 37], ns[151, 37] 00000400:00000200:2.0:1767384368.725529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[132, 37] 00000400:00000200:2.0:1767384368.725535:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[149, 37], ns[158, 37] 00000001:00000001:1.0:1767384368.725538:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384368.725541:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.725545:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 37], ns[160, 37] 00080000:00000001:1.0:1767384368.725545:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384368.725553:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 37], ns[156, 37] 00000400:00000200:2.0:1767384368.725558:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 37], ns[0, 37] 00080000:00000001:1.0:1767384368.725562:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384368.725566:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:1.0:1767384368.725567:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384368.725574:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:2.0:1767384368.725581:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp42 00000400:00000200:2.0:1767384368.725586:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp42 lpni_is_preferred = 0 00000400:00000200:2.0:1767384368.725591:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp42 00000400:00000200:2.0:1767384368.725596:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp42 NI seq info: [163:163:256:4294967295] 192.168.202.119@tcp42 LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1767384368.725602:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp42 00000400:00000200:2.0:1767384368.725612:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42:) -> 192.168.202.119@tcp42(192.168.202.119@tcp:192.168.202.119@tcp42) : GET try# 0 00000800:00000200:2.0:1767384368.725618:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp42 00000800:00000010:2.0:1767384368.725623:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e806b0fd. 00000800:00000010:2.0:1767384368.725630:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007da2fb3d. 00080000:00000001:1.0:1767384368.725634:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000010:2.0:1767384368.725635:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f6d79efa. 00080000:00000001:1.0:1767384368.725639:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:2.0:1767384368.725644:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000800:00000200:2.1:1767384368.725651:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000400:00000200:2.0:1767384368.725667:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384368.725678:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300251 rc 0 00000400:00000200:1.0:1767384368.725731:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725767:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725800:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725826:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725848:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725865:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725912:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725944:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725966:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.725990:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726019:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726048:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726078:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726339:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726397:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726451:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726501:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726550:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726573:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726593:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726625:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726649:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726672:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726689:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726709:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726743:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726771:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726806:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.726897:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.727045:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.727421:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.727464:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.727489:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384368.727508:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384368.727639:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009c4ec9b. 00000800:00000010:1.0:1767384368.727643:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d4f7a02. 00000800:00000010:1.0:1767384368.727647:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000074fe3987. 00000800:00000010:1.0:1767384368.727666:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000074fe3987. 00000800:00020000:1.0:1767384368.727674:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384368.727677:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d4f7a02. 00000800:00000010:1.0:1767384368.727680:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000009c4ec9b. 00000400:02020000:1.0:1767384368.727730:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp42 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384368.727736:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp42 notifying 192.168.202.119@tcp42: down 00000800:00000200:1.0:1767384368.727741:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp42 down 00000800:00000100:1.0:1767384368.727748:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp42 00000800:00000010:1.0:1767384368.727752:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e806b0fd. 00000400:00000200:1.0:1767384368.727756:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384368.727766:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp42->192.168.202.119@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384368.727773:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp42 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:1.0:1767384368.727777:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384368.727781:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:1.0:1767384368.727785:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384368.727830:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384368.727838:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300851 00000400:00000001:2.0:1767384368.727842:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384368.727844:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384368.727846:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000400:00000010:2.0:1767384368.727848:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:2.0:1767384368.727853:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384368.727858:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:2.0:1767384368.727862:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000a7cdcf9b. 00000400:00000200:2.0:1767384368.727866:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (38) 00000400:00000200:2.0:1767384368.727871:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:2.0:1767384368.727874:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 rc -71 00000400:00000200:2.0:1767384368.727880:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384368.727886:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (37) 00080000:00000001:0.0:1767384368.734663:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384368.734669:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384368.734672:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.734674:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384368.734682:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384368.734684:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767384368.734688:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767384368.734690:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767384368.734691:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:3.0:1767384368.734695:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384368.734698:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000020:0.0:1767384368.734699:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:3.0:1767384368.734700:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384368.734705:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cbb338a4. 20000000:00000010:2.0:1767384368.734709:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d82230c. 00080000:00000001:3.0:1767384368.734711:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384368.734716:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:2.0:1767384368.734720:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384368.734726:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384368.734756:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384368.734760:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384368.734762:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.734764:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384368.734767:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384368.734770:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:2.0:1767384368.734774:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384368.734779:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000033b53c60. 00080000:00000001:2.0:1767384368.734782:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368060928 : -114060341490688 : ffff984341dccc00) 00080000:00000001:2.0:1767384368.734786:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384368.734838:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384368.734840:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.734843:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384368.734853:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384368.734856:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384368.734914:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384368.734918:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384368.734941:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384368.734945:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384368.734947:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384368.734951:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384368.734955:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384368.734961:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000082e8e6ee. 00010000:00000001:2.0:1767384368.734967:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384368.734970:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a36bd9be. 00000020:00000001:2.0:1767384368.734975:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384368.734977:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a36bd9be with handle 0x4ac496f8d605e26d to hash 00000020:00000001:2.0:1767384368.734980:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384368.734982:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384368.734985:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384368.734989:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.734991:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.734994:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735004:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384368.735008:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384368.735011:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384368.735013:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384368.735015:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.735018:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384368.735019:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.735022:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384368.735024:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384368.735027:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384368.735028:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384368.735030:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000082e8e6ee) refcount = 1 00010000:00010000:2.0:1767384368.735034:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735041:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384368.735044:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384368.735046:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.735056:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.735058:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384368.735062:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384368.735065:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384368.735068:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384368.735070:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384368.735072:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a36bd9be refcount=4 00000020:00000001:2.0:1767384368.735075:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384368.735078:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384368.735081:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384368.735083:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735089:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384368.735091:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735098:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.735100:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384368.735102:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735129:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.735131:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.735135:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384368.735137:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384368.735143:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a36bd9be already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384368.735147:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.735149:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384368.735151:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735158:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384368.735167:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384368.735168:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384368.735170:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a36bd9be refcount=5 00000020:00000001:2.0:1767384368.735172:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384368.735175:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384368.735178:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384368.735181:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735188:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384368.735189:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384368.735191:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.735195:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384368.735197:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384368.735199:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384368.735200:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384368.735203:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a36bd9be with handle 0x4ac496f8d605e26d from hash 00010000:00000001:2.0:1767384368.735205:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384368.735207:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.735208:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.735209:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384368.735211:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384368.735213:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384368.735215:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384368.735217:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384368.735219:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.735221:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384368.735223:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384368.735226:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.735227:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.735229:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.735231:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.735234:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.735236:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735242:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.735248:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.735250:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384368.735252:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384368.735254:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384368.735257:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384368.735259:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384368.735262:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384368.735265:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384368.735268:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384368.735275:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384368.735276:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384368.735278:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e26d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384368.735286:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000082e8e6ee count: 0 00010000:00000001:2.0:1767384368.735315:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384368.735318:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384368.737154:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294956617, at 4294956618 00000100:00000010:3.0:1767384368.737162:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025844908. 00000100:00000040:1.0:1767384368.737186:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294956617, at 4294956618 00000100:00000010:1.0:1767384368.737193:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083414283. 00000100:00000040:2.0:1767384368.737399:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294956617, at 4294956618 00000100:00000010:2.0:1767384368.737407:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000512a01ce. 00000100:00000040:0.0:1767384368.739189:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294956617, at 4294956620 00000100:00000010:0.0:1767384368.739195:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008aba61e8. 00000400:00000010:3.0:1767384368.743510:0:34901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003ee8103e. 00000400:00000040:3.0:1767384368.743528:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384368.743532:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384368.743535:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384368.743538:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384368.743541:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384368.743543:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384368.743546:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384368.743548:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384368.743551:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384368.743553:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384368.743556:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384368.743558:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384368.743569:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384368.743572:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384368.743574:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384368.743578:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384368.743580:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384368.743582:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384368.743584:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384368.743587:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384368.743589:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384368.743592:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384368.743594:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384368.743596:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384368.743596:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384368.743599:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384368.743600:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384368.743601:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384368.743603:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384368.743604:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384368.743605:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384368.743607:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384368.743608:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384368.743609:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384368.743610:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384368.743611:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384368.743612:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384368.743614:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384368.743615:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384368.743616:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384368.743617:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384368.743619:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384368.743620:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384368.743621:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384368.743623:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384368.743624:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384368.743625:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384368.743627:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384368.743629:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384368.743631:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384368.743633:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384368.743642:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384368.743644:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384368.743647:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384368.743648:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384368.743650:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384368.743652:0:34901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384368.743771:0:34901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003ee8103e. 00080000:00000001:3.0:1767384368.743991:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384368.743992:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384368.743993:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384368.743996:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384368.743998:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384368.743999:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767384368.744001:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00080000:00000010:3.0:1767384368.744002:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000033b53c60. 20000000:00000001:2.0:1767384368.744007:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384368.744008:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384368.744013:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384368.744016:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384368.744026:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384368.744030:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384368.744032:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384368.744036:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767384368.744037:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767384368.744038:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384368.744043:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384368.744045:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384368.744049:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b353db87. 00010000:00000001:0.0:1767384368.744053:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384368.744055:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bfcc95fb. 00000020:00000001:0.0:1767384368.744058:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384368.744060:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bfcc95fb with handle 0x4ac496f8d605e274 to hash 00000020:00000001:0.0:1767384368.744062:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384368.744063:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681388544 : -114056028163072 : ffff984442f4f400) 00010000:00000001:0.0:1767384368.744066:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681388544 : -114056028163072 : ffff984442f4f400) 00010000:00000001:0.0:1767384368.744068:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.744069:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.744071:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744086:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384368.744088:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384368.744090:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384368.744092:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384368.744093:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.744095:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384368.744096:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.744098:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384368.744099:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384368.744101:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384368.744101:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384368.744102:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b353db87) refcount = 1 00010000:00010000:0.0:1767384368.744121:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744125:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384368.744127:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384368.744128:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.744129:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.744131:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384368.744133:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384368.744136:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384368.744138:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.744140:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.744141:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfcc95fb refcount=4 00000020:00000001:0.0:1767384368.744144:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681388544 : -114056028163072 : ffff984442f4f400) 00010000:00000001:0.0:1767384368.744146:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681388544 : -114056028163072 : ffff984442f4f400) 00010000:00000001:0.0:1767384368.744147:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384368.744149:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744153:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384368.744155:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744167:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.744168:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384368.744169:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744172:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.744174:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.744175:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384368.744176:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384368.744180:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000bfcc95fb already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384368.744182:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.744183:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384368.744184:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744187:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384368.744189:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384368.744190:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384368.744191:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bfcc95fb refcount=5 00000020:00000001:0.0:1767384368.744192:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681388544 : -114056028163072 : ffff984442f4f400) 00010000:00000001:0.0:1767384368.744194:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681388544 : -114056028163072 : ffff984442f4f400) 00010000:00000001:0.0:1767384368.744196:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384368.744197:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744201:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384368.744202:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384368.744203:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.744205:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384368.744207:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384368.744208:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384368.744214:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384368.744215:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bfcc95fb with handle 0x4ac496f8d605e274 from hash 00010000:00000001:0.0:1767384368.744217:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384368.744219:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.744220:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.744220:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384368.744222:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384368.744223:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384368.744224:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384368.744225:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384368.744227:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.744228:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384368.744229:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384368.744230:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.744232:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.744233:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.744235:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384368.744236:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.744237:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744241:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.744242:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.744242:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384368.744243:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384368.744244:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384368.744245:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384368.744246:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384368.744247:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384368.744249:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384368.744250:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384368.744254:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384368.744255:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384368.744256:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bfcc95fb/0x4ac496f8d605e274 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384368.744267:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b353db87 count: 0 00010000:00000001:0.0:1767384368.744272:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384368.744273:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767384368.745134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000082e8e6ee. 00010000:00000010:2.1:1767384368.745144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00080000:00000020:0.0:1767384368.745918:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767384368.745922:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384368.745924:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dafcffb. 20000000:00000001:0.0:1767384368.745928:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384368.745932:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249344 00010000:00000001:0.0:1767384368.745934:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384368.745941:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4ff5b8a x1853236748249344/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384368.745949:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384368.745951:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.745954:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.745958:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384368.745960:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384368.745962:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384368.745965:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384368.745968:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.745971:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384368.745975:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384368.745980:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb21a863. 00000100:00000200:0.0:1767384368.745984:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748249344, offset 224 00000400:00000200:0.0:1767384368.745992:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384368.746003:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384368.746013:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106900 00000400:00000200:0.0:1767384368.746018:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ce5 [2] + 224 00000400:00000200:0.0:1767384368.746024:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384368.746028:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384368.746034:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384368.746038:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384368.746044:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.746064:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384368.746072:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb21a863 00000400:00000010:0.0:1767384368.746074:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb21a863. 00000100:00000001:0.0:1767384368.746078:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384368.746080:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384368.746083:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384368.746085:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384368.746088:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384368.746088:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384368.746091:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.746093:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384368.746094:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384368.746099:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ff5b8a x1853236748249344/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384368.746101:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384368.746132:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384368.746132:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4ff5b8a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748249344:12345-0@lo:253: Request processed in 20988us (21525us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384368.746137:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000100:00100000:0.0:1767384368.746142:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000400:00000200:2.0:1767384368.746143:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a6f749a 00000100:00000040:0.0:1767384368.746146:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000400:00000010:2.0:1767384368.746147:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a6f749a. 00000100:00000001:0.0:1767384368.746149:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384368.746154:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384368.746155:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384368.746158:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003ff17e65. 00000020:00000010:0.0:1767384368.746163:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c952cda6. 00000020:00000010:0.0:1767384368.746167:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000476d054d. 00000100:00000200:2.0:1767384368.746170:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384368.746173:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:0.0:1767384368.746178:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384368.746181:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015bb3cca. 02000000:00000001:0.0:1767384368.746187:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384368.746190:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.746191:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384368.746198:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384368.746204:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f8fc1a. 00000100:00000001:2.0:1767384368.746206:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384368.746208:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb21a863. 00000100:00000001:2.0:1767384368.746210:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.746215:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384368.746218:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384368.746220:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384368.746222:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384368.746226:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384368.746231:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=74 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384368.746236:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384368.746239:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384368.746241:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384368.746243:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384368.746245:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.746248:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384368.746253:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.746262:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384368.746265:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384368.746268:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384368.746272:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384368.746276:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384368.746278:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384368.746280:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384368.746282:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384368.746284:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384368.746286:0:16149:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384368.746288:0:16149:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384368.746290:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384368.746292:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384368.746310:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384368.746321:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075e2a3d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748249344:0@lo:253: 00000100:00000001:2.0:1767384368.746334:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.746338:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384368.746342:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075e2a3d3 x1853236748249344/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384368.746351:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384368.746354:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384368.746357:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000957aaac8. 02000000:00000001:2.0:1767384368.746360:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384368.746362:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384368.746364:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384368.746367:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384368.746369:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cd5e592e. 02000000:00000001:2.0:1767384368.746373:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384368.746375:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384368.746376:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075e2a3d3. 00000100:00000001:2.0:1767384368.746380:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384368.746381:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.746383:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384368.746390:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384368.746392:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384368.746395:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384368.746398:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384368.746689:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384368.746694:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384368.746695:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001093ad80. 20000000:00000001:3.0:1767384368.746701:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384368.746704:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249472 00010000:00000001:3.0:1767384368.746706:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384368.746710:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001fd8e446 x1853236748249472/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384368.746716:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384368.746717:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384368.746719:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384368.746722:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384368.746725:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384368.746726:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384368.746729:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384368.746730:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384368.746733:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384368.746735:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384368.746738:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc404d2. 00000100:00000200:3.0:1767384368.746741:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748249472, offset 224 00000400:00000200:3.0:1767384368.746744:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384368.746749:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384368.746754:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106980 00000400:00000200:3.0:1767384368.746764:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ced [2] + 224 00000400:00000200:3.0:1767384368.746768:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384368.746771:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384368.746774:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384368.746777:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384368.746784:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384368.746799:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384368.746804:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc404d2 00000400:00000010:3.0:1767384368.746806:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc404d2. 00000100:00000001:3.0:1767384368.746808:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384368.746809:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384368.746812:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384368.746815:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384368.746817:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384368.746818:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384368.746819:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.746821:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384368.746822:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384368.746827:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fd8e446 x1853236748249472/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:349/0 lens 4848/4768 e 0 to 0 dl 1767384379 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384368.746827:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384368.746831:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384368.746836:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001fd8e446 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748249472:12345-0@lo:253: Request processed in 21575us (22016us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384368.746841:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db88f16c. 00000100:00100000:3.0:1767384368.746846:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000400:00000200:0.0:1767384368.746846:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987e764e 00000400:00000010:0.0:1767384368.746851:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000987e764e. 00000100:00000040:3.0:1767384368.746852:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384368.746855:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384368.746856:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384368.746860:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384368.746863:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df6650e5. 00000100:00000200:0.0:1767384368.746863:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384368.746869:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004673ca24. 00000020:00000010:3.0:1767384368.746876:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6c891e7. 00000100:00000200:0.0:1767384368.746876:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384368.746881:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:0.0:1767384368.746885:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384368.746886:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384368.746888:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384368.746889:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015f00198. 00000100:00000001:0.0:1767384368.746890:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384368.746892:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384368.746893:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384368.746894:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384368.746895:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384368.746900:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=74 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384368.746901:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384368.746905:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384368.746905:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384368.746910:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384368.746911:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384368.746911:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.746916:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000602b595d. 00010000:00000001:0.0:1767384368.746916:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384368.746917:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.746922:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384368.746923:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc404d2. 00000100:00000040:0.0:1767384368.746926:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.746932:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384368.746934:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384368.746935:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384368.746938:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384368.746939:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384368.746940:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384368.746942:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384368.746943:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384368.746944:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384368.746945:0:16146:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384368.746946:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384368.746948:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384368.746955:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384368.746961:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000186b7dae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748249472:0@lo:253: 00000100:00000001:0.0:1767384368.746965:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.746966:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384368.746968:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000186b7dae x1853236748249472/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384368.746972:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384368.746973:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384368.746975:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000161ca597. 02000000:00000001:0.0:1767384368.746978:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384368.746979:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384368.746980:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384368.746981:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384368.746982:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cb1d596b. 02000000:00000001:0.0:1767384368.746985:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384368.746986:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384368.746987:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000186b7dae. 00000100:00000001:0.0:1767384368.746991:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384368.746992:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.746994:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384368.746998:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384368.746998:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384368.747000:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384368.747002:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384368.754131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b353db87. 00010000:00000010:0.1:1767384368.754139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bfcc95fb. 00000800:00000200:1.0:1767384368.983184:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (6) 00000800:00000200:1.0:1767384368.983193:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp28 ip 192.168.202.119:988 00000800:00000200:1.0:1767384368.983197:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767384368.983226:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384368.983228:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384368.983231:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384368.983233:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000400:00000200:1.0:1767384368.983238:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384368.983241:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384368.983250:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000002d9b383. 00000400:00000010:1.0:1767384368.983254:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063581231. 00000800:00000200:1.0:1767384368.983343:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384368.983348:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.983356:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384368.983359:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384368.983362:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384369.175207:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384369.175212:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:0.0:1767384369.175216:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384369.175219:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384369.175221:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384369.175223:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384369.175227:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384369.175229:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384369.175231:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 69 10000000:00000001:0.0:1767384369.175234:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384369.175236:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384369.175249:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000020:00000040:0.0:1767384369.175254:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384369.175259:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.175262:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.175267:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.175274:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9b1d811. 00000100:00000001:0.0:1767384369.175281:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.175285:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384369.175288:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384369.175310:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b353db87. 00010000:00000001:0.0:1767384369.175315:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384369.175318:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009512700b. 00000020:00000001:0.0:1767384369.175323:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384369.175326:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009512700b with handle 0x4ac496f8d605e27b to hash 00000020:00000001:0.0:1767384369.175328:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384369.175329:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384369.175332:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384369.175335:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384369.175338:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.175340:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384369.175350:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384369.175359:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384369.175365:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384369.175367:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384369.175371:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001299f9b6. 00000100:00000001:0.0:1767384369.175374:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381857664 : -114060327693952 : ffff984342af5180) 00000100:00000001:0.0:1767384369.175377:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384369.175378:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000001:0.0:1767384369.175383:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384369.175392:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.175394:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384369.175396:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384369.175405:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.175415:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384369.175418:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.175422:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384369.175425:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.175428:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.175431:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748249600:0@lo:101: 00000100:00000001:0.0:1767384369.175435:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384369.175441:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384369.175443:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.175445:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384369.175449:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e89c48fb. 02000000:00000001:0.0:1767384369.175450:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384369.175455:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7f912e. 00000400:00000010:0.0:1767384369.175461:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384369.175466:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748249600, portal 25 00000100:00000001:0.0:1767384369.175468:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384369.175470:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:0.0:1767384369.175474:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.175479:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.175483:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.175485:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:0.0:1767384369.175488:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748249600, offset 0 00000400:00000200:0.0:1767384369.175494:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.175506:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.175517:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e106a00 00000400:00000200:0.0:1767384369.175524:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1491 [2] + 0 00000400:00000010:0.0:1767384369.175527:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a28a86c. 00000400:00000200:0.0:1767384369.175530:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000f52d225 00000400:00000200:0.0:1767384369.175540:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.175545:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384369.175549:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f52d225 00000400:00000010:0.0:1767384369.175551:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f52d225. 00000100:00000001:0.0:1767384369.175556:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.175558:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.175561:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000006d385b38 x1853236748249600 msgsize 328 00000100:00100000:0.0:1767384369.175567:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384369.175569:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.175584:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.175592:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:0.0:1767384369.175595:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:0.0:1767384369.175601:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384369.175605:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.175614:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384369.175616:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384369.175617:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.175619:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249600 02000000:00000001:1.0:1767384369.175622:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384369.175624:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.175624:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.175626:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.175627:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.175631:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.175631:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384369.175635:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249600 00000100:00000001:0.0:1767384369.175635:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294957068 00000020:00000001:1.0:1767384369.175638:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.175639:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000010:0.0:1767384369.175639:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004407b271. 00000020:00000001:1.0:1767384369.175641:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.175644:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:0.0:1767384369.175645:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384369.175650:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294957068 00000020:00000001:1.0:1767384369.175652:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000010:0.0:1767384369.175653:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000020:00000001:1.0:1767384369.175655:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384369.175656:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384369.175658:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294957068 00000100:00000001:1.0:1767384369.175660:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384369.175660:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091ee23f6. 00000020:00000010:1.0:1767384369.175663:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000100:00000001:0.0:1767384369.175663:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384369.175666:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.175666:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294957068 00000020:00000010:1.0:1767384369.175668:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000100:00000010:0.0:1767384369.175668:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000decf01b8. 00000100:00000001:0.0:1767384369.175672:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384369.175674:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004905a6a6. 00000020:00000010:1.0:1767384369.175679:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d34e69e. 00000100:00000001:0.0:1767384369.175680:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.175683:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.175684:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c952cda6. 00000100:00000001:0.0:1767384369.175685:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.175686:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384369.175688:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 000000001299f9b6 going to sleep for 11 seconds 00000100:00000001:0.0:1767384369.175690:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384369.175692:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384369.175693:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.175695:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.175697:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.175699:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.175706:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.175717:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.175729:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.175731:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.175735:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:1.0:1767384369.175739:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384369.175741:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018206467152 : -114055503084464 : ffff984462410450) 00000100:00000040:1.0:1767384369.175746:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d385b38 x1853236748249600/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:350/0 lens 328/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.175756:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.175759:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000100:00000001:1.0:1767384369.175760:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.175762:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000100:00100000:1.0:1767384369.175766:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d385b38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748249600:12345-0@lo:101: 00000100:00000200:1.0:1767384369.175771:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249600 00000020:00000001:1.0:1767384369.175774:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.175776:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.175778:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.175780:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.175788:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:1.0:1767384369.175790:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.175791:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.175793:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.175795:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.175797:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.175799:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384369.175801:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384369.175802:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384369.175804:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384369.175805:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.175809:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384369.175813:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000052940c5a. 00010000:00000001:1.0:1767384369.175815:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384369.175817:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b25910c3. 00000020:00000001:1.0:1767384369.175819:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384369.175820:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b25910c3 with handle 0x4ac496f8d605e282 to hash 00000020:00000001:1.0:1767384369.175821:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384369.175822:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174200320 : -114055535351296 : ffff98446054aa00) 00010000:00000001:1.0:1767384369.175823:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174200320 : -114055535351296 : ffff98446054aa00) 00010000:00010000:1.0:1767384369.175825:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e27b expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384369.175830:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:1.0:1767384369.175831:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:1.0:1767384369.175836:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.175837:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.175840:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006da6c43a. 02000000:00000001:1.0:1767384369.175841:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.175843:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.175844:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384369.175847:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384369.175848:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384369.175850:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.175851:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.175857:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384369.175858:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.175860:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384369.175862:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384369.175864:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384369.175865:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384369.175866:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052940c5a) refcount = 1 00010000:00010000:1.0:1767384369.175869:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.175873:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384369.175874:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384369.175875:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.175877:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.175878:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384369.175881:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384369.175882:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.175886:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384369.175888:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384369.175890:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384369.175891:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.175893:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384369.175893:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.175895:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.175896:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b25910c3, rc 0) 00000020:00000001:1.0:1767384369.175897:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.175899:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249600 00010000:00000001:1.0:1767384369.175901:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.175904:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d385b38 x1853236748249600/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.175909:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.175912:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.175914:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.175917:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.175924:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384369.175926:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384369.175928:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.175929:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.175932:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.175933:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.175935:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000100:00000200:1.0:1767384369.175938:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748249600, offset 224 00000400:00000200:1.0:1767384369.175941:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.175945:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.175950:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e106a00 00000400:00000200:1.0:1767384369.175953:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1d0d [1] + 224 00000400:00000200:1.0:1767384369.175956:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.175958:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.175961:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384369.175963:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.175969:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.175981:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384369.175986:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384369.175989:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000100:00000001:1.0:1767384369.175991:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384369.175993:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.175996:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.175999:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384369.176001:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384369.176002:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384369.176003:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.176005:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384369.176006:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384369.176008:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384369.176009:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d385b38 x1853236748249600/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:350/0 lens 328/344 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384369.176010:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7f912e. 00000400:00000200:0.0:1767384369.176013:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:0.0:1767384369.176015:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:0.0:1767384369.176017:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384369.176018:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d385b38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748249600:12345-0@lo:101: Request processed in 262us (456us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384369.176020:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384369.176028:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.176034:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384369.176035:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1767384369.176036:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384369.176038:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384369.176038:0:16782:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384369.176040:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384369.176040:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384369.176042:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384369.176042:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384369.176043:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.176046:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d34e69e. 02000000:00000001:0.0:1767384369.176046:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.176049:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c952cda6. 00000100:00001000:0.0:1767384369.176050:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=75 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384369.176053:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004905a6a6. 00000100:00001000:0.0:1767384369.176053:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384369.176056:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384369.176057:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:0.0:1767384369.176057:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.176060:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384369.176061:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384369.176061:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384369.176062:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006da6c43a. 00000100:00000001:0.0:1767384369.176064:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.176065:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384369.176067:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.176067:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384369.176071:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384369.176073:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384369.176075:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050171f02. 00000100:00000001:0.0:1767384369.176076:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384369.176080:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000586eb88a. 00000100:00000001:0.0:1767384369.176083:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384369.176087:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384369.176095:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748249600:0@lo:101: 00000100:00000001:0.0:1767384369.176100:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384369.176103:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176122:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384369.176124:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384369.176128:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.176136:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384369.176138:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001299f9b6. 00000100:00000001:0.0:1767384369.176142:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384369.176145:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.176148:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384369.176150:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.176152:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.176154:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=4 00000020:00000001:0.0:1767384369.176156:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384369.176159:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000040:0.0:1767384369.176163:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009512700b, remote cookie: 0x4ac496f8d605e282, flags: 0x0 00010000:00000001:0.0:1767384369.176166:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384369.176169:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384369.176170:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384369.176171:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384369.176173:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384369.176174:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b353db87) refcount = 1 00010000:00010000:0.0:1767384369.176178:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.176185:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384369.176186:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384369.176188:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384369.176197:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384369.176200:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384369.176202:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384369.176208:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384369.176210:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.176211:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.176212:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.176212:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.176214:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176215:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384369.176218:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008807e71d x1853236748249600/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.176222:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384369.176224:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384369.176226:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e89c48fb. 02000000:00000001:0.0:1767384369.176229:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384369.176230:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384369.176231:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384369.176233:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384369.176234:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9b1d811. 02000000:00000001:0.0:1767384369.176237:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384369.176239:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384369.176240:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 00000100:00000001:0.0:1767384369.176242:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384369.176243:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384369.176245:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384369.176246:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384369.176247:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384369.176248:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384369.176250:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384369.176250:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384369.176251:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=3 00000020:00000001:0.0:1767384369.176252:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384369.176254:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384369.176255:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384369.176261:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384369.176262:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384369.176263:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384369.176265:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384369.176267:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000009d2881b2. 00000100:00000010:0.0:1767384369.176281:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000020:00000040:0.0:1767384369.176283:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384369.176285:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384369.176286:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384369.176288:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384369.176290:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9b1d811. 00000100:00000001:0.0:1767384369.176303:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176307:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384369.176309:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e89c48fb. 00000100:00000010:0.0:1767384369.176312:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003f00651d. 00000020:00000040:0.0:1767384369.176313:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384369.176316:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384369.176317:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384369.176319:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001299f9b6. 00000100:00000001:0.0:1767384369.176320:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013381857664 : -114060327693952 : ffff984342af5180) 00000100:00000001:0.0:1767384369.176322:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384369.176323:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000001:0.0:1767384369.176325:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384369.176326:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176327:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384369.176328:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384369.176331:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.176335:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384369.176336:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.176338:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384369.176339:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384369.176341:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384369.176342:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748249728:0@lo:256: 00000100:00000001:0.0:1767384369.176344:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384369.176352:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384369.176353:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176355:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384369.176359:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7f912e. 00000400:00000010:0.0:1767384369.176362:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a1bf9454. 00000100:00000200:0.0:1767384369.176365:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e106a80-0x695824e106a80, portal 33 00000100:00000001:0.0:1767384369.176367:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384369.176369:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384369.176371:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073e17b28. 02000000:00000001:0.0:1767384369.176372:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384369.176374:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f248c1. 00000400:00000010:0.0:1767384369.176377:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384369.176378:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748249728, portal 25 00000100:00000001:0.0:1767384369.176379:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384369.176381:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:0.0:1767384369.176383:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.176387:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384369.176388:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384369.176390:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:0.0:1767384369.176391:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748249728, offset 0 00000400:00000200:0.0:1767384369.176394:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384369.176400:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384369.176404:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e106a80 00000400:00000200:0.0:1767384369.176407:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14a1 [2] + 0 00000400:00000010:0.0:1767384369.176409:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8354ec. 00000400:00000200:0.0:1767384369.176411:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d641745 00000400:00000200:0.0:1767384369.176414:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384369.176416:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384369.176418:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d641745 00000400:00000010:0.0:1767384369.176419:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d641745. 00000100:00000001:0.0:1767384369.176421:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384369.176423:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384369.176424:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000009b439818 x1853236748249728 msgsize 304 00000100:00100000:0.0:1767384369.176433:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384369.176434:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384369.176444:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384369.176449:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:0.0:1767384369.176451:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:0.0:1767384369.176454:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384369.176457:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384369.176464:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384369.176467:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.176470:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384369.176472:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249728 00000100:00000001:0.0:1767384369.176473:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.176474:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384369.176474:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.176476:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.176478:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176479:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.176481:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176481:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294957069 00000100:00100000:1.0:1767384369.176483:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249728 00000020:00000001:1.0:1767384369.176484:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384369.176485:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:0.0:1767384369.176486:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957068 00000020:00000001:1.0:1767384369.176487:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.176489:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:0.0:1767384369.176490:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294957069 00000020:00000001:1.0:1767384369.176491:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384369.176493:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957068 00000020:00000001:1.0:1767384369.176494:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384369.176496:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384369.176496:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294957069 00000100:00000001:0.0:1767384369.176498:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294957068 00000020:00000010:1.0:1767384369.176499:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000100:00000001:1.0:1767384369.176501:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.176501:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294957069 00000020:00000010:1.0:1767384369.176503:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000100:00000001:0.0:1767384369.176504:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294957068 00000020:00000010:1.0:1767384369.176507:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004905a6a6. 00000100:00000001:0.0:1767384369.176507:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384369.176509:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384369.176512:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384369.176513:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384369.176516:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d34e69e. 00000100:00100000:0.0:1767384369.176516:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 000000001299f9b6 going to sleep for 11 seconds 00000100:00000001:0.0:1767384369.176518:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384369.176520:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c952cda6. 00000100:00000001:0.0:1767384369.176521:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.176525:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384369.176528:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384369.176529:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384369.176531:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.176536:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.176546:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.176554:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384369.176555:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384369.176559:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384369.176561:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384369.176563:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018206472272 : -114055503079344 : ffff984462411850) 00000100:00000040:1.0:1767384369.176566:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009b439818 x1853236748249728/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:350/0 lens 304/0 e 0 to 0 dl 1767384380 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.176574:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384369.176578:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000100:00000001:1.0:1767384369.176580:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384369.176582:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000100:00100000:1.0:1767384369.176586:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009b439818 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748249728:12345-0@lo:256: 00000100:00000200:1.0:1767384369.176589:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249728 00000020:00000001:1.0:1767384369.176592:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384369.176593:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384369.176595:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.176596:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384369.176598:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:1.0:1767384369.176600:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384369.176601:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384369.176602:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384369.176603:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384369.176605:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.176607:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384369.176608:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384369.176617:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006da6c43a. 02000000:00000001:1.0:1767384369.176618:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.176619:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.176622:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384369.176625:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384369.176626:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384369.176628:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384369.176629:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384369.176631:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384369.176632:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384369.176635:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000063c28c3d. 20000000:00000001:1.0:1767384369.176637:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384369.176651:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384369.176656:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384369.176660:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384369.176661:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384369.176662:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384369.176663:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384369.176664:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384369.176666:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384369.176667:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384369.176668:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384369.176669:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384369.176671:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384369.176672:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384369.176673:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384369.176674:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384369.176675:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384369.176677:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384369.176678:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384369.176679:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384369.176681:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384369.176682:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384369.176684:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384369.176685:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384369.176686:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384369.176688:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384369.176689:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384369.176690:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384369.176697:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384369.176699:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384369.176700:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384369.176701:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384369.176702:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384369.176703:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384369.176704:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384369.176705:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384369.176707:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384369.176709:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 3352/1/4/3. 20000000:00000040:1.0:1767384369.176715:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384369.176716:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384369.176718:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384369.176719:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384369.176721:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384369.176722:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384369.176724:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384369.176725:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384369.176726:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384369.176727:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384369.176729:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384369.176730:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384369.176731:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384369.176732:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384369.176734:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384369.176735:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384369.176736:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384369.176737:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384369.176738:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384369.176740:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384369.176742:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384369.176743:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384369.176744:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384369.176745:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384369.176747:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384369.176748:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384369.176750:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384369.176751:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384369.176753:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384369.176760:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384369.176762:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384369.176763:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384369.176765:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384369.176767:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384369.176768:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384369.176770:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767384369.176771:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 2608/1/4/3. 20000000:01000000:1.0:1767384369.176773:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1488, version 76 20000000:00000001:1.0:1767384369.176775:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1488 : 1488 : 5d0) 00000100:00000001:1.0:1767384369.176777:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384369.176780:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008d5c3bb6. 00000100:00000010:1.0:1767384369.176783:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000034980edb. 00000020:00000040:1.0:1767384369.176785:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:1.0:1767384369.176787:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384369.176789:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384369.176792:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000400:00000010:1.0:1767384369.176799:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006363582. 00000400:00000200:1.0:1767384369.176802:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.176809:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.176816:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1488 into portal 33 MB=0x695824e106a80 00000400:00000200:1.0:1767384369.176820:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1488/1488 into md 0x1d1d [4] + 0 00000400:00000010:1.0:1767384369.176822:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b7f912e. 00000400:00000200:1.0:1767384369.176825:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a1bf9454 00000400:00000200:1.0:1767384369.176827:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.176830:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384369.176832:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1bf9454 00000400:00000010:1.0:1767384369.176833:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a1bf9454. 00000100:00000001:1.0:1767384369.176836:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384369.176838:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008807e71d desc 00000000e89c48fb mbits 1853236748249728 00000100:00000001:1.0:1767384369.176849:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384369.176853:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384369.176860:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384369.176870:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d29 00000400:00000200:1.0:1767384369.176872:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384369.176873:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384369.176875:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384369.176883:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384369.176887:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384369.176890:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000008d5c3bb6 00000100:00000001:1.0:1767384369.176893:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384369.176901:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384369.176902:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000100:00000001:1.0:1767384369.176904:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384369.176906:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008d5c3bb6 00000100:00000001:1.0:1767384369.176907:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384369.176913:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1488 bytes via portal 33 id 12345-0@lo mbits 0x695824e106a80-0x695824e106a80 00000100:00000001:1.0:1767384369.176916:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.176921:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.176923:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384369.176925:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:1.0:1767384369.176928:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000034980edb. 00000100:00000010:1.0:1767384369.176932:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008d5c3bb6. 00000100:00000001:1.0:1767384369.176935:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384369.176936:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384369.176944:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000063c28c3d. 20000000:00000001:1.0:1767384369.176948:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384369.176951:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249728 00010000:00000001:1.0:1767384369.176954:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384369.176958:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009b439818 x1853236748249728/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:350/0 lens 304/240 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384369.176966:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384369.176968:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.176971:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.176974:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384369.176976:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384369.176978:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384369.176980:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384369.176982:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.176984:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384369.176986:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384369.176989:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000100:00000200:1.0:1767384369.176998:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748249728, offset 224 00000400:00000200:1.0:1767384369.177003:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384369.177008:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384369.177015:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e106a80 00000400:00000200:1.0:1767384369.177019:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d21 [1] + 224 00000400:00000200:1.0:1767384369.177022:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384369.177025:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384369.177028:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384369.177032:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.177040:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.177054:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384369.177058:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384369.177060:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000100:00000001:1.0:1767384369.177062:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384369.177064:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384369.177066:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.177069:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384369.177072:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384369.177073:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.177075:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384369.177078:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009b439818 x1853236748249728/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:350/0 lens 304/240 e 0 to 0 dl 1767384380 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.177087:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009b439818 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748249728:12345-0@lo:256: Request processed in 511us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384369.177094:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:1.0:1767384369.177096:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384369.177098:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384369.177100:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384369.177103:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d34e69e. 00000020:00000010:1.0:1767384369.177558:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c952cda6. 00000020:00000010:1.0:1767384369.177569:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004905a6a6. 00000020:00000040:1.0:1767384369.177573:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384369.177577:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384369.177579:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006da6c43a. 02000000:00000001:1.0:1767384369.177582:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384369.177584:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384369.177588:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384369.177592:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be360c3. 00000400:00000010:1.0:1767384369.177595:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8751b6a. 00000100:00000001:1.0:1767384369.177654:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384369.177659:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.177660:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384369.177662:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7f248c1. 00000400:00000200:1.0:1767384369.177665:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000023963c7 00000400:00000010:1.0:1767384369.177667:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000023963c7. 00000100:00000001:1.0:1767384369.177670:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384369.177674:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384369.177683:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.177690:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384369.177692:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.177694:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384369.177696:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384369.177697:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384369.177699:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384369.177701:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384369.177705:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=75 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384369.177708:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=75 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384369.177711:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384369.177712:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.177715:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384369.177716:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.177718:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384369.177721:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384369.177742:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.177749:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384369.177751:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384369.177755:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384369.177761:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748249728:0@lo:256: 00000100:00000001:1.0:1767384369.177766:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.177768:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.177770:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384369.177771:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.177773:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.177780:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384369.177783:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001299f9b6. 00000100:00000001:1.0:1767384369.177786:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384369.177787:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384369.177791:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 76, more 0. 10000000:00000001:1.0:1767384369.177794:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384369.177801:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000002edeab9d. 10000000:00000040:1.0:1767384369.177810:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384369.177817:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384369.177820:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384369.177825:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:1.0:1767384369.177828:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384369.177830:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384369.177832:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:1.0:1767384369.177834:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000100:00000200:1.0:1767384369.177837:0:16782:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 36 NIDs for '192.168.202.119@tcp' 00000400:00000200:1.0:1767384369.177840:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384369.177843:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384369.177852:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:1.0:1767384369.177857:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384369.177862:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (36) 00000400:00000200:1.0:1767384369.177866:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000400:00000200:1.0:1767384369.177878:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384369.177880:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384369.177883:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384369.177886:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:1.0:1767384369.177889:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (38) 00000400:00000200:1.0:1767384369.177891:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:1.0:1767384369.177893:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:1.0:1767384369.177897:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177899:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:1.0:1767384369.177902:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:1.0:1767384369.177905:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177907:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:1.0:1767384369.177909:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:1.0:1767384369.177912:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177913:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:1.0:1767384369.177916:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:1.0:1767384369.177919:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177921:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:1.0:1767384369.177923:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:1.0:1767384369.177926:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177927:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:1.0:1767384369.177929:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:1.0:1767384369.177933:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177935:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:1.0:1767384369.177936:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:1.0:1767384369.177939:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177941:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:1.0:1767384369.177943:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:1.0:1767384369.177947:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177949:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:1.0:1767384369.177951:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:1.0:1767384369.177954:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177962:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:1.0:1767384369.177964:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:1.0:1767384369.177969:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177970:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:1.0:1767384369.177972:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:1.0:1767384369.177975:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177976:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:1.0:1767384369.177978:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:1.0:1767384369.177981:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177983:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:1.0:1767384369.177984:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:1.0:1767384369.177987:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177989:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:1.0:1767384369.177991:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:1.0:1767384369.177995:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.177996:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:1.0:1767384369.177998:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:1.0:1767384369.178002:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178004:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:1.0:1767384369.178006:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:1.0:1767384369.178009:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178011:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:1.0:1767384369.178013:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:1.0:1767384369.178015:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178017:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:1.0:1767384369.178019:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:1.0:1767384369.178022:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178024:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:1.0:1767384369.178026:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:1.0:1767384369.178030:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178032:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:1.0:1767384369.178034:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:1.0:1767384369.178036:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178038:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:1.0:1767384369.178039:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:1.0:1767384369.178043:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178051:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:1.0:1767384369.178054:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:1.0:1767384369.178057:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178059:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:1.0:1767384369.178061:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:1.0:1767384369.178064:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178066:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:1.0:1767384369.178068:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:1.0:1767384369.178072:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178075:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:1.0:1767384369.178077:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:1.0:1767384369.178080:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178082:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:1.0:1767384369.178084:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:1.0:1767384369.178088:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178090:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:1.0:1767384369.178092:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:1.0:1767384369.178095:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178096:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:1.0:1767384369.178098:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:1.0:1767384369.178101:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178102:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:1.0:1767384369.178131:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:1.0:1767384369.178134:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178136:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:1.0:1767384369.178138:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:1.0:1767384369.178140:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178142:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:1.0:1767384369.178143:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:1.0:1767384369.178146:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384369.178147:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 00000100:00000001:1.0:1767384369.178149:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384369.178152:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384369.178154:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:1.0:1767384369.178159:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003d34e69e. 10000000:00000040:1.0:1767384369.178166:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 76/76 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:1.0:1767384369.178169:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384369.178175:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384369.178179:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004905a6a6. 00000020:00000010:1.0:1767384369.178183:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f70bb6e. 00000040:00000010:1.0:1767384369.178187:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e78ffa6. 00000020:00000010:1.0:1767384369.178191:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000207c367b. 00000020:00000010:1.0:1767384369.178195:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384369.178200:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000058d8df65. 80000000:00000010:1.0:1767384369.178205:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083414283. 40000000:00000010:1.0:1767384369.178210:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ada7b6d8. 00100000:00000010:1.0:1767384369.178215:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002afc80a2. 00040000:00000010:1.0:1767384369.178220:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ada20620. 00040000:00000010:1.0:1767384369.178226:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007f91c655. 00040000:00000010:1.0:1767384369.178231:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001b3b7943. 00080000:00000010:1.0:1767384369.178235:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000088cdcf1e. 00000004:00000010:1.0:1767384369.178241:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f949412d. 00000004:00000010:1.0:1767384369.178246:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000016f86934. 00000004:00000010:1.0:1767384369.178250:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001fab765d. 00002000:00000010:1.0:1767384369.178256:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006da6c43a. 00000004:00000010:1.0:1767384369.178260:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008d5c3bb6. 00000004:00000001:1.0:1767384369.178264:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384369.178267:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384369.178269:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003d34e69e 00000040:00001000:1.0:1767384369.178272:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384369.178274:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384369.178276:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384369.178277:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384369.178281:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384369.178283:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384369.178285:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384369.178287:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:1.0:1767384369.178290:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384369.178372:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384369.178384:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f70bb6e. 00000040:00000010:1.0:1767384369.178389:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e78ffa6. 00000020:00000010:1.0:1767384369.178392:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000207c367b. 00000020:00000010:1.0:1767384369.178396:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384369.178400:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058d8df65. 80000000:00000010:1.0:1767384369.178404:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083414283. 40000000:00000010:1.0:1767384369.178408:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ada7b6d8. 00100000:00000010:1.0:1767384369.178412:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002afc80a2. 00040000:00000010:1.0:1767384369.178416:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ada20620. 00040000:00000010:1.0:1767384369.178420:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007f91c655. 00040000:00000010:1.0:1767384369.178423:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001b3b7943. 00080000:00000010:1.0:1767384369.178427:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000088cdcf1e. 00000004:00000010:1.0:1767384369.178430:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f949412d. 00000004:00000010:1.0:1767384369.178433:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000016f86934. 00000004:00000010:1.0:1767384369.178437:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001fab765d. 00002000:00000010:1.0:1767384369.178440:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006da6c43a. 00000004:00000010:1.0:1767384369.178443:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008d5c3bb6. 00000020:00000010:1.0:1767384369.178447:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004905a6a6. 00000020:00000001:1.0:1767384369.178449:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.178451:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384369.178454:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003d34e69e. 10000000:00000010:1.0:1767384369.178457:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000002edeab9d. 10000000:00000001:1.0:1767384369.178460:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384369.178462:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384369.178465:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008807e71d x1853236748249728/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384369.178473:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384369.178474:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384369.178476:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073e17b28. 02000000:00000001:1.0:1767384369.178479:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384369.178481:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384369.178482:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384369.178484:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384369.178486:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384369.178487:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384369.178493:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384369.178496:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384369.178498:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003f00651d. 00000100:00000010:1.0:1767384369.178502:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e89c48fb. 00000100:00000001:1.0:1767384369.178506:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384369.178508:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9b1d811. 02000000:00000001:1.0:1767384369.178512:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384369.178514:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384369.178516:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 00000100:00000001:1.0:1767384369.178519:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384369.178521:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384369.178534:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000009d2881b2. 10000000:01000000:1.0:1767384369.178539:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384369.178542:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384369.178544:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384369.178546:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384369.178548:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=3 00000020:00000001:1.0:1767384369.178551:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384369.178554:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384369.178557:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384369.178559:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.178566:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.178567:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384369.178569:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384369.178575:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384369.178576:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384369.178578:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384369.178579:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384369.178581:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384369.178583:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384369.178585:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384369.178587:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:1.0:1767384369.178595:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384369.178612:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384369.178617:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:1.0:1767384369.178620:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000400:00000010:1.0:1767384369.178625:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384369.178629:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000400:00000010:1.0:1767384369.178633:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003f2afec7. 00000400:00000200:1.0:1767384369.178637:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384369.178646:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384369.178651:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 00000400:00000200:1.0:1767384369.178657:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 00000400:00000200:1.0:1767384369.178661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000400:00000200:1.0:1767384369.178666:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000400:00000200:1.0:1767384369.178673:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000400:00000200:1.0:1767384369.178678:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:1.0:1767384369.178683:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:1.0:1767384369.178689:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000400:00000200:1.0:1767384369.178695:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 00000400:00000200:1.0:1767384369.178701:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000400:00000200:1.0:1767384369.178707:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 00000400:00000200:1.0:1767384369.178713:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[142, 37] 00000400:00000200:1.0:1767384369.178718:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 37], ns[153, 37] 00000400:00000200:1.0:1767384369.178724:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[162, 37] 00000400:00000200:1.0:1767384369.178737:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 00000400:00000200:1.0:1767384369.178742:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 00000400:00000200:1.0:1767384369.178748:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000400:00000200:1.0:1767384369.178754:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000400:00000200:1.0:1767384369.178759:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 37], ns[68, 37] 00000400:00000200:1.0:1767384369.178766:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 37], ns[90, 37] 00000400:00000200:1.0:1767384369.178770:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[74, 37] 00000400:00000200:1.0:1767384369.178777:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 37], ns[133, 37] 00000400:00000200:1.0:1767384369.178783:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[99, 37] 00000400:00000200:1.0:1767384369.178789:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 37], ns[105, 37] 00000400:00000200:1.0:1767384369.178796:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 37], ns[117, 37] 00000400:00000200:1.0:1767384369.178801:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 37], ns[157, 37] 00000400:00000200:1.0:1767384369.178806:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[135, 37], ns[144, 37] 00000400:00000200:1.0:1767384369.178812:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 37], ns[151, 37] 00000400:00000200:1.0:1767384369.178816:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[132, 37] 00000400:00000200:1.0:1767384369.178821:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[149, 37], ns[158, 37] 00000400:00000200:1.0:1767384369.178826:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 37], ns[160, 37] 00000400:00000200:1.0:1767384369.178831:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 37], ns[156, 37] 00000400:00000200:1.0:1767384369.178846:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[154, 37], ns[163, 37] 00000400:00000200:1.0:1767384369.178851:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 37], ns[0, 37] 00000400:00000200:1.0:1767384369.178855:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:1.0:1767384369.178860:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp43 00000400:00000200:1.0:1767384369.178866:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp43 lpni_is_preferred = 0 00000400:00000200:1.0:1767384369.178870:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp43 00000400:00000200:1.0:1767384369.178873:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp43 NI seq info: [164:164:256:4294967295] 192.168.202.119@tcp43 LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384369.178880:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp43 00000400:00000200:1.0:1767384369.178888:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp43(192.168.202.119@tcp43:) -> 192.168.202.119@tcp43(192.168.202.119@tcp:192.168.202.119@tcp43) : GET try# 0 00000800:00000200:1.0:1767384369.178894:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp43 00000800:00000010:1.0:1767384369.178898:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ada20620. 00000800:00000010:1.0:1767384369.178907:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001166d4b4. 00000800:00000010:1.0:1767384369.178911:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000539537e6. 00000800:00000200:1.0:1767384369.178917:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (2) 00000800:00000200:1.1:1767384369.178921:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (2) 00000400:00000200:1.0:1767384369.178938:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384369.178941:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000200:1.0:1767384369.181249:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181320:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181380:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181427:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181472:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181501:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181530:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181557:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181581:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181609:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181636:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181662:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181699:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181723:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181745:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181771:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181795:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181821:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181852:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181873:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181895:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181916:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181942:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181969:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.181995:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182017:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182046:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182074:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182100:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182156:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182183:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182205:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182225:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182252:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384369.182278:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384369.182460:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009c4ec9b. 00000800:00000010:1.0:1767384369.182468:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003be5cd52. 00000800:00000010:1.0:1767384369.182474:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ada7b6d8. 00000800:00000010:1.0:1767384369.182495:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ada7b6d8. 00000800:00020000:1.0:1767384369.182505:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384369.182509:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003be5cd52. 00000800:00000010:1.0:1767384369.182512:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000009c4ec9b. 00000400:02020000:1.0:1767384369.182556:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp43 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384369.182570:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp43 notifying 192.168.202.119@tcp43: down 00000800:00000200:1.0:1767384369.182577:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp43 down 00000800:00000100:1.0:1767384369.182583:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp43 00000800:00000010:1.0:1767384369.182587:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ada20620. 00000400:00000200:1.0:1767384369.182591:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384369.182596:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp43->192.168.202.119@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384369.182606:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp43 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:1.0:1767384369.182610:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384369.182614:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:1.0:1767384369.182617:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:1.0:1767384369.182637:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384369.182640:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000001:1.0:1767384369.182643:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384369.182644:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384369.182646:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384369.182648:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000400:00000200:1.0:1767384369.182650:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384369.182653:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:1.0:1767384369.182657:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 000000008d5c3bb6. 00000400:00000200:1.0:1767384369.182660:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (38) 00000400:00000200:1.0:1767384369.182663:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:1.0:1767384369.182666:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc -71 00000400:00000200:1.0:1767384369.182670:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:1.0:1767384369.182674:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (37) 00000100:00000040:3.0:1767384369.189172:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294957069, at 4294957070 00000100:00000010:3.0:1767384369.189180:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000decf01b8. 00000020:00000010:2.0:1767384369.189978:0:35058:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f8578d54. 00000020:00000040:2.0:1767384369.189985:0:35058:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384369.189987:0:35058:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f8578d54. 00000100:00000040:2.0:1767384369.190160:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294957069, at 4294957071 00000100:00000010:2.0:1767384369.190168:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091ee23f6. 00000100:00000040:1.0:1767384369.190213:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294957069, at 4294957071 00000100:00000010:1.0:1767384369.190222:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00000100:00000040:0.0:1767384369.190326:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294957069, at 4294957071 00000100:00000010:0.0:1767384369.190339:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004407b271. 00010000:00000001:2.0:1767384369.495376:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384369.495382:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384369.495387:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384369.495389:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384369.495419:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384369.495425:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384369.495429:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384370.007193:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp36 00000400:00000010:1.0:1767384370.007201:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000068e9e7f6. 00000400:00000010:1.0:1767384370.007210:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003aebc287. 00000400:00000010:1.0:1767384370.007223:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000400:00000010:1.0:1767384370.007230:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093e2c688. 00000400:00000200:1.0:1767384370.007234:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp36 00000400:00000200:1.0:1767384370.007250:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp36 local destination 00000400:00000200:1.0:1767384370.007255:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp36 00000400:00000200:1.0:1767384370.007259:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp36 NI seq info: [165:165:256:4294967295] 192.168.202.119@tcp36 LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1767384370.007264:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp36 00000400:00000200:1.0:1767384370.007269:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36:) -> 192.168.202.119@tcp36(192.168.202.119@tcp36:192.168.202.119@tcp36) : GET try# 0 00000800:00000200:1.0:1767384370.007273:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp36 00000800:00000010:1.0:1767384370.007277:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e35dd3e0. 00000800:00000200:1.0:1767384370.007282:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000800:00000200:1.1:1767384370.007297:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000400:00000200:1.0:1767384370.007314:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp36 added to recovery queue. ping count: 4 next ping: 306 health :600 00000400:00000200:1.0:1767384370.007318:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp42 00000400:00000010:1.0:1767384370.007319:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000348f4454. 00000400:00000010:1.0:1767384370.007322:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004905a6a6. 00000400:00000010:1.0:1767384370.007324:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c77eabe. 00000400:00000010:1.0:1767384370.007327:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c223269. 00000400:00000200:1.0:1767384370.007329:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp42 00000400:00000200:1.0:1767384370.007334:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp42 local destination 00000400:00000200:1.0:1767384370.007337:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp42 00000400:00000200:1.0:1767384370.007339:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp42 NI seq info: [166:166:256:4294967295] 192.168.202.119@tcp42 LPNI seq info [157:157:8:4294967295] 00000400:00000200:1.0:1767384370.007342:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp42 00000400:00000200:1.0:1767384370.007347:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42:) -> 192.168.202.119@tcp42(192.168.202.119@tcp42:192.168.202.119@tcp42) : GET try# 0 00000800:00000200:1.0:1767384370.007350:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp42 00000800:00000010:1.0:1767384370.007353:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bc4cd23d. 00000800:00000200:1.0:1767384370.007356:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000800:00000200:1.1:1767384370.007358:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000400:00000200:1.0:1767384370.007369:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp42 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:1.0:1767384370.007373:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp43 00000400:00000010:1.0:1767384370.007376:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000003d61a6a. 00000400:00000010:1.0:1767384370.007386:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001b3b7943. 00000400:00000200:0.0:1767384370.007389:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000010:1.0:1767384370.007390:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000400:00000010:1.0:1767384370.007397:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009699f0c5. 00000400:00000200:1.0:1767384370.007403:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp43 00000400:00000200:1.0:1767384370.007411:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp43 local destination 00000400:00000200:1.0:1767384370.007415:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp43 00000400:00000200:1.0:1767384370.007419:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp43 NI seq info: [167:167:256:4294967295] 192.168.202.119@tcp43 LPNI seq info [158:158:8:4294967295] 00000400:00000200:1.0:1767384370.007424:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp43 00000400:00000200:3.0:1767384370.007426:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007433:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp43(192.168.202.119@tcp43:) -> 192.168.202.119@tcp43(192.168.202.119@tcp43:192.168.202.119@tcp43) : GET try# 0 00000800:00000200:1.0:1767384370.007438:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp43 00000800:00000010:1.0:1767384370.007441:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004d3436e0. 00000800:00000200:1.0:1767384370.007445:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (2) 00000800:00000200:1.1:1767384370.007451:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (2) 00000400:00000200:1.0:1767384370.007466:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp43 added to recovery queue. ping count: 1 next ping: 292 health :900 00000400:00000200:0.0:1767384370.007468:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007490:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007508:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007537:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007540:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007546:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007617:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007618:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007618:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007674:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007674:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007694:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007721:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007721:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007747:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007775:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007775:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007802:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007829:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007829:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007855:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007877:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007877:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007913:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007940:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007940:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.007968:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.007989:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.007989:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008030:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008042:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008042:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008084:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008090:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008090:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008166:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008166:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008189:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008217:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008217:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008243:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008262:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008262:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008321:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008331:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008331:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008376:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008382:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008382:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008435:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008441:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008441:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008497:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008502:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008502:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008555:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008563:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008563:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008610:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008619:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008619:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008664:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008677:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008677:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008727:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008741:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008741:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008787:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008801:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008850:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008862:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008862:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008908:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008925:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008925:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.008967:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.008991:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.008991:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009052:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009053:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009086:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009134:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009135:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009164:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009190:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009190:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009226:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009244:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009244:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009303:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009309:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009309:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009357:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009364:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009364:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009413:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009421:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009421:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009470:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009483:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009518:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009545:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009575:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009603:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009630:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:3.0:1767384370.009644:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001093ad80. 00000800:00000010:3.0:1767384370.009651:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ded0546d. 00000800:00000010:3.0:1767384370.009658:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000024017a8. 00000400:00000200:1.0:1767384370.009661:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009684:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384370.009687:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000024017a8. 00000800:00020000:3.0:1767384370.009701:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384370.009705:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ded0546d. 00000800:00000010:3.0:1767384370.009708:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001093ad80. 00000400:00000200:1.0:1767384370.009717:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009745:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:02020000:3.0:1767384370.009765:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp42 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384370.009769:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009773:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp42 notifying 192.168.202.119@tcp42: down 00000400:00000200:3.0:1767384370.009777:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384370.009782:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp42 00000800:00000010:3.0:1767384370.009787:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bc4cd23d. 00000400:00000200:3.0:1767384370.009791:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384370.009798:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp42->192.168.202.119@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384370.009806:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:3.0:1767384370.009808:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384370.009816:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384370.009821:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp42) recovery failed with -71 00000400:00000200:1.0:1767384370.009828:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009869:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009886:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009926:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009931:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.009993:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.009999:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.010026:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010062:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.010077:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010137:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.010149:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010195:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.010208:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010246:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.010267:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010330:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.010338:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010398:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010447:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.010485:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.119:988 00000800:00000010:1.0:1767384370.010567:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000009c4ec9b. 00000400:00000200:3.0:1767384370.010571:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384370.010571:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c98d2439. 00000800:00000010:1.0:1767384370.010575:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000400:00000200:3.0:1767384370.010593:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp43 from 205.3.0.2 00000800:00000010:3.0:1767384370.010597:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c16b9e39. 00000800:00000010:1.0:1767384370.010617:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000800:00000010:1.0:1767384370.010636:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000720e50ef. 00000800:00000010:1.0:1767384370.010639:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5006ea2. 00000800:00000010:1.0:1767384370.010659:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003cfb7535. 00000800:00000200:1.1:1767384370.010665:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (2) 00000800:00000200:1.1:1767384370.010670:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp43 000000003cfb7535 deleted 00000800:00000010:1.1:1767384370.010672:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003cfb7535. 00000800:00000200:1.1:1767384370.010677:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767384370.010681:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000200:1.1:1767384370.010685:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp43 ip 192.168.202.119:973 00000800:00000200:1.1:1767384370.010689:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d3436e0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384370.010695:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp43 p 3.x 192.168.202.119 -> 192.168.202.119:973 incarnation:1767384366236881379 sched[0] 00000800:00000010:0.0:1767384370.010699:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000209d6f78. 00000800:00000010:1.0:1767384370.010701:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000400:00000200:3.0:1767384370.010703:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp36 from 204.3.0.2 00000800:00000010:3.0:1767384370.010708:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006e86fddf. 00000800:00000010:0.0:1767384370.010708:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069347220. 00000800:00000010:0.0:1767384370.010716:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000259d134e. 00000800:00000010:1.0:1767384370.010745:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000800:00000010:1.0:1767384370.010750:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5006ea2. 00000800:00000010:0.0:1767384370.010766:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000259d134e. 00000800:00000010:1.0:1767384370.010779:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c16b9e39. 00000800:00000010:1.0:1767384370.010798:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004e6e6a64. 00000800:00000010:1.0:1767384370.010802:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5006ea2. 00000800:00000001:0.0:1767384370.010806:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384370.010814:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384370.010818:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003cfb7535. 00000800:00000200:1.1:1767384370.010824:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (2) 00000800:00000200:1.1:1767384370.010828:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp36 000000003cfb7535 deleted 00000800:00000010:1.1:1767384370.010830:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003cfb7535. 00000800:00000200:1.1:1767384370.010840:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384370.010845:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp36 ip 192.168.202.119:972 00000800:00000200:1.1:1767384370.010848:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e35dd3e0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384370.010853:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp36 p 3.x 192.168.202.119 -> 192.168.202.119:972 incarnation:1767384350187190248 sched[0] 00000800:00000010:1.0:1767384370.010857:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000800:00000200:0.0:1767384370.010874:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384370.010879:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004d3436e0. 00000400:00000200:0.0:1767384370.010883:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.010892:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp43->192.168.202.119@tcp43: GET: OK 00000400:00000200:0.0:1767384370.010897:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000800:00000010:1.0:1767384370.010905:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000400:00000200:0.0:1767384370.010906:0:16141:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp43 recovery message sent successfully:0 00000800:00000010:1.0:1767384370.010912:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5006ea2. 00000800:00000010:1.0:1767384370.010940:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006e86fddf. 00000800:00000200:0.1:1767384370.010950:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:1.0:1767384370.010952:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.010958:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384370.010958:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp43 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384366236881379 sched[0] 00000800:00000010:0.0:1767384370.010966:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c98d2439. 00000800:00000200:1.0:1767384370.011008:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384370.011012:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e35dd3e0. 00000400:00000200:1.0:1767384370.011015:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.011021:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: GET: OK 00000400:00000200:1.0:1767384370.011025:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384370.011026:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011028:0:16139:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp36 recovery message sent successfully:0 00000800:00000001:1.0:1767384370.011041:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011047:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.011056:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011062:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.011070:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp43(192.168.202.119@tcp43) <- 192.168.202.119@tcp43 : GET - for me 00000400:00000200:1.0:1767384370.011083:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384370.011083:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011095:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1cdd [1] + 0 00000400:00000200:1.0:1767384370.011135:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp43 to MR: 192.168.202.119@tcp43 local destination 00000400:00000200:1.0:1767384370.011144:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp43 NI seq info: [168:168:256:4294967295] 192.168.202.119@tcp43 LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1767384370.011157:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp43(192.168.202.119@tcp43:192.168.202.119@tcp43) -> 192.168.202.119@tcp43(192.168.202.119@tcp43:192.168.202.119@tcp43) 192.168.202.119@tcp43 : REPLY try# 0 00000800:00000200:1.0:1767384370.011163:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp43 00000800:00000010:1.0:1767384370.011166:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e35dd3e0. 00000800:00000200:1.0:1767384370.011171:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (4) 00000800:00000200:1.0:1767384370.011176:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp43 ip 192.168.202.119:988 00000800:00000200:1.0:1767384370.011179:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e35dd3e0 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384370.011187:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000200:1.0:1767384370.011222:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384370.011227:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e35dd3e0. 00000400:00000200:1.0:1767384370.011231:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.011236:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp43->192.168.202.119@tcp43: REPLY: OK 00000400:00000200:0.0:1767384370.011246:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000001:1.0:1767384370.011248:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011253:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.011257:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011261:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.011263:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011267:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.011273:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp43(192.168.202.119@tcp43) <- 192.168.202.119@tcp43 : REPLY - for me 00000400:00000200:1.0:1767384370.011282:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp43: Reply from 12345-192.168.202.119@tcp43 of length 272/272 into md 0x1d41 00000800:00000001:1.0:1767384370.011301:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011308:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.011310:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.011314:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp43->192.168.202.119@tcp43: REPLY: OK 00000400:00000200:1.0:1767384370.011318:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000400:00000010:1.0:1767384370.011327:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000400:00000200:0.0:1767384370.011327:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011333:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384370.011341:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000003d61a6a. 00000400:00000010:1.0:1767384370.011345:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001b3b7943. 00000800:00000001:1.0:1767384370.011352:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.011356:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.011387:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00000200:1.1:1767384370.011408:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384370.011416:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp36 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384350187190248 sched[0] 00000800:00000010:1.0:1767384370.011420:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069347220. 00000400:00000200:0.0:1767384370.011447:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011474:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011521:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011532:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011578:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011595:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011630:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011656:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011685:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011739:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011769:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011796:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011822:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011876:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011932:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.011967:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.011992:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012023:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012048:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012081:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012174:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012207:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012236:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012254:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012276:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012330:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012350:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012383:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012407:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012438:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012472:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012490:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012530:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012545:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012586:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012606:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012654:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012672:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012719:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012746:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012783:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012805:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012851:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.012863:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384370.012903:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000800:00000001:2.0:1767384370.012929:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384370.012930:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000800:00000001:2.0:1767384370.012938:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.012942:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384370.012951:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384370.012959:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384370.012963:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36) <- 192.168.202.119@tcp36 : GET - for me 00000400:00000200:2.0:1767384370.012974:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384370.012980:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1cdd [1] + 0 00000400:00000200:1.0:1767384370.012989:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384370.012990:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp36 to MR: 192.168.202.119@tcp36 local destination 00000400:00000200:2.0:1767384370.013001:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp36 NI seq info: [169:169:256:4294967295] 192.168.202.119@tcp36 LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1767384370.013007:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384370.013016:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36:192.168.202.119@tcp36) -> 192.168.202.119@tcp36(192.168.202.119@tcp36:192.168.202.119@tcp36) 192.168.202.119@tcp36 : REPLY try# 0 00000800:00000200:2.0:1767384370.013022:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp36 00000800:00000010:2.0:1767384370.013026:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e057756. 00000800:00000200:2.0:1767384370.013031:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (4) 00000800:00000200:2.0:1767384370.013036:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp36 ip 192.168.202.119:988 00000800:00000200:2.0:1767384370.013039:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e057756 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384370.013060:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000800:00000001:1.0:1767384370.013071:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384370.013073:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000001:1.0:1767384370.013135:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.013142:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384370.013144:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384370.013145:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384370.013150:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e057756. 00000800:00000001:1.0:1767384370.013152:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.013156:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.013163:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp36(192.168.202.119@tcp36) <- 192.168.202.119@tcp36 : REPLY - for me 00000400:00000200:2.0:1767384370.013170:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: REPLY: OK 00000400:00000200:1.0:1767384370.013178:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp36: Reply from 12345-192.168.202.119@tcp36 of length 272/272 into md 0x1d39 00000800:00000001:1.0:1767384370.013183:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.013189:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384370.013192:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384370.013197:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp36->192.168.202.119@tcp36: REPLY: OK 00000400:00000200:1.0:1767384370.013202:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384370.013204:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000400:00000200:1.0:1767384370.013207:0:16141:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384370.013212:0:16141:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000068e9e7f6. 00000400:00000010:1.0:1767384370.013215:0:16141:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003aebc287. 00000800:00000001:1.0:1767384370.013220:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384370.013223:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384370.013233:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384370.013252:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000957aaac8. 00000800:00000010:0.0:1767384370.013257:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000da7a243. 00000400:00000200:1.0:1767384370.013261:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000800:00000010:0.0:1767384370.013261:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000259d134e. 00000800:00000010:0.0:1767384370.013297:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000259d134e. 00000800:00020000:0.0:1767384370.013309:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384370.013312:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000da7a243. 00000800:00000010:0.0:1767384370.013315:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000957aaac8. 00000400:00000200:1.0:1767384370.013321:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:02020000:0.0:1767384370.013362:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp43 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384370.013364:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013396:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013423:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013450:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013474:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013498:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013522:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384370.013547:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384370.013650:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006556ff1a. 00000800:00000010:1.0:1767384370.013654:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e5006ea2. 00000800:00000010:1.0:1767384370.013657:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000800:00000010:1.0:1767384370.013685:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000800:00020000:1.0:1767384370.013691:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384370.013694:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e5006ea2. 00000800:00000010:1.0:1767384370.013697:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006556ff1a. 00000400:02020000:1.0:1767384370.013731:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp36 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767384370.249878:0:35400:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384370.249892:0:35400:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.249897:0:35400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384370.249903:0:35400:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384370.249909:0:35400:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.249912:0:35400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384370.519155:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384370.519161:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384370.519167:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384370.519169:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.519224:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384370.519229:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384370.519232:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384370.986091:0:35564:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384370.986096:0:35564:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767384370.989671:0:35564:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384370.996770:0:35565:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008d5c3bb6. 00000400:00000010:1.0:1767384370.996783:0:35565:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007f7f2935. 00000400:00000010:1.0:1767384370.996791:0:35565:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e5006ea2. 00000400:00000010:1.0:1767384370.996794:0:35565:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000069b4d673. 00000400:00000010:1.0:1767384370.996798:0:35565:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d44a4b85. 00000400:00000010:1.0:1767384370.996801:0:35565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002aaa906d. 00000400:00000010:1.0:1767384370.996803:0:35565:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005dec5dba. 00000400:00000010:1.0:1767384370.996804:0:35565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006d1778ae. 00000400:00000010:1.0:1767384370.996807:0:35565:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000743edb2c. 00000800:00000010:1.0:1767384370.996822:0:35565:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e35dd3e0. 00000800:00000200:1.0:1767384370.996830:0:35565:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384370.996841:0:35565:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384370.996874:0:35565:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384370.996894:0:35565:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp45 [8/256/0/180] 00000400:00000010:1.0:1767384370.998298:0:35565:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000cbb338a4. 00000400:00000010:1.0:1767384370.998305:0:35565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000938436a2. 00000400:00000010:1.0:1767384370.998312:0:35565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000400:00000001:1.0:1767384370.998334:0:35565:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384370.998336:0:35565:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384370.998338:0:35565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0379e46. 00000400:00000200:1.0:1767384370.998341:0:35565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89634a7 00000400:00000010:1.0:1767384370.998343:0:35565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89634a7. 00000400:00000010:1.0:1767384370.998348:0:35565:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000c9fb2b69. 00000400:00000200:1.0:1767384370.998353:0:35565:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (36) 00000400:00000200:1.0:1767384370.998364:0:35565:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384370.998372:0:35565:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:1.0:1767384370.998378:0:35565:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006556ff1a. 00000020:01000000:1.0:1767384370.998382:0:35565:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384370.998387:0:35565:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp45 00000400:00000200:2.0:1767384370.998394:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384370.998399:0:35565:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007f7f2935. 00000400:00000200:2.0:1767384370.998403:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000010:1.0:1767384370.998404:0:35565:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008d5c3bb6. 00000400:00000200:2.0:1767384370.998410:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000400:00000010:2.0:1767384370.998417:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000a7cdcf9b. 00000020:00000001:3.0:1767384370.998420:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384370.998421:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 10000000:00000001:3.0:1767384370.998425:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384370.998429:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384370.998431:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384370.998431:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000042cb545b. 00000020:01000004:3.0:1767384370.998436:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384370.998438:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384370.998441:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384370.998442:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000020:01000004:3.0:1767384370.998443:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384370.998447:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384370.998448:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384370.998449:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384370.998450:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384370.998451:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384370.998452:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384370.998456:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000982fb209. 00000400:00000200:2.0:1767384370.998459:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000020:00000040:3.0:1767384370.998462:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384370.998468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384370.998469:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 37], ns[40, 37] 02000000:00000001:3.0:1767384370.998471:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384370.998477:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998480:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 37], ns[63, 37] 02000000:00000010:3.0:1767384370.998485:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001093ad80. 00000100:00000001:3.0:1767384370.998491:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998496:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 37], ns[70, 37] 00000100:00000001:3.0:1767384370.998500:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384370.998503:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 37], ns[76, 37] 00000100:00000001:3.0:1767384370.998504:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998513:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 37], ns[80, 37] 00000100:00000040:3.0:1767384370.998515:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000982fb209] to pc [ptlrpcd_00_01+1] req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.998527:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 37], ns[93, 37] 00000400:00000200:2.0:1767384370.998536:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 37], ns[101, 37] 00000400:00000200:2.0:1767384370.998542:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 37], ns[109, 37] 00000400:00000200:2.0:1767384370.998547:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 37], ns[120, 37] 10000000:00000001:3.0:1767384370.998548:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384370.998553:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.998556:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384370.998558:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384370.998559:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 37], ns[126, 37] 00000020:00000001:3.0:1767384370.998566:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384370.998570:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384370.998570:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 37], ns[138, 37] 00000100:00000001:0.0:1767384370.998571:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384370.998574:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384370.998579:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384370.998580:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 37], ns[142, 37] 10000000:01000000:3.0:1767384370.998584:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384370.998584:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384370.998589:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384370.998592:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384370.998594:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384370.998595:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384370.998595:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 37], ns[153, 37] 00000020:01000004:3.0:1767384370.998599:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384370.998602:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384370.998606:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384370.998608:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384370.998611:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384370.998613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 37], ns[162, 37] 00000020:01000004:3.0:1767384370.998614:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384370.998619:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068523cd5. 00000100:00000001:0.0:1767384370.998623:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767384370.998625:0:8:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384370.998628:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.998630:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384370.998630:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 37], ns[44, 37] 02000000:00000001:3.0:1767384370.998634:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384370.998635:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384370.998637:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998641:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 37], ns[48, 37] 02000000:00000010:3.0:1767384370.998644:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000016efc06. 02000000:00000001:0.0:1767384370.998647:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384370.998651:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.998653:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998654:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 37], ns[52, 37] 00000100:00000001:3.0:1767384370.998657:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384370.998660:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.998663:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000982fb209 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748249856:0@lo:253: 00000400:00000200:2.0:1767384370.998669:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 37], ns[56, 37] 00000100:00000040:3.0:1767384370.998670:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068523cd5] to pc [ptlrpcd_00_02+2] req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384370.998671:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384370.998679:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384370.998684:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998686:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 37], ns[68, 37] 02000000:00000001:0.0:1767384370.998691:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384370.998697:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 37], ns[90, 37] 02000000:00000010:0.0:1767384370.998701:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000957aaac8. 10000000:00000001:3.0:1767384370.998702:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384370.998706:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384370.998706:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384370.998713:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384370.998716:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384370.998716:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000136e5bcc. 00000400:00000200:2.0:1767384370.998721:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 37], ns[74, 37] 00000020:00000010:3.0:1767384370.998723:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006556ff1a. 00000400:00000010:0.0:1767384370.998726:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1ddb202. 00000400:00000200:2.0:1767384370.998734:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 37], ns[133, 37] 00000100:00000200:0.0:1767384370.998734:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748249856, portal 25 00000100:00000001:3.0:1767384370.998736:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384370.998741:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384370.998742:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384370.998744:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384370.998745:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378993152 : -114060330558464 : ffff984342839c00) 00000400:00000200:2.0:1767384370.998746:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 37], ns[99, 37] 00000100:00000040:3.0:1767384370.998749:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.998757:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.998764:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 37], ns[105, 37] 00000100:00000001:3.0:1767384370.998771:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384370.998774:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384370.998780:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384370.998783:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384370.998783:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 37], ns[117, 37] 00000100:00000001:0.0:1767384370.998784:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384370.998789:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384370.998792:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384370.998798:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 37], ns[157, 37] 00000400:00000010:0.0:1767384370.998798:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aa11151. 00000100:00100000:3.0:1767384370.998801:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000068523cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748249984:0@lo:253: 00000100:00000200:0.0:1767384370.998805:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748249856, offset 0 00000100:00000001:3.0:1767384370.998810:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384370.998815:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384370.998817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 37], ns[169, 37] 02000000:00000001:3.0:1767384370.998818:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384370.998819:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384370.998822:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384370.998830:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 37], ns[151, 37] 00000400:00000200:2.0:1767384370.998835:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 37], ns[132, 37] 02000000:00000010:3.0:1767384370.998837:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000878c2675. 02000000:00000001:3.0:1767384370.998840:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.998843:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[149, 37], ns[158, 37] 00000400:00000010:3.0:1767384370.998845:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1acf3a3. 00000400:00000010:3.0:1767384370.998851:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eff468cf. 00000400:00000200:2.0:1767384370.998855:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 37], ns[160, 37] 00000100:00000200:3.0:1767384370.998856:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748249984, portal 25 00000100:00000001:3.0:1767384370.998861:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384370.998863:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378990464 : -114060330561152 : ffff984342839180) 00000400:00000200:2.0:1767384370.998868:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 37], ns[156, 37] 00000100:00000040:3.0:1767384370.998869:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.998886:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384370.998886:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[157, 37], ns[166, 37] 00000100:00000040:3.0:1767384370.998891:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384370.998894:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a510a967. 00000100:00000200:3.0:1767384370.998898:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748249984, offset 0 00000400:00000200:2.0:1767384370.998900:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 37], ns[168, 37] 00000400:00000200:2.0:1767384370.998908:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767384370.998913:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp 00000400:00000200:2.0:1767384370.998918:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384370.998919:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384370.998925:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp 00000400:00000200:2.0:1767384370.998929:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [170:170:256:4294967295] 192.168.202.119@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1767384370.998937:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp 00000400:00000200:2.0:1767384370.998945:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) : GET try# 0 00000800:00000200:2.0:1767384370.998960:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp 00000800:00000010:2.0:1767384370.998966:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e057756. 00000400:00000200:0.0:1767384370.998969:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384370.998970:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384370.998978:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (6) 00000400:00000200:0.0:1767384370.998991:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106b00 00000400:00000200:3.0:1767384370.998993:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106b80 00000800:00000200:2.0:1767384370.998993:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:988 00000800:00000200:2.0:1767384370.999002:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e057756 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384370.999003:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14b9 [2] + 0 00000400:00000010:0.0:1767384370.999010:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba9cf63. 00000400:00000200:0.0:1767384370.999016:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071ec7630 00000400:00000200:3.0:1767384370.999021:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1519 [2] + 0 00000400:00000200:2.0:1767384370.999024:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384370.999024:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384370.999026:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033e74d11. 00000400:00000200:3.0:1767384370.999032:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000138e2a68 00000400:00000200:2.0:1767384370.999032:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000200:0.0:1767384370.999034:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384370.999039:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384370.999043:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ec7630 00000400:00000200:3.0:1767384370.999046:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384370.999047:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071ec7630. 00000400:00000200:3.0:1767384370.999053:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138e2a68 00000100:00000001:0.0:1767384370.999054:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384370.999055:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384370.999056:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138e2a68. 00000100:00000200:0.0:1767384370.999059:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384370.999061:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999062:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384370.999066:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384370.999066:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000b4ce020d x1853236748249856 msgsize 4848 00000100:00000040:3.0:1767384370.999071:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000029e6807f x1853236748249984 msgsize 4848 00000100:00100000:0.0:1767384370.999082:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384370.999083:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384370.999085:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384370.999093:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384370.999094:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384370.999125:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a510a967 00000400:00000010:3.0:1767384370.999128:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a510a967. 00000100:00000001:0.0:1767384370.999128:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384370.999134:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384370.999138:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384370.999139:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa11151 00000400:00000010:0.0:1767384370.999144:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aa11151. 00000100:00000001:3.0:1767384370.999151:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384370.999152:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384370.999156:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384370.999161:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384370.999163:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999168:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384370.999175:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.999177:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384370.999179:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294958892 00000100:00000040:0.0:1767384370.999184:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384370.999185:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000087c3b230. 00000800:00000200:2.0:1767384370.999188:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384370.999194:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1767384370.999195:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e057756. 00000100:00000001:0.0:1767384370.999202:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999204:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294958892 00000400:00000200:2.0:1767384370.999205:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384370.999207:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384370.999210:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000324b9f97. 00000100:00000001:3.0:1767384370.999215:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384370.999216:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999217:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: GET: OK 00000100:00000001:3.0:1767384370.999220:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294958892 00000100:00000001:0.0:1767384370.999224:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294958892 00000100:00000010:3.0:1767384370.999226:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffafa837. 00000400:00000200:2.0:1767384370.999226:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384370.999230:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294958892 00000100:00000001:3.0:1767384370.999232:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384370.999234:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000100:00000001:0.0:1767384370.999236:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294958892 00000100:00000001:3.0:1767384370.999238:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294958892 00000100:00000001:0.0:1767384370.999243:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294958892 00000100:00000010:3.0:1767384370.999244:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067e3a5c4. 00000800:00000001:2.0:1767384370.999246:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384370.999248:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294958892 00000100:00000001:3.0:1767384370.999250:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384370.999255:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294958892 00000100:00000001:3.0:1767384370.999256:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384370.999258:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.999262:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294958892 00000100:00000001:3.0:1767384370.999263:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.999264:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384370.999269:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294958892 00000100:00000001:3.0:1767384370.999270:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.999271:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384370.999289:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.999289:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384370.999295:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999299:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384370.999301:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : GET - for me 00000100:00000001:0.0:1767384370.999301:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999302:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384370.999309:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.999309:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384370.999312:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384370.999315:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.999317:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384370.999319:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999320:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 608 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384370.999321:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384370.999329:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384370.999333:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 608/608 into md 0x1d45 [1] + 0 00000100:00000001:0.0:1767384370.999333:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384370.999339:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.999344:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999348:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384370.999354:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp NI seq info: [171:171:256:4294967295] 192.168.202.119@tcp LPNI seq info [162:162:8:4294967295] 00000100:00000001:0.0:1767384370.999359:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384370.999364:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999369:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) -> 192.168.202.119@tcp(192.168.202.119@tcp:192.168.202.119@tcp) 192.168.202.119@tcp : REPLY try# 0 00000800:00000200:2.0:1767384370.999380:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.119@tcp 00000800:00000010:2.0:1767384370.999385:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e057756. 00000800:00000200:2.0:1767384370.999392:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (6) 00000100:00000001:0.0:1767384370.999392:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384370.999397:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249984 00000800:00000200:2.0:1767384370.999403:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:1023 02000000:00000001:0.0:1767384370.999403:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:2.0:1767384370.999408:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e057756 type 3, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1767384370.999408:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384370.999410:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384370.999411:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384370.999414:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748249856 02000000:00000001:3.0:1767384370.999417:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384370.999417:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999421:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384370.999424:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384370.999424:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249984 02000000:00000001:3.0:1767384370.999427:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.999430:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384370.999431:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748249856 00000020:00000040:0.0:1767384370.999433:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384370.999434:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384370.999438:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384370.999439:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384370.999443:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384370.999444:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000040:3.0:1767384370.999445:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000020:00000001:3.0:1767384370.999450:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384370.999450:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384370.999455:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384370.999458:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384370.999460:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384370.999464:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.999465:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049e167f5. 00000100:00000001:3.0:1767384370.999469:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384370.999470:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076023cb7. 00000020:00000010:3.0:1767384370.999471:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049e167f5. 00000100:00000001:0.0:1767384370.999477:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384370.999480:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d76b11c. 00000020:00000010:0.0:1767384370.999481:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076023cb7. 00000020:00000010:3.0:1767384370.999486:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073cee5e2. 00000020:00000010:0.0:1767384370.999489:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6db2160. 00000020:00000010:3.0:1767384370.999492:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004673ca24. 00000020:00000010:0.0:1767384370.999496:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d5c0699. 00000100:00000040:3.0:1767384370.999500:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:2.0:1767384370.999502:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1767384370.999503:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000100:00000001:3.0:1767384370.999504:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384370.999508:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:2.0:1767384370.999508:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e057756. 00000100:00000001:3.0:1767384370.999511:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.999513:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384370.999515:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384370.999517:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384370.999520:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384370.999521:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999526:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: REPLY: OK 00000100:00000001:0.0:1767384370.999531:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384370.999532:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.999535:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384370.999538:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384370.999546:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:2.0:1767384370.999546:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384370.999550:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384370.999552:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384370.999552:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384370.999556:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384370.999557:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:3.0:1767384370.999561:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000800:00000001:2.0:1767384370.999562:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384370.999563:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378285648 : -114060331265968 : ffff98434278d050) 00000100:00100000:0.0:1767384370.999566:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000800:00000001:2.0:1767384370.999568:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384370.999572:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b4ce020d x1853236748249856/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:351/0 lens 4848/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384370.999573:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000800:00000001:2.0:1767384370.999577:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384370.999579:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378289744 : -114060331261872 : ffff98434278e050) 00000100:00000040:0.0:1767384370.999591:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029e6807f x1853236748249984/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:351/0 lens 4848/0 e 0 to 0 dl 1767384381 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384370.999592:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp(192.168.202.119@tcp) <- 192.168.202.119@tcp : REPLY - for me 00000100:00000001:3.0:1767384370.999593:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.999603:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000049e167f5. 00000100:00000001:3.0:1767384370.999608:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384370.999608:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384370.999612:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000049e167f5. 00000400:00000200:2.0:1767384370.999612:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp: Reply from 12345-192.168.202.119@tcp of length 608/608 into md 0x1d49 00000100:00100000:3.0:1767384370.999620:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b4ce020d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16147:x1853236748249856:12345-0@lo:253: 00000800:00000001:2.0:1767384370.999622:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384370.999622:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076023cb7. 00000100:00000200:3.0:1767384370.999624:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249856 00000100:00000001:0.0:1767384370.999629:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384370.999630:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384370.999634:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000001:2.0:1767384370.999635:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384370.999636:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076023cb7. 00000020:00000001:3.0:1767384370.999637:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999642:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384370.999643:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384370.999646:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00100000:0.0:1767384370.999648:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029e6807f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748249984:12345-0@lo:253: 00000020:00000001:3.0:1767384370.999650:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384370.999654:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.999655:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp->192.168.202.119@tcp: REPLY: OK 00000020:00000001:3.0:1767384370.999659:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384370.999661:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748249984 00000020:00000001:3.0:1767384370.999662:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384370.999664:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000020:00000001:3.0:1767384370.999667:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.999668:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:2.0:1767384370.999669:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000100:00000001:3.0:1767384370.999672:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384370.999673:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384370.999675:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384370.999675:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:0.0:1767384370.999677:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.999681:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384370.999682:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000cd17944. 00000400:00000200:2.0:1767384370.999683:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000020:00000001:0.0:1767384370.999685:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 02000000:00000001:3.0:1767384370.999686:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384370.999691:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000001:3.0:1767384370.999692:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384370.999693:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:3.0:1767384370.999697:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384370.999698:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384370.999701:0:16139:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.119@tcp (624 bytes) 00000020:00000001:0.0:1767384370.999703:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384370.999706:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000092e5fcc7. 00000020:00000001:0.0:1767384370.999707:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384370.999711:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000020:00000001:0.0:1767384370.999712:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384370.999713:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384370.999719:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384370.999720:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384370.999724:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384370.999725:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767384370.999726:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000a7cdcf9b. 20000000:00000001:3.0:1767384370.999727:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384370.999732:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384370.999733:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015bb3cca. 20000000:00000001:3.0:1767384370.999734:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384370.999734:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (38) 02000000:00000001:0.0:1767384370.999739:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.999742:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000010:3.0:1767384370.999744:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4748564. 00000100:00000001:0.0:1767384370.999744:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384370.999748:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384370.999749:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:0.0:1767384370.999750:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384370.999758:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384370.999763:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:0.0:1767384370.999763:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004dafcffb. 20000000:01000000:0.0:1767384370.999769:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384370.999772:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384370.999774:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384370.999777:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384370.999780:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384370.999782:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384370.999786:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384370.999792:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000a7cdcf9b. 00000400:00000010:2.0:1767384370.999797:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004de9056. 00000400:00000010:2.0:1767384370.999802:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00080000:00000001:3.0:1767384370.999806:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384370.999806:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a7cdcf9b 00080000:00000001:3.0:1767384370.999812:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000001:2.0:1767384370.999812:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384370.999816:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:3.0:1767384370.999817:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384370.999825:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000010:2.0:1767384370.999829:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5394516. 00000020:00000001:3.0:1767384370.999830:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384370.999836:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:2.0:1767384370.999836:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:2.0:1767384370.999840:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00080000:00000001:3.0:1767384370.999842:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384370.999847:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00080000:00000010:3.0:1767384370.999849:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f04d1b80. 00000400:00000010:2.0:1767384370.999852:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000e6c31fb8. 00080000:00000001:3.0:1767384370.999853:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367397376 : -114060342154240 : ffff984341d2ac00) 00080000:00000001:3.0:1767384370.999858:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384370.999858:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00000400:00000200:2.0:1767384370.999865:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000200:2.0:1767384370.999870:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:0 00000400:00000200:2.0:1767384370.999873:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc 1 00000400:00000200:2.0:1767384370.999876:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:2.0:1767384370.999879:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000400:00000010:2.0:1767384370.999883:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000e6c31fb8. 00000400:00000010:2.0:1767384370.999886:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000400:00000010:2.0:1767384370.999892:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ce41d22. 00000400:00000200:2.0:1767384370.999897:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:2.0:1767384370.999904:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384370.999909:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 162], ns[40, 171] 00000400:00000200:2.0:1767384370.999915:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 40], ns[63, 40] 00000400:00000200:2.0:1767384370.999920:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 40], ns[70, 40] 00000400:00000200:2.0:1767384370.999927:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 40], ns[76, 40] 00000400:00000200:2.0:1767384370.999932:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 40], ns[80, 40] 00000400:00000200:2.0:1767384370.999938:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 40], ns[93, 40] 00000400:00000200:2.0:1767384370.999944:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 40], ns[101, 40] 00000400:00000200:2.0:1767384370.999950:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 40], ns[109, 40] 00000001:00000001:3.0:1767384370.999952:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384370.999955:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384370.999959:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384370.999959:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 40], ns[120, 40] 00000400:00000200:2.0:1767384370.999968:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 40], ns[126, 40] 00080000:00000001:3.0:1767384370.999976:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384370.999982:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767384370.999986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 40], ns[138, 40] 00000400:00000200:2.0:1767384370.999993:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 40], ns[142, 40] 00000400:00000200:2.0:1767384370.999999:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 40], ns[153, 40] 00000400:00000200:2.0:1767384371.000004:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 40], ns[162, 40] 00000400:00000200:2.0:1767384371.000011:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:2.0:1767384371.000015:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000400:00000200:2.0:1767384371.000020:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000400:00000200:2.0:1767384371.000027:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000400:00000200:2.0:1767384371.000032:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 40], ns[68, 40] 00000400:00000200:2.0:1767384371.000038:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 40], ns[90, 40] 00080000:00000001:3.0:1767384371.000044:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767384371.000044:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[74, 40] 00080000:00000001:3.0:1767384371.000049:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384371.000055:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 40], ns[133, 40] 00000400:00000200:2.0:1767384371.000063:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 40], ns[99, 40] 00000400:00000200:2.0:1767384371.000069:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 40], ns[105, 40] 00000400:00000200:2.0:1767384371.000076:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 40], ns[117, 40] 00000400:00000200:2.0:1767384371.000081:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 40], ns[157, 40] 00000400:00000200:2.0:1767384371.000087:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 40], ns[169, 40] 00000400:00000200:2.0:1767384371.000094:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 40], ns[151, 40] 00000400:00000200:2.0:1767384371.000140:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 40], ns[132, 40] 00000400:00000200:2.0:1767384371.000146:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[149, 40], ns[158, 40] 00000400:00000200:2.0:1767384371.000155:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 40], ns[160, 40] 00000400:00000200:2.0:1767384371.000161:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[147, 40], ns[156, 40] 00000400:00000200:2.0:1767384371.000167:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[157, 40], ns[166, 40] 00000400:00000200:2.0:1767384371.000174:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 40], ns[168, 40] 00000400:00000200:2.0:1767384371.000179:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384371.000184:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp10 00000400:00000200:2.0:1767384371.000188:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384371.000192:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp10 00000400:00000200:2.0:1767384371.000198:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [172:172:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767384371.000207:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp10 00000400:00000200:2.0:1767384371.000221:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:) -> 192.168.202.119@tcp10(192.168.202.119@tcp:192.168.202.119@tcp10) : GET try# 0 00000800:00000200:2.0:1767384371.000230:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp10 00000800:00000010:2.0:1767384371.000234:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e057756. 00000800:00000200:2.0:1767384371.000241:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:2.0:1767384371.000250:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:988 00000800:00000200:2.0:1767384371.000253:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e057756 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384371.000274:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384371.000291:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000800:00000001:2.0:1767384371.000367:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384371.000369:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384371.000374:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e057756. 00000800:00000001:2.0:1767384371.000376:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384371.000380:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384371.000381:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.000391:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384371.000391:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: GET: OK 00000400:00000200:0.0:1767384371.000398:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384371.000406:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:2.0:1767384371.000408:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : GET - for me 00000400:00000200:2.0:1767384371.000422:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384371.000437:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 624/624 into md 0x1d45 [1] + 0 00000400:00000200:2.0:1767384371.000451:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000400:00000200:2.0:1767384371.000458:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [173:173:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1767384371.000473:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) 192.168.202.119@tcp10 : REPLY try# 0 00000800:00000200:2.0:1767384371.000481:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000800:00000010:2.0:1767384371.000485:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8928aa0. 00000800:00000200:2.0:1767384371.000492:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:2.0:1767384371.000501:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:1021 00000800:00000200:2.0:1767384371.000505:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8928aa0 type 3, nob 720 niov 1 nkiov 1 00000800:00000001:0.0:1767384371.000531:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384371.000591:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384371.000595:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8928aa0. 00000400:00000200:2.0:1767384371.000599:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384371.000606:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: REPLY: OK 00000800:00000001:2.0:1767384371.000617:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.000623:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384371.000626:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384371.000627:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.000635:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384371.000642:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : REPLY - for me 00000400:00000200:2.0:1767384371.000651:0:16141:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp10: Reply from 12345-192.168.202.119@tcp10 of length 624/624 into md 0x1d61 00000800:00000001:2.0:1767384371.000656:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.000663:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384371.000666:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384371.000671:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: REPLY: OK 00000400:00000200:2.0:1767384371.000675:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:2.0:1767384371.000677:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000400:00000200:2.0:1767384371.000680:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384371.000683:0:16141:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:2.0:1767384371.000686:0:16141:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:2.0:1767384371.000690:0:16141:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 37. state = 0x300271 00000400:00000200:2.0:1767384371.000693:0:16141:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384371.000715:0:16141:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (38) 00000800:00000001:2.0:1767384371.000723:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384371.000728:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.000733:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384371.000739:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:3.0:1767384371.000745:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000bb1fd261. 00000400:00000010:3.0:1767384371.000749:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 0000000065bba94f. 00000400:00000010:3.0:1767384371.000751:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 00000000b377e912. 00000400:00000200:3.0:1767384371.000777:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp35(00000000d4f02856) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384371.000783:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp39(000000008debd68d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384371.000786:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp41(00000000f9ee21ea) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384371.000789:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp42(0000000094386991) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384371.000795:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002eae5b80. 00000400:00000200:3.0:1767384371.000800:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002eae5b80 nid 192.168.202.119@tcp44 00000400:00000010:3.0:1767384371.000803:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c7cc2233. 00000400:00000200:3.0:1767384371.000805:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c7cc2233 net tcp44 00000400:00000200:3.0:1767384371.000807:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (37) 00000400:00000200:3.0:1767384371.000811:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp44 flags 0x11 00000400:00000010:3.0:1767384371.000815:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000097a89590. 00000400:00000200:3.0:1767384371.000818:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000097a89590 nid 192.168.202.119@tcp45 00000400:00000010:3.0:1767384371.000821:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f6e1e6d2. 00000400:00000200:3.0:1767384371.000824:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f6e1e6d2 net tcp45 00000400:00000200:3.0:1767384371.000831:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (38) 00000400:00000200:3.0:1767384371.000835:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp45 flags 0x11 00000400:00000010:3.0:1767384371.000837:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000bb1fd261. 00000400:00000010:3.0:1767384371.000840:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 0000000065bba94f. 00000400:00000010:3.0:1767384371.000843:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 00000000b377e912. 00000400:00000010:3.0:1767384371.000845:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000e6c31fb8. 00000400:00000200:3.0:1767384371.000848:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384371.000850:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:3.0:1767384371.000852:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:3.0:1767384371.000856:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:3.0:1767384371.000860:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fb5392. 00000400:00000200:3.0:1767384371.000862:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (39) 00000400:00000010:3.0:1767384371.000864:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee4e4220. 00000400:00000200:3.0:1767384371.000866:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp10 00000400:00000200:3.0:1767384371.000872:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000400:00000200:3.0:1767384371.000875:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [174:174:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1767384371.000879:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp10 00000400:00000200:3.0:1767384371.000883:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) : PUT try# 0 00000800:00000200:3.0:1767384371.000886:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000800:00000010:3.0:1767384371.000889:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a74ee220. 00000800:00000200:3.0:1767384371.000892:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:3.0:1767384371.000897:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:988 00000800:00000200:3.0:1767384371.000899:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a74ee220 type 1, nob 720 niov 1 nkiov 1 00000400:00000200:3.0:1767384371.000908:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384371.000910:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000800:00000200:3.0:1767384371.000951:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384371.000953:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a74ee220. 00000400:00000200:3.0:1767384371.000956:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.000959:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: PUT: OK 00000400:00000200:3.0:1767384371.000962:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384371.000970:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp10: 0 00000800:00000001:3.0:1767384371.000974:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.000979:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384371.000980:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.000982:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.000986:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : PUT - for me 00000400:00000200:3.0:1767384371.000992:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384371.000997:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 624/624 into md 0x1d5d [1] + 0 00000400:00000010:3.0:1767384371.000999:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004de9056. 00000400:00000200:3.0:1767384371.001002:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007a13e330 00000800:00000001:3.0:1767384371.001005:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.001009:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.001010:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.001013:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: PUT: OK 00000400:00000200:3.0:1767384371.001014:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000400:00000010:3.0:1767384371.001016:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:3.0:1767384371.001018:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384371.001020:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000200:3.0:1767384371.001024:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:3.0:1767384371.001027:0:16140:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000065bba94f. 00000400:00000200:3.0:1767384371.001029:0:16140:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 37 00000400:00000200:3.0:1767384371.001031:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384371.001038:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00000400:00000200:3.0:1767384371.001041:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384371.001046:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp10 to MR: 192.168.202.119@tcp10 local destination 00000400:00000200:3.0:1767384371.001050:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp10 NI seq info: [175:175:256:4294967295] 192.168.202.119@tcp10 LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1767384371.001061:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) -> 192.168.202.119@tcp10(192.168.202.119@tcp10:192.168.202.119@tcp10) 192.168.202.119@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384371.001064:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp10 00000800:00000010:3.0:1767384371.001068:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a74ee220. 00000800:00000200:3.0:1767384371.001071:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:3.0:1767384371.001076:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:1021 00000800:00000200:3.0:1767384371.001083:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a74ee220 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384371.001152:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384371.001154:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a74ee220. 00000400:00000200:3.0:1767384371.001157:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.001161:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: ACK: OK 00000800:00000001:3.0:1767384371.001168:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.001171:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384371.001173:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.001175:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384371.001176:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.001179:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.001183:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp10(192.168.202.119@tcp10) <- 192.168.202.119@tcp10 : ACK - for me 00000400:00000200:3.0:1767384371.001191:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp10: ACK from 12345-192.168.202.119@tcp10 into md 0x1d65 00000400:00000200:3.0:1767384371.001194:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384371.001197:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp10->192.168.202.119@tcp10: ACK: OK 00000400:00000200:3.0:1767384371.001200:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb5392 00000400:00000010:3.0:1767384371.001201:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fb5392. 00000400:00000200:3.0:1767384371.001204:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384371.001207:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384371.001210:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384371.001213:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (40) 00000800:00000001:3.0:1767384371.001217:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384371.001220:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384371.001246:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384371.001249:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007133861e. 00000400:00000010:3.0:1767384371.001252:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fb5392. 00000400:00000200:3.0:1767384371.001254:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a7cdcf9b 00000400:00000200:3.0:1767384371.001256:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:3.0:1767384371.001260:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000b377e912. 00000400:00000010:3.0:1767384371.001263:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000e6316fdc. 00000400:00000010:3.0:1767384371.001267:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 000000003c08a882. 00000400:00000010:3.0:1767384371.001317:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000b377e912. 00000400:00000010:3.0:1767384371.001320:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000e6316fdc. 00000400:00000010:3.0:1767384371.001322:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 000000003c08a882. 00000400:00000010:3.0:1767384371.001330:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000065bba94f. 00000400:00000200:3.0:1767384371.001334:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384371.001336:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:3.0:1767384371.001339:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:3.0:1767384371.001342:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:3.0:1767384371.001345:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384371.001348:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:3.0:1767384371.001351:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384371.001355:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (39) 00080000:00000001:3.0:1767384371.009316:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384371.009322:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384371.009326:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384371.009328:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767384371.009335:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767384371.009337:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767384371.009341:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384371.009345:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384371.009347:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384371.009347:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384371.009349:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767384371.009354:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000010:0.0:1767384371.009354:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f04d1b80. 00080000:00000020:3.0:1767384371.009360:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767384371.009361:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767384371.009367:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384371.009373:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384371.009377:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384371.009382:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:3.0:1767384371.009383:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089d3a502. 20000000:01000000:3.0:1767384371.009387:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00010000:00000001:2.0:1767384371.009387:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384371.009393:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:2.0:1767384371.009396:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000052940c5a count: 2 00080000:00000001:3.0:1767384371.009397:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384371.009402:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384371.009407:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384371.009411:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 00000020:00000001:2.0:1767384371.009416:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384371.009418:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b642a95 with handle 0x4ac496f8d605e289 to hash 00080000:00000001:3.0:1767384371.009420:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384371.009421:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384371.009425:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384371.009426:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00080000:00000001:3.0:1767384371.009427:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384371.009430:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384371.009434:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384371.009434:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00000020:00000001:3.0:1767384371.009439:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:2.0:1767384371.009440:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384371.009442:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384371.009445:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384371.009447:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003c08a882. 00080000:00000001:3.0:1767384371.009451:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630018291106816 : -114055418444800 : ffff9844674c8400) 00010000:00010000:2.0:1767384371.009451:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384371.009455:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384371.009465:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384371.009469:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384371.009472:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384371.009475:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384371.009478:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384371.009482:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384371.009489:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384371.009492:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.009494:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384371.009496:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384371.009499:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384371.009510:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:3.0:1767384371.009512:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384371.009513:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384371.009514:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384371.009518:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384371.009525:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052940c5a) refcount = 2 00010000:00000040:2.0:1767384371.009530:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384371.009534:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384371.009536:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384371.009540:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000040:2.0:1767384371.009546:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384371.009549:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384371.009558:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1a947bb. 00000100:00000001:2.0:1767384371.009562:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384371.009567:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e099130b. 00000100:00000001:2.0:1767384371.009570:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630018389494592 : -114055320057024 : ffff98446d29cb40) 00000100:00000001:2.0:1767384371.009573:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630018389494592 : -114055320057024 : ffff98446d29cb40) 00000100:00000001:2.0:1767384371.009577:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384371.009579:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384371.009582:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384371.009586:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384371.009588:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384371.009590:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384371.009594:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384371.009596:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384371.009600:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384371.009604:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ba5dcc. 00080000:00000001:3.0:1767384371.009605:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:2.0:1767384371.009609:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00080000:00000001:3.0:1767384371.009610:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384371.009616:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384371.009619:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384371.009622:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384371.009628:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075f9336f. 00000100:00000001:2.0:1767384371.009633:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384371.009638:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 16 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384371.009665:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 16 pid: 16780 timeout: 441 lvb_type: 0 00010000:00000001:2.0:1767384371.009674:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384371.009678:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384371.009684:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384371.009694:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384371.009697:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.009703:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000075ba5dcc pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748250112:0@lo:104: 00000100:00000001:2.0:1767384371.009707:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384371.009711:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384371.009714:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.009717:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384371.009722:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6c891e7. 02000000:00000001:2.0:1767384371.009724:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.009730:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5394516. 00000400:00000010:2.0:1767384371.009734:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000100:00000200:2.0:1767384371.009738:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748250112, portal 16 00000100:00000001:2.0:1767384371.009741:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384371.009743:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521769600 : -114055187782016 : ffff9844750c2680) 00000100:00000040:2.0:1767384371.009748:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384371.009757:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384371.009760:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384371.009763:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf8d542. 00000100:00000200:2.0:1767384371.009766:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748250112, offset 0 00000400:00000200:2.0:1767384371.009772:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384371.009779:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384371.009787:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e106c00 00000400:00000200:2.0:1767384371.009793:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1925 [2] + 656 00000400:00000200:2.0:1767384371.009798:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384371.009808:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384371.009813:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384371.009815:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384371.009818:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678d8a77. 00000100:00000040:2.0:1767384371.009821:0:16801:0:(events.c:337:request_in_callback()) incoming req@00000000678d8a77 x1853236748250112 msgsize 328 00000100:00100000:2.0:1767384371.009825:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384371.009839:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384371.009845:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8d542 00000400:00000010:2.0:1767384371.009847:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8d542. 00000100:00000001:2.0:1767384371.009851:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384371.009856:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384371.009862:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384371.009867:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250112 00000100:00000001:2.0:1767384371.009868:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384371.009870:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384371.009872:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.009874:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.009875:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384371.009878:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.009884:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250112 00000020:00000001:1.0:1767384371.009886:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384371.009888:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000100:00000001:2.0:1767384371.009891:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.009892:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.009895:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000100:00000001:2.0:1767384371.009896:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384371.009898:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:1.0:1767384371.009901:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:2.0:1767384371.009904:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.009904:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384371.009908:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004e12d1d. 00000100:00000001:2.0:1767384371.009910:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294958902 00000100:00000001:1.0:1767384371.009911:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384371.009917:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004e12d1d. 00000100:00000001:2.0:1767384371.009921:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294958892 00000020:00000010:1.0:1767384371.009921:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e78ffa6. 00000020:00000010:1.0:1767384371.009924:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073bf5c72. 00000100:00000001:2.0:1767384371.009928:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294958902 00000020:00000010:1.0:1767384371.009929:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c952cda6. 00000100:00000001:2.0:1767384371.009936:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294958892 00000100:00000040:1.0:1767384371.009938:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384371.009941:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384371.009942:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294958902 00000100:00000001:1.0:1767384371.009943:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384371.009945:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.009950:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294958892 00000100:00000001:1.0:1767384371.009951:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.009959:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294958902 00000100:00000001:2.0:1767384371.009964:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294958892 00000100:00000001:1.0:1767384371.009967:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.009969:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.009973:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.009977:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.009977:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767384371.009979:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.009980:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384371.009985:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.009986:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000001:2.0:1767384371.009991:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384371.009992:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00010000:00000001:2.0:1767384371.009995:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384371.009996:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521762432 : -114055187789184 : ffff9844750c0a80) 00000100:00000040:1.0:1767384371.010000:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000678d8a77 x1853236748250112/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:352/0 lens 328/0 e 0 to 0 dl 1767384382 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384371.010005:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.010012:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384371.010015:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384371.010018:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384371.010020:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384371.010021:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004e12d1d. 00000100:00000001:1.0:1767384371.010025:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.010026:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384371.010027:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004e12d1d. 00000100:00000001:2.0:1767384371.010030:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384371.010034:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000678d8a77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748250112:12345-0@lo:104: 00000100:00100000:2.0:1767384371.010037:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e099130b going to sleep for 11 seconds 00000100:00000200:1.0:1767384371.010038:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250112 00010000:00000001:1.0:1767384371.010042:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1767384371.010044:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384371.010046:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384371.010048:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.010049:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.010051:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=2 00000020:00000001:1.0:1767384371.010054:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384371.010056:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:1.0:1767384371.010058:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.010060:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.010062:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384371.010068:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384371.010069:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384371.010071:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006da6c43a. 02000000:00000001:1.0:1767384371.010073:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010074:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010077:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.010079:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.010082:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.010085:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384371.010088:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.010089:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384371.010091:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384371.010093:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010095:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.010101:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.010127:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000100:00000200:1.0:1767384371.010131:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748250112, offset 224 00000400:00000200:1.0:1767384371.010136:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.010141:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.010146:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e106c00 00000400:00000200:1.0:1767384371.010150:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d6d [1] + 224 00000400:00000200:1.0:1767384371.010153:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.010155:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.010159:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.010163:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384371.010169:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384371.010180:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.010184:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000400:00000010:1.0:1767384371.010186:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000100:00000001:1.0:1767384371.010188:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.010190:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384371.010193:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.010196:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384371.010198:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384371.010202:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000004978c5d. 00010000:00000001:1.0:1767384371.010204:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384371.010212:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384371.010214:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010215:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010216:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.010220:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678d8a77 x1853236748250112/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:352/0 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384371.010227:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000678d8a77 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748250112:12345-0@lo:104: Request processed in 207us (403us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384371.010227:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384371.010233:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.010237:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:0.0:1767384371.010238:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384371.010243:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384371.010248:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:1.0:1767384371.010249:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:1.0:1767384371.010253:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1767384371.010253:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384371.010255:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384371.010260:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073bf5c72. 00000020:00000010:1.0:1767384371.010265:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c952cda6. 00000020:00000010:1.0:1767384371.010270:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e78ffa6. 00010000:00010000:0.0:1767384371.010270:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009512700b already unused, calling callback (0000000086de5a03) 10000000:00000001:0.0:1767384371.010289:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:1.0:1767384371.010293:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 10000000:00010000:0.0:1767384371.010293:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384371.010300:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.010307:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384371.010310:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.010312:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.010315:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=3 00000020:00000001:0.0:1767384371.010317:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:0.0:1767384371.010320:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00000100:00000001:1.0:1767384371.010323:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384371.010324:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384371.010329:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384371.010331:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.010336:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384371.010340:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5394516. 10000000:00000001:0.0:1767384371.010340:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384371.010344:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384371.010346:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:1.0:1767384371.010351:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000100:00000001:1.0:1767384371.010358:0:16801:0:(events.c:78:reply_in_callback()) Process entered 10000000:01000000:0.0:1767384371.010359:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384371.010364:0:16774:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000200:1.0:1767384371.010365:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:0.0:1767384371.010376:0:16774:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000200:1.0:1767384371.010377:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:0.0:1767384371.010383:0:16774:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384371.010388:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384371.010392:0:16774:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010393:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.010398:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.010401:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384371.010404:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384371.010405:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.010407:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.010409:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.010412:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384371.010415:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.010418:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384371.010419:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010421:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384371.010423:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010425:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.010429:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767384371.010433:0:16774:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384371.010437:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384371.010439:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:0.0:1767384371.010445:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384371.010448:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010450:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.010453:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.010455:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.010455:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384371.010460:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384371.010461:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384371.010462:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.010465:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384371.010466:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.010470:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.010472:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384371.010475:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384371.010476:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384371.010483:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009512700b with handle 0x4ac496f8d605e27b from hash 00000100:00100000:1.0:1767384371.010488:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000075ba5dcc pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748250112:0@lo:104: 00010000:00000001:0.0:1767384371.010489:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384371.010493:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.010497:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.010499:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384371.010500:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.010504:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384371.010506:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.010507:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384371.010510:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384371.010514:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384371.010515:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384371.010520:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:1.0:1767384371.010521:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ba5dcc x1853236748250112/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384371.010531:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.010533:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.010535:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6c891e7. 02000000:00000001:1.0:1767384371.010538:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.010539:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384371.010541:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000020:00000001:1.0:1767384371.010543:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384371.010543:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae57f9a1. 02000000:00000010:1.0:1767384371.010547:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000075f9336f. 00000020:00000040:0.0:1767384371.010548:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 02000000:00000001:1.0:1767384371.010552:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384371.010555:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384371.010555:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384371.010557:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ba5dcc. 02000000:00000001:0.0:1767384371.010559:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384371.010561:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384371.010564:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010565:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384371.010571:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e099130b. 02000000:00000010:0.0:1767384371.010573:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ca89362. 00000100:00000001:1.0:1767384371.010574:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384371.010576:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384371.010580:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1a947bb. 00000100:00000001:0.0:1767384371.010580:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010583:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.010586:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384371.010589:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.010592:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010597:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384371.010603:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:0.0:1767384371.010605:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384371.010606:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384371.010610:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.010610:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.010616:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384371.010628:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.010636:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae57f9a1] to pc [ptlrpcd_00_03+3] req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384371.010663:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384371.010667:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.010669:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.010672:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010674:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384371.010675:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010677:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384371.010679:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010681:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.010685:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1767384371.010685:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384371.010689:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.010697:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.010699:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.010699:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384371.010703:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1767384371.010703:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000009512700b/0x4ac496f8d605e27b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e282 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384371.010706:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.010708:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384371.010713:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384371.010718:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b353db87 count: 0 00000100:00000001:1.0:1767384371.010723:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384371.010725:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.010728:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384371.010730:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384371.010731:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384371.010732:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.010738:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748250240:0@lo:103: 00010000:00000001:0.0:1767384371.010738:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384371.010743:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000004978c5d. 00000100:00000001:1.0:1767384371.010744:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384371.010747:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384371.010750:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.010752:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384371.010752:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384371.010757:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e78ffa6. 00000020:00000001:0.0:1767384371.010759:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1767384371.010760:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384371.010765:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.010766:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e74d11. 00010000:00010000:0.0:1767384371.010771:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384371.010772:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000100:00000200:1.0:1767384371.010776:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748250240, portal 18 00000100:00000001:1.0:1767384371.010778:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384371.010785:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656106496 : -114055053445120 : ffff98447d0df800) 00000100:00000040:1.0:1767384371.010788:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.010793:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.010795:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.010798:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000100:00000200:1.0:1767384371.010800:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748250240, offset 0 00000400:00000200:1.0:1767384371.010804:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.010809:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.010815:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e106c80 00000400:00000200:1.0:1767384371.010819:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:1.0:1767384371.010823:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.010826:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.010830:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384371.010831:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384371.010834:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059706a99. 00000100:00000040:1.0:1767384371.010836:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000059706a99 x1853236748250240 msgsize 328 00000100:00100000:1.0:1767384371.010841:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384371.010849:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.010853:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000400:00000010:1.0:1767384371.010855:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000100:00000001:1.0:1767384371.010857:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384371.010859:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.010865:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.010867:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.010872:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010874:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384371.010877:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010880:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294958903 00000100:00000001:1.0:1767384371.010883:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958902 00000100:00000001:1.0:1767384371.010886:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294958903 00000100:00000001:2.0:1767384371.010890:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384371.010897:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010897:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958902 00000100:00000001:1.0:1767384371.010904:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294958903 00000100:00000001:1.0:1767384371.010908:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958902 00000100:00000001:1.0:1767384371.010911:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294958903 00000100:00000001:1.0:1767384371.010913:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958902 00000100:00000001:1.0:1767384371.010916:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.010918:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010920:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010923:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.010938:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384371.010939:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250240 02000000:00000001:1.0:1767384371.010941:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384371.010943:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.010944:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.010946:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384371.010948:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250240 00000020:00000001:1.0:1767384371.010950:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384371.010952:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384371.010954:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.010955:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:1.0:1767384371.010957:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384371.010959:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384371.010962:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384371.010965:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004e12d1d. 00000100:00000001:1.0:1767384371.010967:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384371.010969:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004e12d1d. 00000020:00000010:1.0:1767384371.010974:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058d8df65. 00000020:00000010:1.0:1767384371.010978:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073bf5c72. 00000020:00000010:1.0:1767384371.010981:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c952cda6. 00000100:00000040:1.0:1767384371.010987:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384371.010989:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384371.010991:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384371.010991:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384371.010995:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.010997:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384371.011001:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011003:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00010000:0.0:1767384371.011003:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384371.011009:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.011009:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384371.011011:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384371.011013:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.011014:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b25910c3 refcount=4 00000020:00000001:1.0:1767384371.011020:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174200320 : -114055535351296 : ffff98446054aa00) 00010000:00010000:0.0:1767384371.011021:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384371.011022:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174200320 : -114055535351296 : ffff98446054aa00) 00010000:00010000:1.0:1767384371.011027:0:20667:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 17 pid: 16780 timeout: 441 lvb_type: 0 00010000:00000001:1.0:1767384371.011032:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011033:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011035:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.011036:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.011041:0:20667:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384371.011045:0:20667:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000059706a99 x1853236748250240/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:352/0 lens 328/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.011050:0:20667:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384371.011051:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011059:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.011069:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384371.011070:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384371.011072:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384371.011074:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:1.0:1767384371.011076:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000040:1.0:1767384371.011079:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059706a99 x1853236748250240/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:352/0 lens 328/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.011084:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384371.011087:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000004e12d1d. 00000100:00000001:1.0:1767384371.011088:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384371.011090:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000004e12d1d. 00000100:00100000:1.0:1767384371.011093:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059706a99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16148:x1853236748250240:12345-0@lo:103: 00000100:00000200:1.0:1767384371.011101:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250240 00010000:00000001:1.0:1767384371.011103:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384371.011124:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384371.011126:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384371.011129:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384371.011131:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384371.011134:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d5c3bb6. 02000000:00000001:1.0:1767384371.011136:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011138:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011140:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384371.011141:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384371.011144:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.011145:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.011146:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b25910c3 refcount=4 00000020:00000001:1.0:1767384371.011148:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174200320 : -114055535351296 : ffff98446054aa00) 00010000:00000001:1.0:1767384371.011150:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174200320 : -114055535351296 : ffff98446054aa00) 00010000:00000040:1.0:1767384371.011153:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000052940c5a count: 3 00010000:00010000:1.0:1767384371.011156:0:20667:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 17 pid: 16780 timeout: 441 lvb_type: 0 00000100:00001000:1.0:1767384371.011160:0:20667:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384371 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384371.011163:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384371.011168:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011170:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384371.011172:0:20667:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 17 pid: 16780 timeout: 441 lvb_type: 0 00000020:00000001:1.0:1767384371.011176:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.011178:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.011179:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.011180:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011183:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384371.011185:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384371.011188:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011189:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011196:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.011197:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.011199:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b25910c3 with handle 0x4ac496f8d605e282 from hash 00010000:00000001:1.0:1767384371.011201:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384371.011202:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011203:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011204:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384371.011205:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384371.011206:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384371.011209:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b25910c3/0x4ac496f8d605e282 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e27b expref: 17 pid: 16780 timeout: 441 lvb_type: 0 00010000:00000040:1.0:1767384371.011213:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:1.0:1767384371.011215:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:1.0:1767384371.011220:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011222:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384371.011224:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384371.011225:0:20667:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000000b642a95 00010000:00000001:1.0:1767384371.011227:0:20667:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384371.011228:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.011230:0:20667:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.011232:0:20667:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384371.011233:0:20667:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.011235:0:20667:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384371.011237:0:20667:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384371.011239:0:20667:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011243:0:20667:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384371.011245:0:20667:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384371.011247:0:20667:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384371.011248:0:20667:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384371.011250:0:20667:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052940c5a) refcount = 2 00010000:00010000:1.0:1767384371.011252:0:20667:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011255:0:20667:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384371.011261:0:20667:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384371.011263:0:20667:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.011265:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384371.011268:0:20667:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004e12d1d. 00000100:00000001:1.0:1767384371.011269:0:20667:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384371.011272:0:20667:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3ac41b5. 00000100:00000001:1.0:1767384371.011274:0:20667:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013409629696 : -114060299921920 : ffff984344571600) 00000100:00000001:1.0:1767384371.011290:0:20667:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630013409629696 : -114060299921920 : ffff984344571600) 00000100:00000001:1.0:1767384371.011293:0:20667:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384371.011295:0:20667:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384371.011298:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384371.011300:0:20667:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384371.011304:0:20667:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384371.011307:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.011309:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.011311:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=5 00000020:00000001:1.0:1767384371.011314:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:1.0:1767384371.011317:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:1.0:1767384371.011319:0:20667:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384371.011321:0:20667:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011328:0:20667:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384371.011331:0:20667:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011337:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011339:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384371.011341:0:20667:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011347:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.011349:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011352:0:20667:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384371.011354:0:20667:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384371.011368:0:20667:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b642a95 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384371.011370:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.011373:0:20667:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384371.011374:0:20667:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011378:0:20667:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384371.011380:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384371.011381:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384371.011382:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=6 00000020:00000001:1.0:1767384371.011384:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:1.0:1767384371.011385:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:1.0:1767384371.011387:0:20667:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384371.011389:0:20667:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011393:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384371.011395:0:20667:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384371.011397:0:20667:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011404:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384371.011405:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384371.011407:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384371.011408:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.011410:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b642a95 with handle 0x4ac496f8d605e289 from hash 00010000:00000001:1.0:1767384371.011411:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384371.011413:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011414:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011414:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384371.011416:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384371.011417:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384371.011419:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384371.011420:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.011422:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011423:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384371.011430:0:20667:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384371.011432:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011433:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011435:0:20667:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011436:0:20667:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011438:0:20667:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.011439:0:20667:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011443:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011444:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011445:0:20667:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384371.011447:0:20667:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384371.011449:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011450:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011451:0:20667:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384371.011454:0:20667:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384371.011456:0:20667:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011457:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384371.011458:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384371.011459:0:20667:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011461:0:20667:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384371.011462:0:20667:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384371.011464:0:20667:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011466:0:20667:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011468:0:20667:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384371.011469:0:20667:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d3ac41b5. 00000100:00000001:1.0:1767384371.011473:0:20667:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384371.011474:0:20667:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384371.011475:0:20667:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004e12d1d. 00010000:00000001:1.0:1767384371.011478:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384371.011480:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384371.011481:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.011484:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.011486:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.011487:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.011490:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384371.011497:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.011499:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384371.011501:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384371.011502:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011504:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.011508:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.011511:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000100:00000200:1.0:1767384371.011514:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748250240, offset 224 00000400:00000200:1.0:1767384371.011518:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.011523:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.011529:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e106c80 00000400:00000200:1.0:1767384371.011533:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d79 [1] + 224 00000400:00000200:1.0:1767384371.011536:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.011540:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.011543:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.011546:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.011553:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.011562:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.011566:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000400:00000010:1.0:1767384371.011567:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000100:00000001:1.0:1767384371.011570:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.011571:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384371.011574:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.011576:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384371.011579:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011580:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.011584:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059706a99 x1853236748250240/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:352/0 lens 328/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.011589:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059706a99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748250240:12345-0@lo:103: Request processed in 504us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384371.011594:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384371.011602:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384371.011603:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384371.011605:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384371.011608:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073bf5c72. 00000020:00000010:1.0:1767384371.011611:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c952cda6. 00000020:00000010:1.0:1767384371.011613:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058d8df65. 00000020:00000040:1.0:1767384371.011616:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000001:1.0:1767384371.011619:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.011634:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.011636:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384371.011638:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.011640:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384371.011641:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033e74d11. 00000400:00000200:1.0:1767384371.011644:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000400:00000010:1.0:1767384371.011646:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000100:00000001:1.0:1767384371.011648:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.011651:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384371.011658:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.011663:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.011665:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.011666:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384371.011667:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384371.011668:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.011669:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.011671:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.011673:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384371.011675:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.011677:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384371.011677:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384371.011679:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384371.011680:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011682:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.011684:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.011698:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.011701:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.011702:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384371.011706:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.011714:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748250240:0@lo:103: 00000100:00000001:1.0:1767384371.011720:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011723:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.011725:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae57f9a1 x1853236748250240/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.011730:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.011731:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.011732:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e78ffa6. 02000000:00000001:1.0:1767384371.011734:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.011735:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384371.011736:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384371.011738:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.011739:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002ca89362. 02000000:00000001:1.0:1767384371.011743:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384371.011744:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384371.011746:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae57f9a1. 00000100:00000001:1.0:1767384371.011750:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.011751:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.011753:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011755:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.011756:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.011757:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.011759:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.011771:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011776:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384371.011778:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384371.011787:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384371.011791:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384371.011793:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384371.011794:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e289 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384371.011797:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000052940c5a count: 0 00010000:00000001:1.0:1767384371.011803:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384371.011804:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767384371.018380:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384371.018382:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767384371.018386:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:1.0:1767384371.018386:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384371.018388:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384371.018390:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767384371.018391:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384371.018392:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767384371.018396:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767384371.018396:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003c08a882. 20000000:01000000:3.0:1767384371.018399:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384371.018401:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767384371.018411:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384371.018415:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767384371.018422:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767384371.018423:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767384371.018429:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384371.018431:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384371.018436:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384371.018439:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384371.018452:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000fe3760d. 00010000:00000001:0.0:1767384371.018458:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384371.018462:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ddbacf78. 00000020:00000001:0.0:1767384371.018466:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384371.018470:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ddbacf78 with handle 0x4ac496f8d605e290 to hash 00000020:00000001:0.0:1767384371.018473:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384371.018474:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384371.018478:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384371.018481:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.018483:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.018486:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018495:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384371.018498:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384371.018501:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384371.018503:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.018506:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.018508:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384371.018510:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.018512:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384371.018515:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384371.018517:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384371.018518:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384371.018520:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000fe3760d) refcount = 1 00010000:00010000:0.0:1767384371.018524:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018531:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384371.018534:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384371.018536:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.018538:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.018541:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384371.018543:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384371.018546:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384371.018549:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.018559:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.018561:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddbacf78 refcount=4 00000020:00000001:0.0:1767384371.018564:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384371.018567:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384371.018570:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384371.018571:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018578:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384371.018579:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018585:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.018587:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384371.018588:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018594:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.018595:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.018597:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384371.018599:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384371.018605:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ddbacf78 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384371.018608:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.018610:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384371.018613:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018619:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384371.018621:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384371.018623:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384371.018625:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddbacf78 refcount=5 00000020:00000001:0.0:1767384371.018628:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384371.018631:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384371.018642:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384371.018645:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018652:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384371.018654:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384371.018656:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.018659:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384371.018661:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384371.018663:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384371.018665:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384371.018667:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ddbacf78 with handle 0x4ac496f8d605e290 from hash 00010000:00000001:0.0:1767384371.018670:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384371.018672:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.018674:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.018676:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384371.018678:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384371.018679:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384371.018681:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384371.018683:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384371.018686:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.018688:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384371.018690:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384371.018693:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.018695:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.018697:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.018699:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384371.018701:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.018704:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018710:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.018711:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.018713:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384371.018714:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384371.018716:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384371.018718:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384371.018727:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384371.018729:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384371.018732:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384371.018735:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384371.018741:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384371.018743:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384371.018745:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e290 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384371.018751:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000fe3760d count: 0 00010000:00000001:0.0:1767384371.018760:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384371.018762:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384371.019085:0:35570:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a14b5c65. 00010000:00000010:0.1:1767384371.019129:0:16649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b353db87. 00000400:00000040:2.0:1767384371.019136:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000010:0.1:1767384371.019138:0:16649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009512700b. 00000400:00000040:2.0:1767384371.019142:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384371.019147:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.019150:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384371.019153:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.019155:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384371.019158:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384371.019161:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384371.019163:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384371.019165:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384371.019168:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384371.019170:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384371.019173:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384371.019175:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384371.019177:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384371.019179:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384371.019182:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384371.019184:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384371.019186:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384371.019189:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.019191:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384371.019193:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384371.019196:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384371.019198:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.019200:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384371.019202:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.019212:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384371.019215:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384371.019217:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384371.019220:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.019222:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384371.019225:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384371.019227:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384371.019229:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384371.019232:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384371.019234:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.019236:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384371.019239:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384371.019242:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384371.019244:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384371.019247:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384371.019249:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384371.019252:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384371.019254:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384371.019257:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384371.019259:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384371.019262:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384371.019264:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384371.019268:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384371.019270:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384371.019273:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384371.019289:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384371.019292:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384371.019295:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384371.019297:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384371.019299:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384371.019301:0:35570:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00010000:00000010:1.1:1767384371.019467:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b25910c3. 00000400:00000010:2.0:1767384371.019468:0:35570:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a14b5c65. 00010000:00000010:1.1:1767384371.019475:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000052940c5a. 00010000:00000010:1.1:1767384371.019481:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000020:1.0:1767384371.020354:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384371.020358:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384371.020360:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000092e5fcc7. 20000000:00000001:1.0:1767384371.020365:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384371.020368:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249856 00010000:00000001:1.0:1767384371.020371:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384371.020377:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b4ce020d x1853236748249856/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384371.020383:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.020385:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.020387:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.020390:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384371.020392:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.020393:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384371.020396:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384371.020398:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.020401:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.020405:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.020415:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000275a3576. 00000100:00000200:1.0:1767384371.020418:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748249856, offset 224 00000400:00000200:1.0:1767384371.020424:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.020431:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.020440:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106b00 00000400:00000200:1.0:1767384371.020446:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d4d [2] + 224 00000400:00000200:1.0:1767384371.020452:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.020455:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.020458:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.020461:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.020467:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.020480:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.020485:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000275a3576 00000400:00000010:1.0:1767384371.020487:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000275a3576. 00000100:00000001:1.0:1767384371.020489:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.020491:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384371.020492:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.020494:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.020496:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384371.020499:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384371.020502:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384371.020503:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384371.020505:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384371.020506:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384371.020509:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000136e5bcc. 00000020:00000001:1.0:1767384371.020509:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384371.020514:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b4ce020d x1853236748249856/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.020515:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1ddb202 00000400:00000010:3.0:1767384371.020520:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1ddb202. 00000100:00000001:3.0:1767384371.020525:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384371.020528:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b4ce020d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748249856:12345-0@lo:253: Request processed in 20932us (21459us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384371.020532:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.020542:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000200:3.0:1767384371.020546:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.020546:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384371.020549:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384371.020552:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384371.020557:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073cee5e2. 00000100:00000001:3.0:1767384371.020558:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384371.020562:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.020564:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384371.020565:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004673ca24. 02000000:00000001:3.0:1767384371.020566:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384371.020568:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384371.020569:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.020570:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384371.020577:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=77 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384371.020577:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d76b11c. 00000100:00001000:3.0:1767384371.020583:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=77 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384371.020583:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:3.0:1767384371.020589:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384371.020590:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384371.020591:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384371.020593:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000cd17944. 00010000:00000001:3.0:1767384371.020594:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384371.020598:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.020599:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384371.020602:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.020608:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384371.020608:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384371.020615:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.020620:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384371.020622:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384371.020624:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384371.020628:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384371.020630:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384371.020631:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384371.020633:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384371.020634:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384371.020636:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384371.020637:0:16147:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384371.020639:0:16147:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384371.020641:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384371.020642:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384371.020645:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384371.020651:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000982fb209 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748249856:0@lo:253: 00000400:00000010:1.0:1767384371.020652:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e74d11. 00000100:00000001:3.0:1767384371.020654:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.020658:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384371.020658:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000275a3576. 00000100:00000040:3.0:1767384371.020662:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000982fb209 x1853236748249856/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.020667:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384371.020669:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384371.020671:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000957aaac8. 02000000:00000001:3.0:1767384371.020674:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384371.020675:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384371.020676:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384371.020678:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384371.020679:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001093ad80. 02000000:00000001:3.0:1767384371.020682:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384371.020683:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384371.020684:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000982fb209. 00000100:00000001:3.0:1767384371.020688:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384371.020694:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.020696:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.020700:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384371.020701:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.020704:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.020706:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384371.021393:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384371.021396:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384371.021397:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004dafcffb. 20000000:00000001:1.0:1767384371.021400:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384371.021402:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748249984 00010000:00000001:1.0:1767384371.021404:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384371.021407:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029e6807f x1853236748249984/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384371.021412:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384371.021414:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384371.021415:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.021417:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384371.021418:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.021420:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384371.021422:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384371.021423:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.021425:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384371.021426:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384371.021429:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ebcaedd. 00000100:00000200:1.0:1767384371.021431:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748249984, offset 224 00000400:00000200:1.0:1767384371.021435:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384371.021440:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384371.021445:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106b80 00000400:00000200:1.0:1767384371.021449:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d55 [2] + 224 00000400:00000200:1.0:1767384371.021453:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384371.021455:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.021464:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.021466:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.021473:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.021485:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384371.021489:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ebcaedd 00000400:00000010:1.0:1767384371.021491:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ebcaedd. 00000100:00000001:1.0:1767384371.021494:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.021495:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.021495:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.021499:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.021501:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.021504:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:0.0:1767384371.021504:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384371.021508:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384371.021508:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384371.021512:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384371.021512:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1acf3a3. 00000020:00000001:1.0:1767384371.021515:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384371.021517:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff468cf 00000100:00000040:1.0:1767384371.021520:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029e6807f x1853236748249984/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:351/0 lens 4848/4768 e 0 to 0 dl 1767384381 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384371.021521:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eff468cf. 00000100:00000001:0.0:1767384371.021527:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384371.021534:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029e6807f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748249984:12345-0@lo:253: Request processed in 21924us (22460us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384371.021534:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.021551:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000200:0.0:1767384371.021554:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.021555:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384371.021560:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384371.021563:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384371.021566:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384371.021567:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d5c0699. 00000100:00000001:0.0:1767384371.021569:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.021572:0:16148:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384371.021573:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 02000000:00000001:0.0:1767384371.021574:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384371.021577:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384371.021579:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6db2160. 00000100:00000001:0.0:1767384371.021580:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.021585:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.021586:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00001000:0.0:1767384371.021588:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=77 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384371.021590:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384371.021593:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=77 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384371.021594:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015bb3cca. 00000100:00000001:0.0:1767384371.021600:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384371.021601:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384371.021602:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.021603:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384371.021606:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384371.021609:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba9cf63. 00010000:00000001:0.0:1767384371.021611:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384371.021613:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.021615:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.021620:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ebcaedd. 00000100:00000040:0.0:1767384371.021621:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.021628:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.021631:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384371.021632:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384371.021634:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384371.021635:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384371.021636:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384371.021637:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384371.021638:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384371.021640:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384371.021641:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384371.021642:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384371.021642:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384371.021644:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384371.021649:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000068523cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748249984:0@lo:253: 00000100:00000001:0.0:1767384371.021652:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.021653:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.021654:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000068523cd5 x1853236748249984/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384386 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.021659:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384371.021660:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384371.021661:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000878c2675. 02000000:00000001:0.0:1767384371.021664:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384371.021665:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.021666:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384371.021667:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384371.021669:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000016efc06. 02000000:00000001:0.0:1767384371.021672:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384371.021673:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384371.021674:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068523cd5. 00000100:00000001:0.0:1767384371.021682:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384371.021683:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.021685:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.021688:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.021689:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.021691:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.021693:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.023149:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000040:2.0:1767384371.023152:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000010:1.0:1767384371.023157:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000324b9f97. 00000100:00000010:2.0:1767384371.023160:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffafa837. 00000100:00000040:0.0:1767384371.023171:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000010:0.0:1767384371.023179:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000087c3b230. 00000100:00000040:3.0:1767384371.023217:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294958903, at 4294958904 00000100:00000010:3.0:1767384371.023223:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067e3a5c4. 00010000:00000010:0.1:1767384371.024155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000fe3760d. 00010000:00000010:0.1:1767384371.024163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ddbacf78. 00000400:00000001:1.0:1767384371.032153:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.032156:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384371.032158:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c77eabe 00000400:00000010:1.0:1767384371.032176:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c77eabe. 00000400:00000200:1.0:1767384371.032181:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384371.032186:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384371.032195:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000348f4454. 00000400:00000010:1.0:1767384371.032198:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004905a6a6. 00000400:00000200:1.0:1767384371.032205:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp41 00000400:00000010:1.0:1767384371.032208:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000348f4454. 00000400:00000010:1.0:1767384371.032213:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004905a6a6. 00000400:00000010:1.0:1767384371.032216:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c77eabe. 00000400:00000010:1.0:1767384371.032222:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e781d398. 00000400:00000200:1.0:1767384371.032225:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp41 00000400:00000200:1.0:1767384371.032233:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp41 local destination 00000400:00000200:1.0:1767384371.032238:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp41 00000400:00000200:1.0:1767384371.032242:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp41 NI seq info: [176:176:256:4294967295] 192.168.202.119@tcp41 LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1767384371.032247:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp41 00000400:00000200:1.0:1767384371.032255:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp41(192.168.202.119@tcp41:) -> 192.168.202.119@tcp41(192.168.202.119@tcp41:192.168.202.119@tcp41) : GET try# 0 00000800:00000200:1.0:1767384371.032259:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp41 00000800:00000010:1.0:1767384371.032263:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009caa08de. 00000800:00000200:1.0:1767384371.032270:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000800:00000200:1.1:1767384371.032275:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000400:00000200:1.0:1767384371.032303:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp41 added to recovery queue. ping count: 3 next ping: 299 health :700 00000400:00000200:2.0:1767384371.032409:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032452:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032481:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032524:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032558:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032580:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032598:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032630:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032646:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032662:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032701:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032718:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032736:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032753:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032782:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032801:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032819:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032841:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032861:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032884:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032906:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032936:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.032973:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033012:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033054:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033097:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033159:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033211:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033248:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033300:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033360:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033396:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033435:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384371.033479:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384371.033686:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb1d596b. 00000800:00000010:2.0:1767384371.033692:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ab320224. 00000800:00000010:2.0:1767384371.033700:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fac7d8b. 00000800:00000010:2.0:1767384371.033728:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fac7d8b. 00000800:00020000:2.0:1767384371.033740:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384371.033745:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ab320224. 00000800:00000010:2.0:1767384371.033748:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cb1d596b. 00000400:02020000:2.0:1767384371.033799:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp41 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384371.033806:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp41 notifying 192.168.202.119@tcp41: down 00000800:00000200:2.0:1767384371.033813:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp41 down 00000800:00000100:2.0:1767384371.033820:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp41 00000800:00000010:2.0:1767384371.033823:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009caa08de. 00000400:00000200:2.0:1767384371.033827:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384371.033833:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp41->192.168.202.119@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384371.033842:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384371.033845:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384371.033849:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp41) recovery failed with -71 00000004:00000001:0.0:1767384371.224171:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384371.224175:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384371.224180:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000100:00000040:1.0:1767384371.224183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384371.224186:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384371.224193:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384371.224194:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384371.224197:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767384371.224202:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000454c69eb. 02000000:00000001:0.0:1767384371.224203:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384371.224210:0:8:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:0.0:1767384371.224213:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c0854c88. 00000100:00000001:1.0:1767384371.224215:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384371.224235:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.224241:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384371.224243:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384371.224245:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224246:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384371.224255:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ec7afef2. 00000100:00000040:0.0:1767384371.224260:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef2063f2] to pc [ptlrpcd_00_00+0] req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.224263:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.224273:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384371.224298:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.224299:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384371.224303:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.224310:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000454c69eb] to pc [ptlrpcd_00_01+1] req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.224311:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.224315:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.224318:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384371.224323:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384371.224324:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.224327:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224329:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384371.224333:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384371.224334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384371.224343:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.224345:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384371.224346:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384371.224348:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.224352:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab9c0d7. 02000000:00000001:0.0:1767384371.224354:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384371.224358:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384371.224360:0:8:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384371.224363:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.224367:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384371.224369:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384371.224370:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748250368:0@lo:13: 02000000:00000001:1.0:1767384371.224371:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384371.224374:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384371.224377:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224378:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384371.224381:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384371.224384:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000207da319. 02000000:00000001:3.0:1767384371.224385:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384371.224390:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384371.224392:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.224392:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.224394:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.224400:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384371.224403:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000454c69eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748250496:0@lo:400: 00000100:00000040:1.0:1767384371.224403:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1767384371.224404:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d041d0fc. 02000000:00000001:0.0:1767384371.224409:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224414:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384371.224417:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d56eb0. 02000000:00000001:3.0:1767384371.224419:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384371.224423:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.224425:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384371.224426:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 02000000:00000001:3.0:1767384371.224428:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384371.224429:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384371.224433:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748250368, portal 4 02000000:00000010:3.0:1767384371.224435:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b48f64e. 00000100:00000001:0.0:1767384371.224437:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384371.224438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aab9c0d7] to pc [ptlrpcd_00_02+2] req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.224439:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 02000000:00000001:3.0:1767384371.224441:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.224449:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384371.224450:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084515e2a. 00000400:00000010:3.0:1767384371.224459:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bc9dcd9. 00000100:00000200:3.0:1767384371.224467:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748250496, portal 4 00000100:00000001:0.0:1767384371.224468:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384371.224473:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384371.224474:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1767384371.224476:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000001:3.0:1767384371.224477:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408373248 : -114055301178368 : ffff98446e49dc00) 00000100:00000001:1.0:1767384371.224480:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384371.224480:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748250368, offset 0 00000100:00000040:3.0:1767384371.224487:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384371.224487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384371.224492:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384371.224497:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384371.224502:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071b8d1f6. 00000100:00000001:3.0:1767384371.224505:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384371.224508:0:8:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384371.224509:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384371.224514:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384371.224518:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384371.224520:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384371.224524:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e106d00 02000000:00000001:1.0:1767384371.224525:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384371.224527:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000555d3f3e. 02000000:00000010:1.0:1767384371.224533:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045da2f30. 00000400:00000200:0.0:1767384371.224533:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 2912 00000100:00000200:3.0:1767384371.224541:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748250496, offset 0 00000100:00000001:1.0:1767384371.224541:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.224542:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384371.224567:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384371.224569:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384371.224575:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384371.224586:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384371.224588:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384371.224591:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384371.224592:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384371.224594:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384371.224600:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001430ec3e. 00000100:00000040:1.0:1767384371.224602:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071b8d1f6] to pc [ptlrpcd_00_03+3] req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384371.224605:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000001430ec3e x1853236748250368 msgsize 224 00000400:00000200:3.0:1767384371.224611:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e106d80 00000100:00100000:0.0:1767384371.224620:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384371.224628:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4336 00000100:00000001:0.0:1767384371.224632:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.224634:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384371.224635:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384371.224641:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00000040:1.0:1767384371.224643:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (296) 00000400:00000010:0.0:1767384371.224645:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000400:00000200:3.0:1767384371.224646:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384371.224654:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384371.224656:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384371.224659:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1767384371.224659:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.224661:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.224667:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384371.224668:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000982fb209. 00000100:00000001:1.0:1767384371.224671:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384371.224675:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384371.224676:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000982fb209 x1853236748250496 msgsize 224 00000100:00000040:1.0:1767384371.224681:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384371.224691:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384371.224694:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384371.224711:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384371.224713:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224714:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.224715:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224719:0:16146:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384371.224721:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384371.224725:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000555d3f3e 02000000:00000001:1.0:1767384371.224725:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384371.224728:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384371.224730:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000555d3f3e. 02000000:00000001:1.0:1767384371.224734:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.224735:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4950 usecs (5 jiffies) 00000100:00000001:3.0:1767384371.224737:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384371.224742:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748250624:0@lo:400: 00000100:00000001:0.0:1767384371.224742:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959110 00000100:00000200:3.0:1767384371.224746:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384371.224749:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000100:00000001:1.0:1767384371.224754:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384371.224758:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384371.224759:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384371.224764:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224767:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959110 00000100:00000001:3.0:1767384371.224768:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384371.224769:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384371.224775:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000307317ab. 00000100:00000040:3.0:1767384371.224776:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384371.224776:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3672081. 00000100:00000001:0.0:1767384371.224780:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384371.224782:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224788:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000400:00000010:1.0:1767384371.224790:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8354ec. 00000100:00000010:0.0:1767384371.224795:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004407b271. 00000400:00000010:1.0:1767384371.224799:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000100:00000001:3.0:1767384371.224801:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224802:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384371.224808:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748250624, portal 10 00000100:00000001:3.0:1767384371.224809:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384371.224809:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959110 00000100:00000001:1.0:1767384371.224816:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1767384371.224816:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000decf01b8. 00000100:00000001:3.0:1767384371.224818:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.224821:0:16146:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384371.224824:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4950 usecs (5 jiffies) 00000100:00000001:1.0:1767384371.224827:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408370560 : -114055301181056 : ffff98446e49d180) 00000100:00000001:0.0:1767384371.224827:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384371.224831:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959110 00000100:00000001:0.0:1767384371.224833:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224840:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959110 00000100:00000001:0.0:1767384371.224840:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.224841:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.224846:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.224847:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959110 00000100:00000001:3.0:1767384371.224854:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959110 00000100:00000001:0.0:1767384371.224857:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.224861:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384371.224863:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000100:00000001:0.0:1767384371.224863:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384371.224868:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384371.224870:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384371.224871:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959110 00000100:00000001:0.0:1767384371.224871:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384371.224876:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.224877:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000100:00000001:0.0:1767384371.224878:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224886:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959110 00000100:00000200:1.0:1767384371.224887:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748250624, offset 0 00000100:00000001:3.0:1767384371.224890:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959110 00000100:00000001:3.0:1767384371.224895:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384371.224899:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384371.224900:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224906:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.224911:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384371.224911:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384371.224919:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384371.224924:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384371.224924:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e106e00 00000100:00000001:3.0:1767384371.224930:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.224934:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384371.224937:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:3.0:1767384371.224939:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.224945:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384371.224946:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384371.224955:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384371.224960:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384371.224962:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384371.224964:0:23416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384371.224966:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007f9405c. 00000100:00100000:0.0:1767384371.224968:0:23416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250368 00000100:00000040:1.0:1767384371.224972:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000007f9405c x1853236748250624 msgsize 224 02000000:00000001:0.0:1767384371.224972:0:23416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384371.224973:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384371.224976:0:23416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384371.224978:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250496 00000100:00000001:0.0:1767384371.224979:0:23416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.224984:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384371.224985:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384371.224988:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384371.224992:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.224993:0:23416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.224997:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.224998:0:23416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250368 00000100:00000001:1.0:1767384371.225001:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384371.225002:0:23416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384371.225004:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250496 00000020:00000040:0.0:1767384371.225006:0:23416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:3.0:1767384371.225009:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384371.225009:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000020:00000001:0.0:1767384371.225009:0:23416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384371.225015:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000400:00000010:1.0:1767384371.225015:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000020:00000040:0.0:1767384371.225015:0:23416:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:3.0:1767384371.225021:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384371.225022:0:23416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384371.225023:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384371.225027:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=6 00000020:00000001:0.0:1767384371.225028:0:23416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000200:1.0:1767384371.225031:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384371.225035:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384371.225036:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384371.225040:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea11de4. 00000020:00000001:3.0:1767384371.225043:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000010:0.0:1767384371.225048:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000437a9145. 00000100:00000001:3.0:1767384371.225051:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384371.225057:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000024017a8. 00000020:00000040:0.0:1767384371.225058:0:23416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:1.0:1767384371.225059:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384371.225066:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384371.225066:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.225072:0:23416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384371.225074:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000024017a8. 00000020:00000010:0.0:1767384371.225080:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003440944c. 00000020:00000010:3.0:1767384371.225084:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b18c510. 00000100:00000001:1.0:1767384371.225087:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384371.225090:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000584df330. 00000100:00000001:1.0:1767384371.225091:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384371.225092:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009191ce91. 00000100:00000001:1.0:1767384371.225098:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384371.225100:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aef979fa. 00000020:00000010:3.0:1767384371.225101:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000693a6595. 00000100:00000040:1.0:1767384371.225104:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3402 usecs (4 jiffies) 00000100:00000001:1.0:1767384371.225109:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294959109 00000100:00000001:1.0:1767384371.225113:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294959110 00000100:00000040:3.0:1767384371.225115:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384371.225119:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384371.225134:0:23416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384371.225136:0:23416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384371.225138:0:23416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384371.225140:0:23416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.225147:0:23416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225153:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294959110 00000100:00000001:1.0:1767384371.225158:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294959110 00000100:00000001:0.0:1767384371.225160:0:23416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.225161:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000100:00000001:3.0:1767384371.225167:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384371.225168:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294959110 00000100:00000001:3.0:1767384371.225173:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.225174:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294959110 00000100:00000001:0.0:1767384371.225176:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384371.225181:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294959110 00000100:00000001:0.0:1767384371.225181:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384371.225182:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767384371.225187:0:23416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384371.225189:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384371.225189:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384371.225192:0:23416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384371.225194:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225196:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.225196:0:23416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656092160 : -114055053459456 : ffff98447d0dc000) 00000100:00000001:1.0:1767384371.225203:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.225205:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001430ec3e x1853236748250368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.225207:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.225209:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.225218:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.225219:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384371.225222:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384371.225223:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000437a9145. 00000100:00000001:3.0:1767384371.225229:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384371.225230:0:23416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.225231:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384371.225235:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384371.225236:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384371.225236:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000437a9145. 00000100:00000001:1.0:1767384371.225241:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384371.225246:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1767384371.225249:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1767384371.225251:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 2 00000100:00100000:0.0:1767384371.225253:0:23416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001430ec3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748250368:12345-0@lo:13: 00000100:00000001:1.0:1767384371.225254:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.225273:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378993152 : -114060330558464 : ffff984342839c00) 00000100:00000200:0.0:1767384371.225287:0:23416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250368 00000100:00000001:1.0:1767384371.225288:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.225293:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384371.225293:0:23416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384371.225298:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000982fb209 x1853236748250496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384371.225298:0:23416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384371.225299:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384371.225302:0:23416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225303:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384371.225307:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384371.225308:0:23416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384371.225312:0:23416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000100:00000040:1.0:1767384371.225316:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384371.225318:0:23416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384371.225322:0:23416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.225323:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384371.225328:0:23416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384371.225330:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000024017a8. 00000020:00000001:0.0:1767384371.225331:0:23416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384371.225332:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384371.225333:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384371.225335:0:23416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.225336:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.225337:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.225338:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250624 00000100:00000001:0.0:1767384371.225339:0:23416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384371.225343:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384371.225345:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1767384371.225346:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000024017a8. 00000100:00000001:2.0:1767384371.225346:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384371.225346:0:23416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384371.225349:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384371.225350:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384371.225352:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006f428bac. 02000000:00000001:1.0:1767384371.225355:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384371.225357:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384371.225357:0:23416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384371.225359:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000982fb209 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:16147:x1853236748250496:12345-0@lo:400: 00000100:00100000:1.0:1767384371.225363:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071b8d1f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748250752:0@lo:400: 00000100:00000001:0.0:1767384371.225364:0:23416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.225365:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250624 00000020:00000001:2.0:1767384371.225371:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:0.0:1767384371.225372:0:23416:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000200:3.0:1767384371.225373:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250496 00000100:00000001:1.0:1767384371.225373:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384371.225374:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00002000:00000001:0.0:1767384371.225377:0:23416:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384371.225378:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384371.225378:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384371.225380:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384371.225381:0:23416:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000040:2.0:1767384371.225383:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 02000000:00000001:1.0:1767384371.225383:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.225385:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384371.225386:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00080000:00000001:0.0:1767384371.225386:0:23416:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:3.0:1767384371.225391:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.225391:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 02000000:00000001:1.0:1767384371.225394:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:0.0:1767384371.225396:0:23416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384371.225397:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384371.225398:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384371.225399:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b3b7943. 00000020:00000001:0.0:1767384371.225400:0:23416:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384371.225401:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 02000000:00000001:1.0:1767384371.225406:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384371.225406:0:23416:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:3.0:1767384371.225408:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384371.225409:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfabdea5. 00000020:00000001:3.0:1767384371.225415:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.225415:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384371.225415:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a28a86c. 00000020:00000020:0.0:1767384371.225416:0:23416:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000010:2.0:1767384371.225422:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfabdea5. 00000020:00000001:3.0:1767384371.225424:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000020:0.0:1767384371.225424:0:23416:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000400:00000010:1.0:1767384371.225425:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000020:00000001:3.0:1767384371.225429:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384371.225429:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b815457b. 00002000:00000020:0.0:1767384371.225431:0:23416:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000200:1.0:1767384371.225432:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748250752, portal 10 00000020:00000010:2.0:1767384371.225434:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000077815242. 00000020:00000001:3.0:1767384371.225435:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384371.225437:0:23416:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384371.225439:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384371.225441:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000661b928. 00000020:00000001:3.0:1767384371.225442:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384371.225443:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408375936 : -114055301175680 : ffff98446e49e680) 00000001:00000001:0.0:1767384371.225443:0:23416:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384371.225447:0:23416:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.225448:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384371.225449:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00002000:00000001:0.0:1767384371.225450:0:23416:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384371.225454:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384371.225454:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.225455:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:0.0:1767384371.225455:0:23416:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748250368 00000100:00000001:2.0:1767384371.225459:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1767384371.225462:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6316fdc. 00010000:00000001:0.0:1767384371.225462:0:23416:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384371.225463:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384371.225470:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384371.225470:0:23416:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001430ec3e x1853236748250368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.225471:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384371.225472:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384371.225476:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384371.225479:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.225479:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384371.225486:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.225486:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00000100:00000001:2.0:1767384371.225490:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384371.225492:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384371.225492:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748250752, offset 0 00010000:00000040:3.0:1767384371.225500:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748250496 00000100:00000001:2.0:1767384371.225501:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384371.225505:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384371.225505:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384371.225506:0:23416:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384371.225507:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384371.225512:0:23416:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.225513:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00010000:00000200:3.0:1767384371.225516:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000982fb209 x1853236748250496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384371.225516:0:23416:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=67 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384371.225519:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000400:00000200:1.0:1767384371.225519:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384371.225524:0:23416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384371.225526:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408372352 : -114055301179264 : ffff98446e49d880) 00000100:00000040:0.0:1767384371.225530:0:23416:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000400:00000200:1.0:1767384371.225533:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e106e80 00000100:00000040:2.0:1767384371.225536:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000007f9405c x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384371.225537:0:23416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384371.225543:0:23416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384371.225545:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 02000000:00000001:0.0:1767384371.225546:0:23416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.225552:0:23416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384371.225556:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384371.225557:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384371.225561:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384371.225561:0:23416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384371.225563:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384371.225566:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000400:00000200:1.0:1767384371.225567:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767384371.225569:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=67 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384371.225570:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfabdea5. 00000100:00000200:0.0:1767384371.225589:0:23416:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748250368, offset 224 00000100:00000001:2.0:1767384371.225590:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.225590:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384371.225593:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1767384371.225594:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1767384371.225596:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfabdea5. 00000100:00000010:1.0:1767384371.225600:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000825dc290. 00000100:00000040:3.0:1767384371.225602:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000400:00000200:0.0:1767384371.225602:0:23416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384371.225605:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000007f9405c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748250624:12345-0@lo:400: 00000100:00000040:1.0:1767384371.225607:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000825dc290 x1853236748250752 msgsize 224 00000100:00000001:3.0:1767384371.225611:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000200:2.0:1767384371.225614:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250624 00000020:00000001:2.0:1767384371.225619:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384371.225620:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384371.225620:0:23416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384371.225621:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384371.225623:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384371.225626:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.225628:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.225631:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384371.225633:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384371.225633:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00000001:1.0:1767384371.225637:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384371.225638:0:23416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e106d00 00000020:00000001:2.0:1767384371.225639:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384371.225643:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384371.225648:0:23416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d99 [1] + 224 00000400:00000010:3.0:1767384371.225650:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000555d3f3e. 00000020:00000001:2.0:1767384371.225650:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384371.225653:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00000400:00000200:0.0:1767384371.225653:0:23416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384371.225654:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384371.225659:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384371.225659:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00000400:00000200:0.0:1767384371.225663:0:23416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384371.225664:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225665:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384371.225668:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748250496, offset 224 00000020:00000001:2.0:1767384371.225670:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384371.225670:0:23416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384371.225672:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.225675:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384371.225679:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384371.225679:0:23416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.225683:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384371.225685:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384371.225691:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.225696:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225703:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384371.225704:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384371.225704:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.225709:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384371.225711:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748250624 00000100:00000040:0.0:1767384371.225716:0:23416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384371.225718:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384371.225723:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e106d80 00010000:00000200:2.0:1767384371.225725:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000007f9405c x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384371.225741:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d9d [1] + 224 00000400:00000200:3.0:1767384371.225755:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384371.225760:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384371.225763:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.225765:0:23416:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384371.225768:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384371.225770:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384371.225771:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384371.225774:0:23416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00000001:1.0:1767384371.225777:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384371.225779:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:2.0:1767384371.225780:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384371.225785:0:23416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384371.225786:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 23 to 0@lo 00000100:00000001:1.0:1767384371.225786:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.225788:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384371.225788:0:23416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384371.225793:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000040:1.0:1767384371.225794:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3463 usecs (4 jiffies) 00000100:00000001:0.0:1767384371.225796:0:23416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384371.225798:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384371.225801:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384371.225801:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294959110 00000100:00000040:0.0:1767384371.225804:0:23416:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 22 to 0@lo 02000000:00000001:2.0:1767384371.225806:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225807:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294959110 00000100:00000001:2.0:1767384371.225813:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384371.225813:0:23416:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384371.225814:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294959110 00000020:00000001:0.0:1767384371.225818:0:23416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225821:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294959110 00000100:00000040:2.0:1767384371.225822:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384371.225824:0:23416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384371.225827:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294959110 00000400:00000010:2.0:1767384371.225828:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf8d542. 00000100:00000001:1.0:1767384371.225832:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294959110 00000100:00000040:3.0:1767384371.225834:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384371.225836:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748250624, offset 224 00000100:00000001:1.0:1767384371.225838:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294959110 00000100:00000040:0.0:1767384371.225839:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001430ec3e x1853236748250368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/368 e 0 to 0 dl 1767384382 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.225843:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294959110 00000100:00000001:1.0:1767384371.225850:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384371.225851:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384371.225857:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.225865:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.225866:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384371.225871:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.225879:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e106e00 00000100:00100000:0.0:1767384371.225884:0:23416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001430ec3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16146:x1853236748250368:12345-0@lo:13: Request processed in 660us (1274us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384371.225889:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.225889:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384371.225890:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1da9 [1] + 224 00000100:00000001:1.0:1767384371.225894:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.225900:0:23416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000200:2.0:1767384371.225901:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384371.225904:0:23416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 1 00000400:00000200:3.0:1767384371.225906:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000555d3f3e 00000400:00000200:2.0:1767384371.225909:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384371.225909:0:23416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384371.225910:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384371.225911:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000555d3f3e. 00000100:00000001:0.0:1767384371.225913:0:23416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384371.225915:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250752 02000000:00000001:1.0:1767384371.225918:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384371.225920:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384371.225921:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384371.225921:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000584df330. 00000100:00000001:2.0:1767384371.225922:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384371.225926:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384371.225928:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aef979fa. 00000100:00000200:2.0:1767384371.225930:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384371.225932:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.225934:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384371.225935:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003440944c. 00000100:00100000:1.0:1767384371.225937:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250752 00000020:00000040:0.0:1767384371.225941:0:23416:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000020:00000001:1.0:1767384371.225943:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384371.225945:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.225948:0:23416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384371.225949:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000100:00000040:3.0:1767384371.225955:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000020:00000001:1.0:1767384371.225956:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384371.225962:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:1.0:1767384371.225962:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000100:00000040:2.0:1767384371.225963:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384371.225966:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:3.0:1767384371.225968:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.225969:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000040:0.0:1767384371.225972:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000020:00000001:3.0:1767384371.225975:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384371.225978:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000040:3.0:1767384371.225985:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000982fb209 x1853236748250496/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.225988:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.225994:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384371.225998:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8d542 00000020:00000010:1.0:1767384371.226000:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac1c1eeb. 00000400:00000010:2.0:1767384371.226002:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8d542. 00000020:00000010:1.0:1767384371.226006:0:16787:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ade3dce5. 00000100:00100000:3.0:1767384371.226007:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000982fb209 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748250496:12345-0@lo:400: Request processed in 678us (1324us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384371.226009:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384371.226012:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384371.226017:0:16787:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:2.0:1767384371.226018:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384371.226025:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384371.226025:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384371.226031:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767384371.226033:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000020:00000001:2.0:1767384371.226034:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.226035:0:16787:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384371.226039:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384371.226040:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384371.226043:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041214998. 00000100:00000001:3.0:1767384371.226044:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384371.226047:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007f9405c x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384371.226066:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009191ce91. 00000020:00000010:1.0:1767384371.226066:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c771e9e3. 00000020:00000010:3.0:1767384371.226074:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000693a6595. 00000020:00000010:1.0:1767384371.226075:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c952cda6. 00000100:00100000:2.0:1767384371.226077:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000007f9405c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748250624:12345-0@lo:400: Request processed in 511us (1102us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384371.226082:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b18c510. 00000100:00000001:1.0:1767384371.226085:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767384371.226088:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00100000:2.0:1767384371.226089:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000001:1.0:1767384371.226089:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384371.226094:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.226096:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384371.226096:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:2.0:1767384371.226101:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384371.226103:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384371.226104:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384371.226107:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384371.226108:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000077815242. 00000100:00000001:1.0:1767384371.226110:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384371.226112:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000661b928. 00000020:00000010:2.0:1767384371.226132:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b815457b. 00000020:00000040:2.0:1767384371.226135:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:2.0:1767384371.226137:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384371.226147:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384371.226159:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.226159:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.226164:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384371.226172:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384371.226175:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384371.226175:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:3.0:1767384371.226176:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384371.226180:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767384371.226182:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084515e2a. 00000100:00100000:2.0:1767384371.226184:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:2.0:1767384371.226189:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000400:00000200:3.0:1767384371.226190:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bc9dcd9 00000100:00000001:2.0:1767384371.226191:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408376832 : -114055301174784 : ffff98446e49ea00) 00000100:00000001:1.0:1767384371.226193:0:16787:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384371.226195:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bc9dcd9. 00000100:00000040:2.0:1767384371.226199:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000825dc290 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:352/0 lens 224/0 e 0 to 0 dl 1767384382 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226200:0:16787:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.226202:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384371.226211:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.226212:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384371.226216:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfabdea5. 00000100:00000001:2.0:1767384371.226220:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1767384371.226225:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384371.226226:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfabdea5. 00000020:00000040:1.0:1767384371.226233:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000200:3.0:1767384371.226251:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384371.226253:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000825dc290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748250752:12345-0@lo:400: 00000100:00000200:2.0:1767384371.226261:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250752 00000100:00000001:1.0:1767384371.226262:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384371.226265:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384371.226267:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384371.226269:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384371.226272:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.226286:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384371.226287:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384371.226288:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000400:00000001:1.0:1767384371.226289:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384371.226292:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384371.226293:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384371.226294:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384371.226298:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8354ec. 00000100:00000001:3.0:1767384371.226299:0:16147:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384371.226300:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384371.226305:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384371.226305:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000020:00000001:2.0:1767384371.226307:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384371.226310:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 02000000:00000001:3.0:1767384371.226311:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384371.226312:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.226315:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384371.226317:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384371.226317:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384371.226319:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.226322:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384371.226324:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384371.226325:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384371.226327:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384371.226332:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=67 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384371.226333:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0c1052e. 02000000:00000001:2.0:1767384371.226338:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384371.226341:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384371.226345:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.226348:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384371.226348:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384371.226349:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.226353:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384371.226355:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748250752 00010000:00000001:3.0:1767384371.226360:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384371.226362:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00080000:3.0:1767384371.226370:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226371:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:2.0:1767384371.226372:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000825dc290 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226376:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.226390:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384371.226395:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384371.226398:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384371.226401:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.226402:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.226403:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384371.226406:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384371.226409:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384371.226410:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00000001:2.0:1767384371.226410:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384371.226417:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1767384371.226418:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=72 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384371.226419:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=72 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384371.226420:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.226428:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1767384371.226429:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=72 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384371.226432:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384371.226436:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384371.226436:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384371.226440:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384371.226443:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00010000:00000001:1.0:1767384371.226446:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384371.226450:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384371.226455:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384371.226455:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384371.226456:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.226462:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384371.226463:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384371.226468:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384371.226473:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384371.226474:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.226477:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf8d542. 00000100:00000040:3.0:1767384371.226478:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226480:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767384371.226485:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748250752, offset 224 00000100:00000040:1.0:1767384371.226485:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384371.226491:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384371.226495:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.226500:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384371.226501:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000454c69eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748250496:0@lo:400: 00000100:00000040:1.0:1767384371.226505:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.226509:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384371.226513:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384371.226515:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384371.226523:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000454c69eb x1853236748250496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226527:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384371.226528:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e106e80 00000100:00000001:1.0:1767384371.226534:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384371.226536:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.226539:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.226540:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384371.226542:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1db1 [1] + 224 00000100:00000040:1.0:1767384371.226550:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.226551:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384371.226568:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767384371.226570:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384371.226571:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1767384371.226574:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384371.226577:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b48f64e. 00000400:00000010:0.0:1767384371.226578:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d56eb0. 00000400:00000200:2.0:1767384371.226582:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384371.226585:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 02000000:00000001:3.0:1767384371.226587:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384371.226589:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000020:00000001:3.0:1767384371.226592:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384371.226596:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384371.226597:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384371.226597:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aab9c0d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748250624:0@lo:400: 00000100:00000200:0.0:1767384371.226602:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384371.226603:0:16147:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:2.0:1767384371.226605:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384371.226612:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384371.226612:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384371.226618:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ec7afef2. 00000100:00000001:1.0:1767384371.226620:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384371.226628:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384371.226630:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aab9c0d7 x1853236748250624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384371.226633:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384371.226638:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000454c69eb. 00000100:00000200:0.0:1767384371.226642:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384371.226645:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384371.226646:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384371.226650:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.226658:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384371.226667:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384371.226671:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.226673:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384371.226677:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384371.226679:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384371.226680:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.226681:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384371.226684:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3672081. 00000100:00000001:3.0:1767384371.226685:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.226686:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384371.226687:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384371.226690:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384371.226691:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384371.226692:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384371.226694:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384371.226696:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8d542 02000000:00000001:0.0:1767384371.226696:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384371.226700:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8d542. 00000020:00000001:1.0:1767384371.226701:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384371.226703:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384371.226705:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384371.226708:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384371.226710:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1767384371.226710:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=67 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384371.226713:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384371.226714:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000207da319. 00000100:00001000:0.0:1767384371.226716:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=67 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384371.226718:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 02000000:00000001:1.0:1767384371.226722:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384371.226724:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384371.226726:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767384371.226726:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384371.226727:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384371.226729:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384371.226730:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab9c0d7. 00010000:00000001:0.0:1767384371.226732:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384371.226734:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384371.226738:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.226741:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384371.226742:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384371.226743:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000825dc290 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:352/0 lens 224/224 e 0 to 0 dl 1767384382 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226749:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.226756:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.226760:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384371.226766:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384371.226771:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384371.226776:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384371.226777:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a28a86c. 00000100:00100000:2.0:1767384371.226781:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000825dc290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748250752:12345-0@lo:400: Request processed in 566us (1170us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384371.226782:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384371.226785:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000100:00000040:0.0:1767384371.226786:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:1.0:1767384371.226791:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000100:00000001:0.0:1767384371.226791:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384371.226794:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384371.226797:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000001:1.0:1767384371.226798:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384371.226802:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384371.226804:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000200:1.0:1767384371.226808:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384371.226809:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384371.226813:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384371.226817:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c771e9e3. 00000100:00000001:0.0:1767384371.226818:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384371.226824:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c952cda6. 00000100:00000001:0.0:1767384371.226825:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384371.226828:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384371.226831:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041214998. 00000004:00000001:0.0:1767384371.226834:0:16146:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000040:2.0:1767384371.226837:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000200:1.0:1767384371.226838:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:0.0:1767384371.226838:0:16146:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384371.226844:0:16146:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:2.0:1767384371.226845:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:0.0:1767384371.226859:0:16146:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:1.0:1767384371.226860:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384371.226865:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384371.226865:0:16146:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.226872:0:16148:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384371.226874:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384371.226876:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384371.226880:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384371.226884:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384371.226885:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748250368:0@lo:13: 02000000:00000001:1.0:1767384371.226890:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.226891:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.226897:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384371.226900:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2063f2 x1853236748250368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384371.226901:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384371.226912:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384371.226914:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384371.226917:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384371.226921:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384371.226922:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384371.226925:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d041d0fc. 00010000:00000001:1.0:1767384371.226927:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384371.226929:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384371.226932:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384371.226934:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00080000:1.0:1767384371.226935:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384371.226936:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384371.226939:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c0854c88. 02000000:00000001:0.0:1767384371.226944:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384371.226946:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384371.226949:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 00000100:00000001:0.0:1767384371.226953:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384371.226955:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384371.226958:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.226959:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384371.226963:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384371.226963:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384371.226965:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384371.226966:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.226973:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384371.226976:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384371.226978:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384371.226980:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384371.226983:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.226992:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384371.226994:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384371.226996:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384371.227000:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384371.227009:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071b8d1f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748250752:0@lo:400: 00000100:00000001:1.0:1767384371.227013:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.227015:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384371.227017:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071b8d1f6 x1853236748250752/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384371.227025:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384371.227027:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384371.227029:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b3b7943. 02000000:00000001:1.0:1767384371.227032:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384371.227033:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384371.227035:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384371.227038:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384371.227040:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045da2f30. 02000000:00000001:1.0:1767384371.227043:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384371.227045:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384371.227046:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071b8d1f6. 00000100:00000001:1.0:1767384371.227049:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384371.227050:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.227052:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384371.227057:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384371.227058:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384371.227061:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384371.227062:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384371.230189:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294959110, at 4294959111 00000100:00000010:2.0:1767384371.230197:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004407b271. 00000100:00000040:3.0:1767384371.230287:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294959110, at 4294959111 00000100:00000010:3.0:1767384371.230296:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000decf01b8. 00000100:00000040:1.0:1767384371.231152:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294959110, at 4294959112 00000100:00000010:1.0:1767384371.231160:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000307317ab. 00000100:00000040:0.0:1767384371.231185:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294959110, at 4294959112 00000100:00000010:0.0:1767384371.231192:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00010000:00000001:2.0:1767384371.543174:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384371.543179:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384371.543184:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384371.543185:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384371.543218:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384371.543223:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384371.543226:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384372.056217:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384372.056222:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384372.056225:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c77eabe 00000400:00000010:1.0:1767384372.056229:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c77eabe. 00000400:00000200:1.0:1767384372.056235:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384372.056240:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (4) 00000400:00000200:1.0:1767384372.056242:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery ping unlinked 00000800:00000200:3.1:1767384372.056260:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (4) 00000400:00000010:1.0:1767384372.056280:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000348f4454. 00000400:00000010:1.0:1767384372.056285:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004905a6a6. 00000400:00000200:1.0:1767384372.056292:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp42 00000400:00000010:1.0:1767384372.056295:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000348f4454. 00000400:00000010:1.0:1767384372.056316:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004905a6a6. 00000400:00000010:1.0:1767384372.056319:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c77eabe. 00000400:00000010:1.0:1767384372.056327:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069aa1e73. 00000400:00000200:1.0:1767384372.056329:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp42 00000400:00000200:1.0:1767384372.056341:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp42 local destination 00000400:00000200:1.0:1767384372.056346:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp42 00000400:00000200:1.0:1767384372.056349:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp42 NI seq info: [177:177:256:4294967295] 192.168.202.119@tcp42 LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1767384372.056354:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp42 00000400:00000200:1.0:1767384372.056362:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42:) -> 192.168.202.119@tcp42(192.168.202.119@tcp42:192.168.202.119@tcp42) : GET try# 0 00000800:00000200:1.0:1767384372.056367:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp42 00000800:00000010:1.0:1767384372.056371:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000045da2f30. 00000800:00000200:1.0:1767384372.056377:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000400:00000200:0.0:1767384372.056381:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:1.1:1767384372.056382:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000400:00000200:1.0:1767384372.056401:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp42 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:3.0:1767384372.056452:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056456:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056497:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056519:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056544:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056577:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056594:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056633:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056644:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056702:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056715:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056776:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056783:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056829:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056835:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056879:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056883:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056932:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056936:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.056989:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.056990:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057044:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057100:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057105:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057170:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057177:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057231:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057236:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057288:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057314:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057342:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057371:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057389:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057426:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057432:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057483:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057487:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057540:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057545:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057591:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057610:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057637:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057666:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057688:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057723:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057741:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057783:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057839:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057852:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057888:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057900:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.057945:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057952:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.057993:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058010:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.058038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058068:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.058130:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058166:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.058194:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058241:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.058277:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058323:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.058337:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058389:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058446:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058485:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384372.058506:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065ccfb7b. 00000400:00000200:0.0:1767384372.058511:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000800:00000010:3.0:1767384372.058512:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001a2c6e3b. 00000800:00000010:3.0:1767384372.058519:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff21181c. 00000800:00000010:3.0:1767384372.058542:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff21181c. 00000400:00000200:0.0:1767384372.058545:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00020000:3.0:1767384372.058552:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384372.058555:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001a2c6e3b. 00000800:00000010:3.0:1767384372.058559:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065ccfb7b. 00000400:00000200:0.0:1767384372.058576:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000400:02020000:3.0:1767384372.058615:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp42 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384372.058622:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp42 notifying 192.168.202.119@tcp42: down 00000400:00000200:0.0:1767384372.058623:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000200:3.0:1767384372.058628:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp42 down 00000800:00000100:3.0:1767384372.058636:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp42 00000800:00000010:3.0:1767384372.058639:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000045da2f30. 00000400:00000200:3.0:1767384372.058643:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384372.058653:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp42->192.168.202.119@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384372.058655:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:3.0:1767384372.058661:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384372.058666:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384372.058669:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp42) recovery failed with -71 00000400:00000200:0.0:1767384372.058679:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058698:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058717:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058733:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058746:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058762:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058786:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058804:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058816:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058832:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058843:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.119:988 00000400:00000200:0.0:1767384372.058860:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.119:988 00000800:00000010:0.0:1767384372.059007:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004dafcffb. 00000800:00000010:0.0:1767384372.059012:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606d2aa0. 00000800:00000010:0.0:1767384372.059016:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd29cb92. 00000800:00000010:0.0:1767384372.059046:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd29cb92. 00000400:00000200:0.0:1767384372.059784:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384372.059808:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp26 from 203.3.0.2 00000800:00000010:0.0:1767384372.059813:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000db4ee72f. 00000800:00000010:0.0:1767384372.060854:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000016efc06. 00000800:00000010:0.0:1767384372.060859:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cab498a4. 00000800:00000010:0.0:1767384372.060881:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008318a30b. 00000800:00000200:0.1:1767384372.060886:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (4) 00000800:00000200:0.1:1767384372.060892:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp26 000000008318a30b deleted 00000800:00000010:0.1:1767384372.060894:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008318a30b. 00000800:00000200:0.1:1767384372.060899:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384372.060905:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp26 p 3.x 192.168.202.119 -> 192.168.202.119:971 incarnation:1767384330502575485 sched[0] 00000800:00000010:0.0:1767384372.060910:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fd29cb92. 00000800:00000010:0.0:1767384372.060953:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fd29cb92. 00000800:00000010:0.0:1767384372.060956:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cab498a4. 00000800:00000010:0.0:1767384372.060975:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000db4ee72f. 00000800:00000001:0.0:1767384372.060984:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.060988:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384372.061004:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.1:1767384372.061008:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:988 00000800:00000200:0.1:1767384372.061012:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384372.061019:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp26 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384330502575485 sched[0] 00000800:00000010:0.0:1767384372.061021:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606d2aa0. 00000800:00000001:0.0:1767384372.061046:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.061049:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384372.061107:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384372.061110:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.061114:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384372.061117:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384372.061119:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384372.567168:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384372.567173:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384372.567177:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384372.567178:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.567238:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384372.567244:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384372.567247:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384372.688799:0:36079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384372.688814:0:36079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.688818:0:36079:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384372.688823:0:36079:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384372.688827:0:36079:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384372.688830:0:36079:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384373.079165:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.079172:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384373.079175:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c77eabe 00000400:00000010:1.0:1767384373.079181:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c77eabe. 00000400:00000200:1.0:1767384373.079186:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384373.079191:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (6) 00000400:00000200:1.0:1767384373.079194:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp42 recovery ping unlinked 00000800:00000200:3.0:1767384373.079199:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp13 ip 192.168.202.119:988 00000800:00000200:3.0:1767384373.079203:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384373.079209:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000348f4454. 00000400:00000010:1.0:1767384373.079214:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004905a6a6. 00000800:00000001:0.0:1767384373.079352:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384373.079357:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384373.079371:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384373.079376:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384373.079378:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384373.397830:0:36243:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384373.397833:0:36243:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384373.400843:0:36243:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384373.407219:0:36244:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001a1b4c5a. 00000400:00000010:1.0:1767384373.407232:0:36244:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000db2bb067. 00000400:00000010:1.0:1767384373.407240:0:36244:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006f8bddca. 00000400:00000010:1.0:1767384373.407243:0:36244:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009f70bb6e. 00000400:00000010:1.0:1767384373.407246:0:36244:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085009afd. 00000400:00000010:1.0:1767384373.407250:0:36244:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009254eea5. 00000400:00000010:1.0:1767384373.407251:0:36244:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000314292ef. 00000400:00000010:1.0:1767384373.407252:0:36244:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b2e159c. 00000400:00000010:1.0:1767384373.407278:0:36244:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000eed166c9. 00000800:00000010:1.0:1767384373.407294:0:36244:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000078bf251d. 00000800:00000200:1.0:1767384373.407303:0:36244:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384373.407316:0:36244:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384373.407349:0:36244:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384373.407373:0:36244:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp46 [8/256/0/180] 00000400:00000010:1.0:1767384373.408931:0:36244:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000b74c9851. 00000400:00000010:1.0:1767384373.408936:0:36244:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a28a86c. 00000400:00000010:1.0:1767384373.408941:0:36244:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c77eabe. 00000400:00000001:1.0:1767384373.408962:0:36244:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384373.408964:0:36244:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384373.408965:0:36244:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938436a2. 00000400:00000200:1.0:1767384373.408967:0:36244:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:1.0:1767384373.408969:0:36244:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000400:00000010:1.0:1767384373.408972:0:36244:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000cbb338a4. 00000400:00000200:1.0:1767384373.408976:0:36244:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (38) 00000400:00000200:1.0:1767384373.408985:0:36244:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384373.408992:0:36244:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:1.0:1767384373.408998:0:36244:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007179ea82. 00000020:01000000:1.0:1767384373.409002:0:36244:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384373.409005:0:36244:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp46 00000400:00000200:3.0:1767384373.409006:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384373.409013:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000400:00000010:1.0:1767384373.409015:0:36244:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000db2bb067. 00000400:00000010:1.0:1767384373.409019:0:36244:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001a1b4c5a. 00000400:00000010:3.0:1767384373.409020:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bc9dcd9. 00000400:00000200:3.0:1767384373.409024:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (39) 00000400:00000010:3.0:1767384373.409029:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084aa7fd5. 00000400:00000200:3.0:1767384373.409033:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:00000001:2.0:1767384373.409037:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384373.409041:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384373.409045:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 10000000:00000001:2.0:1767384373.409045:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384373.409049:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384373.409053:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000020:01000004:2.0:1767384373.409053:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384373.409057:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384373.409060:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384373.409061:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000020:01000004:2.0:1767384373.409063:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384373.409066:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384373.409069:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000020:01000004:2.0:1767384373.409070:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384373.409072:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384373.409075:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384373.409077:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384373.409078:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000020:01000004:2.0:1767384373.409080:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384373.409085:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000100:00000010:2.0:1767384373.409087:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b89c84f3. 00000400:00000200:3.0:1767384373.409092:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000020:00000040:2.0:1767384373.409094:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:3.0:1767384373.409097:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000100:00000001:2.0:1767384373.409101:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384373.409102:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 02000000:00000001:2.0:1767384373.409128:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384373.409134:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384373.409143:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cb1d596b. 00000100:00000001:2.0:1767384373.409149:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409156:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384373.409158:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.409165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b89c84f3] to pc [ptlrpcd_00_00+0] req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384373.409178:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:3.0:1767384373.409183:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 10000000:00000001:2.0:1767384373.409193:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384373.409198:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.409201:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409205:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000020:01000000:2.0:1767384373.409205:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384373.409213:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000020:00000001:2.0:1767384373.409217:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384373.409218:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 10000000:00000001:2.0:1767384373.409220:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384373.409225:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 10000000:00000001:2.0:1767384373.409225:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384373.409230:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384373.409233:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 62], ns[44, 63] 00000020:01000004:2.0:1767384373.409237:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384373.409241:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384373.409242:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000020:01000004:2.0:1767384373.409247:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384373.409248:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384373.409252:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000020:01000004:2.0:1767384373.409253:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384373.409268:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384373.409269:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384373.409273:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384373.409274:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384373.409276:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000020:01000004:2.0:1767384373.409277:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384373.409280:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:0.0:1767384373.409281:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384373.409283:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384373.409290:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64329de. 00000400:00000200:3.0:1767384373.409291:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 44], ns[68, 44] 00000020:00000040:2.0:1767384373.409296:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384373.409302:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384373.409305:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384373.409307:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[90, 44] 02000000:00000001:2.0:1767384373.409310:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409310:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384373.409315:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409316:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 02000000:00000010:2.0:1767384373.409319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000161ca597. 02000000:00000001:0.0:1767384373.409322:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384373.409325:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409326:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 44], ns[133, 44] 02000000:00000001:0.0:1767384373.409327:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.409332:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384373.409336:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409337:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[99, 44] 02000000:00000001:0.0:1767384373.409337:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384373.409346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d64329de] to pc [ptlrpcd_00_01+1] req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.409346:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748250880:0@lo:253: 00000400:00000200:3.0:1767384373.409347:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[105, 44] 00000100:00000001:0.0:1767384373.409358:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384373.409364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 44], ns[117, 44] 02000000:00000001:0.0:1767384373.409366:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:2.0:1767384373.409369:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.409371:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409373:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 44], ns[157, 44] 10000000:00000001:2.0:1767384373.409374:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384373.409376:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384373.409379:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384373.409382:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384373.409383:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 44], ns[169, 44] 02000000:00000010:0.0:1767384373.409385:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000027925041. 00000020:00000010:2.0:1767384373.409386:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007179ea82. 00000400:00000200:3.0:1767384373.409391:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[142, 44], ns[151, 44] 02000000:00000001:0.0:1767384373.409392:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.409398:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d56eb0. 00000100:00000001:2.0:1767384373.409400:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384373.409404:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.409406:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384373.409407:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 44], ns[132, 44] 00000400:00000010:0.0:1767384373.409407:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c34c6b5. 00000100:00000040:2.0:1767384373.409411:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384373.409415:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748250880, portal 25 00000100:00000001:0.0:1767384373.409422:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384373.409424:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[149, 44], ns[158, 44] 00000100:00000001:0.0:1767384373.409427:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521764224 : -114055187787392 : ffff9844750c1180) 00000100:00000001:2.0:1767384373.409432:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384373.409435:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384373.409440:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384373.409441:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 44], ns[160, 44] 00000100:00000040:0.0:1767384373.409441:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384373.409442:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384373.409448:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384373.409455:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748251008:0@lo:253: 00000400:00000200:3.0:1767384373.409459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 44], ns[176, 44] 00000100:00000001:2.0:1767384373.409464:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384373.409468:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384373.409471:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[168, 44], ns[177, 44] 02000000:00000001:2.0:1767384373.409475:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384373.409475:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384373.409482:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000015f00198. 00000400:00000200:3.0:1767384373.409484:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 44], ns[168, 44] 00000100:00000040:0.0:1767384373.409485:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384373.409486:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384373.409492:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc3a4057. 00000400:00000010:2.0:1767384373.409493:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f133b711. 00000400:00000200:3.0:1767384373.409494:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000100:00000200:0.0:1767384373.409499:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748250880, offset 0 00000400:00000010:2.0:1767384373.409501:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8789bc8. 00000400:00000200:3.0:1767384373.409502:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000200:2.0:1767384373.409508:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748251008, portal 25 00000400:00000200:3.0:1767384373.409511:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000100:00000001:2.0:1767384373.409513:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384373.409514:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384373.409516:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521772288 : -114055187779328 : ffff9844750c3100) 00000400:00000200:3.0:1767384373.409519:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp44 00000100:00000040:2.0:1767384373.409522:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384373.409527:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp44 lpni_is_preferred = 0 00000400:00000200:3.0:1767384373.409534:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp44 00000100:00000001:2.0:1767384373.409536:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384373.409540:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384373.409542:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp44 NI seq info: [178:178:256:4294967295] 192.168.202.119@tcp44 LPNI seq info [169:169:8:4294967295] 00000400:00000010:2.0:1767384373.409544:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003df8a5eb. 00000100:00000200:2.0:1767384373.409548:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748251008, offset 0 00000400:00000200:3.0:1767384373.409551:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp44 00000400:00000200:2.0:1767384373.409556:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384373.409562:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp44(192.168.202.119@tcp44:) -> 192.168.202.119@tcp44(192.168.202.119@tcp:192.168.202.119@tcp44) : PUT try# 0 00000800:00000200:3.0:1767384373.409567:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.119@tcp44 00000800:00000010:3.0:1767384373.409572:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c043058d. 00000400:00000200:0.0:1767384373.409578:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384373.409579:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384373.409582:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ae509bb3. 00000800:00000010:3.0:1767384373.409590:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008ecdfbfb. 00000400:00000200:0.0:1767384373.409596:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106f00 00000400:00000200:2.0:1767384373.409600:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e106f80 00000800:00000200:3.0:1767384373.409601:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000800:00000200:3.1:1767384373.409611:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000400:00000200:0.0:1767384373.409611:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x152d [2] + 0 00000400:00000010:0.0:1767384373.409621:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d47fbe50. 00000400:00000200:3.0:1767384373.409624:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384373.409627:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7806fa2 00000400:00000200:3.0:1767384373.409628:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 00000400:00000200:2.0:1767384373.409636:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1559 [2] + 0 00000400:00000200:0.0:1767384373.409637:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384373.409640:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f692260. 00000400:00000200:2.0:1767384373.409645:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000979e287f 00000400:00000200:0.0:1767384373.409646:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384373.409650:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384373.409653:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7806fa2 00000400:00000200:2.0:1767384373.409655:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384373.409660:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7806fa2. 00000400:00000200:2.0:1767384373.409666:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000979e287f 00000100:00000001:0.0:1767384373.409667:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384373.409669:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000979e287f. 00000100:00000200:0.0:1767384373.409671:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384373.409674:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384373.409677:0:16146:0:(events.c:337:request_in_callback()) incoming req@000000006e51ef68 x1853236748250880 msgsize 4848 00000100:00000200:2.0:1767384373.409678:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384373.409682:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000005d5d8f7e x1853236748251008 msgsize 4848 00000400:00000200:3.0:1767384373.409686:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000100:00100000:0.0:1767384373.409693:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384373.409694:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384373.409698:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384373.409712:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384373.409712:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384373.409722:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc3a4057 00000100:00000001:2.0:1767384373.409724:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384373.409726:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc3a4057. 00000400:00000200:3.0:1767384373.409727:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:0.0:1767384373.409732:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384373.409733:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df8a5eb 00000400:00000010:2.0:1767384373.409738:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003df8a5eb. 00000100:00000001:2.0:1767384373.409742:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384373.409742:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384373.409748:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384373.409759:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000001:0.0:1767384373.409768:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384373.409769:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384373.409774:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384373.409777:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384373.409784:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:2.0:1767384373.409789:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409794:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.409799:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409800:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409804:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384373.409806:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294961302 00000100:00000010:2.0:1767384373.409811:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b367df1f. 00000100:00000001:0.0:1767384373.409811:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409816:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294961302 00000100:00000001:2.0:1767384373.409817:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384373.409820:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:2.0:1767384373.409824:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294961302 00000100:00000001:0.0:1767384373.409825:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294961302 00000100:00000010:2.0:1767384373.409830:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f2958ad. 00000100:00000001:0.0:1767384373.409831:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294961302 00000100:00000001:2.0:1767384373.409836:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384373.409841:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294961302 00000100:00000001:0.0:1767384373.409842:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294961302 00000100:00000010:2.0:1767384373.409845:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a2ccc6. 00000100:00000001:0.0:1767384373.409847:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294961302 00000400:00000200:3.0:1767384373.409849:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:2.0:1767384373.409851:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384373.409859:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294961302 00000100:00000001:0.0:1767384373.409859:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294961302 00000100:00000010:2.0:1767384373.409864:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7a65d34. 00000100:00000001:0.0:1767384373.409865:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294961302 00000100:00000001:2.0:1767384373.409869:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384373.409873:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.409874:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294961302 00000100:00000001:2.0:1767384373.409875:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409881:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409881:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384373.409884:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.409890:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409891:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384373.409892:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000001:2.0:1767384373.409895:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384373.409896:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409899:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.409901:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.409902:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384373.409907:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409910:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409910:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.409914:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384373.409918:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.409921:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384373.409923:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409926:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.409932:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384373.409936:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748250880 00000400:00000200:3.0:1767384373.409937:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 02000000:00000001:2.0:1767384373.409938:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384373.409942:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384373.409945:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.409947:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384373.409948:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384373.409951:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251008 00000100:00100000:2.0:1767384373.409952:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748250880 02000000:00000001:0.0:1767384373.409957:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384373.409958:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384373.409961:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384373.409962:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384373.409966:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384373.409966:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384373.409970:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 02000000:00000001:0.0:1767384373.409972:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.409973:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000020:00000001:2.0:1767384373.409973:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384373.409980:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:0.0:1767384373.409980:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251008 00000020:00000001:0.0:1767384373.409985:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384373.409986:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384373.409987:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000010:2.0:1767384373.409990:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8578d54. 00000020:00000001:0.0:1767384373.409991:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384373.409995:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384373.409996:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000010:2.0:1767384373.410000:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8578d54. 00000020:00000001:0.0:1767384373.410002:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384373.410006:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000010:2.0:1767384373.410007:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000100:00000001:0.0:1767384373.410009:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384373.410011:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000020:00000010:2.0:1767384373.410013:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c1b42d5. 00000020:00000010:0.0:1767384373.410015:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad9c19. 00000020:00000010:2.0:1767384373.410019:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000661b928. 00000100:00000001:0.0:1767384373.410020:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384373.410026:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad9c19. 00000100:00000040:2.0:1767384373.410030:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384373.410032:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028152aaf. 00000100:00000001:2.0:1767384373.410034:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384373.410037:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384373.410039:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384373.410039:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e7876b9. 00000400:00000200:3.0:1767384373.410047:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000020:00000010:0.0:1767384373.410047:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aef979fa. 00000100:00000001:2.0:1767384373.410050:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.410055:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384373.410059:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384373.410061:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.410062:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.410068:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.410073:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384373.410074:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384373.410077:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384373.410081:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000001:0.0:1767384373.410084:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384373.410085:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384373.410089:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384373.410090:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000001:2.0:1767384373.410090:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378286672 : -114060331264944 : ffff98434278d450) 00000100:00000040:2.0:1767384373.410099:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006e51ef68 x1853236748250880/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384373.410125:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384373.410127:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8578d54. 00000100:00000001:2.0:1767384373.410130:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384373.410132:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8578d54. 00000100:00100000:2.0:1767384373.410137:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006e51ef68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748250880:12345-0@lo:253: 00000100:00000200:2.0:1767384373.410140:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748250880 00000100:00100000:0.0:1767384373.410140:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000001:2.0:1767384373.410145:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384373.410147:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000020:00000001:2.0:1767384373.410149:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384373.410151:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378295888 : -114060331255728 : ffff98434278f850) 00000020:00000001:2.0:1767384373.410152:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.410158:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384373.410160:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000020:00000001:2.0:1767384373.410160:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000040:0.0:1767384373.410162:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005d5d8f7e x1853236748251008/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:354/0 lens 4848/0 e 0 to 0 dl 1767384384 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384373.410167:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384373.410170:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384373.410176:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384373.410178:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384373.410182:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.410182:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384373.410187:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384373.410188:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fad9c19. 02000000:00000001:2.0:1767384373.410189:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384373.410193:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384373.410196:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd5e592e. 00000020:00000010:0.0:1767384373.410197:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fad9c19. 00000400:00000200:3.0:1767384373.410198:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 02000000:00000001:2.0:1767384373.410200:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384373.410205:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384373.410206:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005d5d8f7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748251008:12345-0@lo:253: 20000000:00000001:2.0:1767384373.410209:0:16780:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384373.410214:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251008 00000020:00000001:0.0:1767384373.410218:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384373.410220:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384373.410222:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384373.410223:0:16780:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000065bbcbab. 00000020:00000001:0.0:1767384373.410225:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384373.410229:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 20000000:01000000:2.0:1767384373.410230:0:16780:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384373.410234:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384373.410237:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384373.410237:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384373.410241:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384373.410242:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384373.410246:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384373.410247:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384373.410249:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384373.410250:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 20000000:00000001:2.0:1767384373.410252:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.410267:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384373.410268:0:16780:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:0.0:1767384373.410271:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384373.410281:0:16780:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4776118. 20000000:01000000:2.0:1767384373.410286:0:16780:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 02000000:00000010:0.0:1767384373.410288:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004efcf730. 02000000:00000001:0.0:1767384373.410292:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384373.410293:0:16780:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384373.410296:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.410300:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384373.410301:0:16780:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:0.0:1767384373.410307:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000401f94df. 20000000:01000000:0.0:1767384373.410312:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384373.410313:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 20000000:00000001:0.0:1767384373.410315:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384373.410318:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384373.410320:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.410323:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384373.410330:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384373.410340:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00080000:00000001:2.0:1767384373.410351:0:16780:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384373.410355:0:16780:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384373.410356:0:16780:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.410358:0:16780:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384373.410361:0:16780:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384373.410366:0:16780:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000400:00000200:3.0:1767384373.410367:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00080000:00000001:2.0:1767384373.410373:0:16780:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384373.410382:0:16780:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db0d1d01. 00080000:00000001:2.0:1767384373.410385:0:16780:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017745909760 : -114055963641856 : ffff984446cd7800) 00080000:00000001:2.0:1767384373.410388:0:16780:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384373.410392:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410414:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410440:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410476:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000001:00000001:2.0:1767384373.410498:0:16780:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384373.410501:0:16780:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.410504:0:16780:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384373.410518:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00080000:00000001:2.0:1767384373.410522:0:16780:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384373.410526:0:16780:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767384373.410561:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410605:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00080000:00000001:2.0:1767384373.410650:0:16780:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384373.410654:0:16780:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384373.410669:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410708:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410750:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410789:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410842:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410883:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410913:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410952:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384373.410976:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384373.411160:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065ccfb7b. 00000800:00000010:3.0:1767384373.411164:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000065e47fc5. 00000800:00000010:3.0:1767384373.411169:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071a9c18b. 00000800:00000010:3.0:1767384373.411192:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071a9c18b. 00000800:00020000:3.0:1767384373.411200:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384373.411202:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000065e47fc5. 00000800:00000010:3.0:1767384373.411205:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065ccfb7b. 00000400:02020000:3.0:1767384373.411274:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp44 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384373.411281:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp44 notifying 192.168.202.119@tcp44: down 00000800:00000200:3.0:1767384373.411287:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp44 down 00000800:00000100:3.0:1767384373.411294:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.202.119@tcp44 00000800:00000010:3.0:1767384373.411297:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c043058d. 00000400:00000200:3.0:1767384373.411301:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384373.411305:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp44->192.168.202.119@tcp44: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384373.411313:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp44 added to recovery queue. ping count: 0 next ping: 294 health :900 00000400:00000200:3.0:1767384373.411316:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384373.411320:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:3.0:1767384373.411324:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384373.411355:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384373.411362:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301151 00000400:00000001:0.0:1767384373.411366:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384373.411368:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384373.411370:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bc9dcd9 00000400:00000010:0.0:1767384373.411371:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bc9dcd9. 00000400:00000200:0.0:1767384373.411374:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384373.411378:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384373.411383:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (40) 00000400:00000200:0.0:1767384373.411386:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384373.411389:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 rc -71 00000400:00000200:0.0:1767384373.411393:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384373.411396:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (39) 00080000:00000001:1.0:1767384373.418743:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767384373.418745:0:16780:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384373.418749:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767384373.418752:0:16780:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:1.0:1767384373.418753:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384373.418757:0:16780:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384373.418757:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384373.418761:0:16780:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767384373.418761:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384373.418765:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000db0d1d01. 20000000:01000000:2.0:1767384373.418771:0:16780:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767384373.418772:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384373.418782:0:16780:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384373.418786:0:16780:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767384373.418793:0:16780:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767384373.418796:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da2ff79b. 20000000:01000000:3.0:1767384373.418798:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767384373.418802:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767384373.418803:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384373.418807:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384373.418811:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384373.418813:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384373.418816:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384373.418817:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:3.0:1767384373.418823:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000054134bf3. 00010000:00000001:3.0:1767384373.418828:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384373.418832:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027436fb3. 00000020:00000001:3.0:1767384373.418835:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384373.418838:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000027436fb3 with handle 0x4ac496f8d605e297 to hash 00000020:00000001:3.0:1767384373.418840:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384373.418842:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00080000:00000001:0.0:1767384373.418847:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384373.418851:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00080000:00000001:0.0:1767384373.418853:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384373.418856:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384373.418857:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.418859:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.418861:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384373.418863:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384373.418865:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384373.418871:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:3.0:1767384373.418873:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384373.418877:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384373.418877:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384373.418881:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384373.418883:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.418885:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384373.418885:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000048822ef5. 00010000:00000001:3.0:1767384373.418888:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.418891:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384373.418891:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381434368 : -114060328117248 : ffff984342a8dc00) 00010000:00000001:3.0:1767384373.418896:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:0.0:1767384373.418897:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384373.418899:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384373.418901:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384373.418903:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384373.418904:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000054134bf3) refcount = 1 00010000:00010000:3.0:1767384373.418907:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.418911:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384373.418913:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384373.418914:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.418916:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.418917:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384373.418919:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384373.418922:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384373.418925:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.418926:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.418927:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=4 00000020:00000001:3.0:1767384373.418929:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.418931:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.418933:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384373.418934:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.418944:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384373.418946:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.418950:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.418951:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.418953:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.418956:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.418958:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.418960:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384373.418962:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384373.418966:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000027436fb3 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384373.418968:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.418970:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384373.418972:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384373.418974:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:3.0:1767384373.418977:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000001:0.0:1767384373.418978:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.418979:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.418982:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:0.0:1767384373.418984:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000040:3.0:1767384373.418985:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=5 00000020:00000001:3.0:1767384373.418988:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.418990:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.418992:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384373.418993:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.418997:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384373.418998:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384373.419000:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384373.419004:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384373.419006:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.419010:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384373.419011:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384373.419014:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.419015:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.419017:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027436fb3 with handle 0x4ac496f8d605e297 from hash 00010000:00000001:3.0:1767384373.419019:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.419020:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.419021:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.419022:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384373.419023:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384373.419025:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384373.419026:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384373.419027:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.419029:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.419030:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384373.419031:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384373.419033:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.419034:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.419035:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.419036:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.419038:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.419039:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.419043:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.419044:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.419045:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384373.419047:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384373.419048:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.419049:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.419051:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384373.419053:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384373.419054:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.419056:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.419060:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384373.419066:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384373.419068:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e297 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384373.419073:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000054134bf3 count: 0 00010000:00000001:3.0:1767384373.419084:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384373.419086:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384373.419095:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384373.419100:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767384373.422150:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294961302, at 4294961303 00000100:00000010:1.0:1767384373.422159:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f2958ad. 00000100:00000040:0.0:1767384373.422226:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294961302, at 4294961303 00000100:00000010:0.0:1767384373.422242:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b367df1f. 00000100:00000040:3.0:1767384373.422309:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294961302, at 4294961303 00000100:00000010:3.0:1767384373.422316:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7a65d34. 00000100:00000040:2.0:1767384373.423162:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294961302, at 4294961304 00000100:00000010:2.0:1767384373.423169:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a2ccc6. 00010000:00000010:3.1:1767384373.424126:0:36245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000054134bf3. 00010000:00000010:3.1:1767384373.424135:0:36245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027436fb3. 00080000:00000001:1.0:1767384373.427328:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384373.427334:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384373.427337:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384373.427338:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384373.427341:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384373.427347:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384373.427350:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384373.427353:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384373.427357:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:1.0:1767384373.427357:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:3.0:1767384373.427359:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384373.427364:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384373.427366:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384373.427370:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:3.0:1767384373.427372:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ae4c5f3c. 00040000:00000001:1.0:1767384373.427373:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384373.427377:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767384373.427378:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767384373.427379:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:3.0:1767384373.427382:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027436fb3. 00040000:00000001:1.0:1767384373.427382:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767384373.427386:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384373.427390:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000027436fb3 with handle 0x4ac496f8d605e29e to hash 00080000:00000010:1.0:1767384373.427392:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000048822ef5. 00000020:00000001:3.0:1767384373.427393:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384373.427396:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00080000:00000001:1.0:1767384373.427398:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767384373.427399:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.427403:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.427404:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.427406:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427413:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384373.427415:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384373.427417:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384373.427418:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.427420:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.427422:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384373.427423:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.427426:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384373.427434:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384373.427436:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384373.427438:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384373.427439:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ae4c5f3c) refcount = 1 00010000:00010000:3.0:1767384373.427441:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427446:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384373.427448:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384373.427449:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.427451:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.427453:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384373.427456:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384373.427458:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384373.427461:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.427462:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.427464:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=4 00000020:00000001:3.0:1767384373.427466:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.427469:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.427470:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384373.427472:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427477:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384373.427478:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427482:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.427484:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384373.427485:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427489:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.427490:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.427493:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384373.427500:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384373.427505:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000027436fb3 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384373.427507:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.427509:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384373.427510:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427514:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384373.427516:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384373.427517:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384373.427518:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=5 00000020:00000001:3.0:1767384373.427520:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.427522:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384373.427524:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384373.427526:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427530:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384373.427532:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384373.427533:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.427537:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384373.427539:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384373.427541:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384373.427542:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384373.427544:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027436fb3 with handle 0x4ac496f8d605e29e from hash 00010000:00000001:3.0:1767384373.427546:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384373.427547:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.427549:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.427550:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384373.427552:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384373.427554:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384373.427556:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384373.427557:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384373.427560:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.427567:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384373.427568:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384373.427571:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.427572:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.427574:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.427575:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.427577:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.427578:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427582:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.427583:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.427584:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384373.427586:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384373.427587:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384373.427588:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384373.427589:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384373.427592:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384373.427593:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384373.427595:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384373.427599:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384373.427600:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384373.427601:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e29e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384373.427605:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ae4c5f3c count: 0 00010000:00000001:3.0:1767384373.427617:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384373.427619:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767384373.428434:0:16780:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384373.428438:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384373.428440:0:16780:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000065bbcbab. 20000000:00000001:3.0:1767384373.428446:0:16780:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384373.428450:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748250880 00010000:00000001:3.0:1767384373.428452:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384373.428460:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006e51ef68 x1853236748250880/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384373.428474:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384373.428476:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384373.428480:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.428484:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384373.428488:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384373.428491:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384373.428493:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384373.428495:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.428499:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384373.428503:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384373.428506:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065e47fc5. 00000100:00000200:3.0:1767384373.428511:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748250880, offset 224 00000400:00000200:3.0:1767384373.428519:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384373.428530:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384373.428541:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106f00 00000400:00000200:3.0:1767384373.428547:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dd5 [2] + 224 00000400:00000200:3.0:1767384373.428554:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384373.428558:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384373.428563:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384373.428567:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384373.428574:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.428590:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384373.428597:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065e47fc5 00000400:00000010:3.0:1767384373.428599:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065e47fc5. 00000100:00000001:0.0:1767384373.428601:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.428602:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384373.428605:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384373.428607:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384373.428609:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384373.428613:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384373.428615:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384373.428615:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384373.428620:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384373.428620:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384373.428625:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384373.428625:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d56eb0. 00000400:00000200:0.0:1767384373.428631:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c34c6b5 00000400:00000010:0.0:1767384373.428635:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c34c6b5. 00000100:00000040:3.0:1767384373.428639:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e51ef68 x1853236748250880/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.428641:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384373.428649:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384373.428650:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006e51ef68 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748250880:12345-0@lo:253: Request processed in 18522us (18970us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384373.428665:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:3.0:1767384373.428669:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000200:0.0:1767384373.428669:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.428674:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384373.428678:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384373.428684:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c1b42d5. 00000100:00000001:0.0:1767384373.428685:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384373.428689:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384373.428691:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000661b928. 00000100:00000001:0.0:1767384373.428694:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384373.428696:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 02000000:00000001:0.0:1767384373.428698:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384373.428702:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:0.0:1767384373.428702:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384373.428706:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384373.428708:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384373.428711:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384373.428712:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd5e592e. 02000000:00000001:3.0:1767384373.428718:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384373.428720:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=79 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384373.428721:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384373.428729:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384373.428729:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=79 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384373.428735:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084515e2a. 00000100:00000001:0.0:1767384373.428736:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384373.428740:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384373.428742:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065e47fc5. 00010000:00000001:0.0:1767384373.428744:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384373.428748:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.428751:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384373.428756:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.428764:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384373.428766:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384373.428767:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384373.428770:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384373.428772:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384373.428774:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384373.428781:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384373.428783:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384373.428784:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384373.428786:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384373.428787:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384373.428789:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384373.428791:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384373.428795:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384373.428801:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b89c84f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748250880:0@lo:253: 00000100:00000001:0.0:1767384373.428806:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.428807:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384373.428811:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b89c84f3 x1853236748250880/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384373.428816:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384373.428818:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384373.428821:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000027925041. 02000000:00000001:0.0:1767384373.428826:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384373.428828:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384373.428830:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384373.428832:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384373.428834:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cb1d596b. 02000000:00000001:0.0:1767384373.428839:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384373.428841:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384373.428842:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b89c84f3. 00000100:00000001:0.0:1767384373.428846:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384373.428848:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.428849:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384373.428856:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384373.428858:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384373.428860:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384373.428863:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384373.430432:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767384373.430437:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384373.430439:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000401f94df. 20000000:00000001:1.0:1767384373.430445:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384373.430449:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748251008 00010000:00000001:1.0:1767384373.430452:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384373.430457:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005d5d8f7e x1853236748251008/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384373.430466:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384373.430468:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384373.430471:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384373.430476:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384373.430479:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384373.430482:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384373.430485:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384373.430486:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384373.430489:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384373.430494:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384373.430497:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db2bb067. 00000100:00000200:1.0:1767384373.430501:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748251008, offset 224 00000400:00000200:1.0:1767384373.430508:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384373.430515:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384373.430524:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e106f80 00000400:00000200:1.0:1767384373.430531:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ddd [2] + 224 00000400:00000200:1.0:1767384373.430538:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384373.430542:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384373.430546:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384373.430550:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384373.430559:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.430579:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384373.430585:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.430588:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384373.430601:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384373.430604:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384373.430606:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f133b711. 00000400:00000200:3.0:1767384373.430610:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8789bc8 00000400:00000010:3.0:1767384373.430611:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8789bc8. 00000100:00000001:3.0:1767384373.430614:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384373.430618:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db2bb067 00000100:00000200:3.0:1767384373.430619:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384373.430623:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db2bb067. 00000100:00000001:1.0:1767384373.430631:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384373.430633:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384373.430635:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384373.430643:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384373.430645:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384373.430645:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.430651:0:16147:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384373.430654:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384373.430658:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384373.430659:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384373.430661:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.430662:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384373.430665:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384373.430667:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384373.430668:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384373.430672:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=79 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384373.430675:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d5d8f7e x1853236748251008/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:354/0 lens 4848/4768 e 0 to 0 dl 1767384384 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384373.430677:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384373.430684:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384373.430685:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384373.430689:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384373.430691:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.430697:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384373.430701:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005d5d8f7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748251008:12345-0@lo:253: Request processed in 20516us (21014us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384373.430703:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384373.430716:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384373.430719:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384373.430720:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:3.0:1767384373.430721:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384373.430726:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:1.0:1767384373.430727:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000020:01000004:3.0:1767384373.430728:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384373.430731:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384373.430733:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:01000004:3.0:1767384373.430734:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384373.430737:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384373.430737:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:3.0:1767384373.430739:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384373.430742:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:1.0:1767384373.430742:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e7876b9. 00000020:01000004:3.0:1767384373.430743:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384373.430745:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384373.430749:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384373.430751:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aef979fa. 00000020:00000010:1.0:1767384373.430758:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028152aaf. 00000100:00100000:3.0:1767384373.430759:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748251008:0@lo:253: 00000020:00000040:1.0:1767384373.430767:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:3.0:1767384373.430768:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.430771:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384373.430774:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767384373.430775:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64329de x1853236748251008/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384373.430778:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004efcf730. 02000000:00000001:1.0:1767384373.430784:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384373.430785:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384373.430786:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384373.430788:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384373.430791:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000015f00198. 00000100:00000200:1.0:1767384373.430793:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384373.430799:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000938436a2. 02000000:00000001:3.0:1767384373.430801:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384373.430804:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384373.430805:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000400:00000010:1.0:1767384373.430806:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db2bb067. 00000020:00000001:3.0:1767384373.430808:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384373.430812:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000161ca597. 02000000:00000001:3.0:1767384373.430816:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384373.430817:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384373.430819:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64329de. 00000100:00000001:3.0:1767384373.430821:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384373.430822:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.430824:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384373.430828:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384373.430829:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384373.430831:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384373.430833:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384373.431657:0:36249:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f05c4234. 00000400:00000040:2.0:1767384373.431671:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.431674:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384373.431675:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.431677:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.431679:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.431680:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384373.431682:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.431683:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384373.431684:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384373.431685:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384373.431686:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384373.431687:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.431689:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384373.431690:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.431691:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384373.431692:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384373.431693:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384373.431694:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384373.431695:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384373.431696:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.431697:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.431698:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.431699:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.431700:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.431701:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384373.431702:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.431703:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.431704:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.431705:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.431706:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.431706:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384373.431708:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384373.431708:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384373.431709:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384373.431711:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384373.431712:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.431713:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384373.431715:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384373.431716:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.431717:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384373.431718:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384373.431719:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384373.431720:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384373.431721:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384373.431722:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384373.431723:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384373.431724:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384373.431725:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384373.431726:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384373.431727:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384373.431728:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384373.431729:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384373.431729:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384373.431731:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384373.431731:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384373.431732:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384373.431733:0:36249:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384373.431810:0:36249:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f05c4234. 00010000:00000010:3.1:1767384373.433155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ae4c5f3c. 00010000:00000010:3.1:1767384373.433164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027436fb3. 00010000:00000001:2.0:1767384373.592166:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384373.592173:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384373.592180:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384373.592182:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384373.592209:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384373.592213:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384373.592217:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384374.103191:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp37 00000400:00000010:1.0:1767384374.103198:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009d8c0047. 00000400:00000010:1.0:1767384374.103206:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000058d8df65. 00000400:00000010:1.0:1767384374.103211:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000548a838c. 00000400:00000010:1.0:1767384374.103220:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006c1ae762. 00000400:00000200:1.0:1767384374.103226:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp37 00000400:00000200:1.0:1767384374.103268:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp37 local destination 00000400:00000200:1.0:1767384374.103276:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp37 00000400:00000200:1.0:1767384374.103280:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp37 NI seq info: [179:179:256:4294967295] 192.168.202.119@tcp37 LPNI seq info [170:170:8:4294967295] 00000400:00000200:1.0:1767384374.103303:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp37 00000400:00000200:1.0:1767384374.103311:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp37(192.168.202.119@tcp37:) -> 192.168.202.119@tcp37(192.168.202.119@tcp37:192.168.202.119@tcp37) : GET try# 0 00000800:00000200:1.0:1767384374.103318:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp37 00000800:00000010:1.0:1767384374.103324:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000458b98b6. 00000800:00000200:1.0:1767384374.103332:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000800:00000200:1.1:1767384374.103338:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000400:00000200:1.0:1767384374.103361:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp37 added to recovery queue. ping count: 4 next ping: 310 health :600 00000400:00000200:1.0:1767384374.103366:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp44 00000400:00000010:1.0:1767384374.103369:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000aa1e0781. 00000400:00000010:1.0:1767384374.103374:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003aebc287. 00000400:00000010:1.0:1767384374.103378:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df5f825c. 00000400:00000010:1.0:1767384374.103385:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004978a209. 00000400:00000200:1.0:1767384374.103391:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp44 00000400:00000200:1.0:1767384374.103401:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp44 local destination 00000400:00000200:1.0:1767384374.103406:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp44 00000400:00000200:1.0:1767384374.103409:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp44 NI seq info: [180:180:256:4294967295] 192.168.202.119@tcp44 LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1767384374.103414:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp44 00000400:00000200:1.0:1767384374.103421:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp44(192.168.202.119@tcp44:) -> 192.168.202.119@tcp44(192.168.202.119@tcp44:192.168.202.119@tcp44) : GET try# 0 00000800:00000200:1.0:1767384374.103427:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp44 00000400:00000200:3.0:1767384374.103432:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000010:1.0:1767384374.103432:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000149ae914. 00000800:00000200:1.0:1767384374.103442:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000800:00000200:1.1:1767384374.103447:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000400:00000200:1.0:1767384374.103465:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp44 added to recovery queue. ping count: 1 next ping: 296 health :900 00000400:00000200:3.0:1767384374.103492:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103528:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103539:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103600:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103613:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103668:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103675:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103729:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103741:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103774:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103818:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103833:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103890:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103899:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.103946:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.103962:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104007:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104045:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104077:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104147:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104158:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104220:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104233:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104275:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104312:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104331:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104373:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104398:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104442:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104466:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104493:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104521:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104537:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104580:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104580:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104597:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104647:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104656:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104686:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104725:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104728:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104798:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104800:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104864:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104864:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.104943:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.104944:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.105025:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105069:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.105091:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105150:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105179:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105196:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105214:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105229:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105263:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105297:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105351:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384374.105415:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384374.105615:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065ccfb7b. 00000800:00000010:3.0:1767384374.105621:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003cd4a6f2. 00000800:00000010:3.0:1767384374.105628:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071a9c18b. 00000800:00000010:3.0:1767384374.105654:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071a9c18b. 00000800:00020000:3.0:1767384374.105666:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384374.105669:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003cd4a6f2. 00000800:00000010:3.0:1767384374.105672:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065ccfb7b. 00000400:02020000:3.0:1767384374.105741:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp37 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384374.105747:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp37 notifying 192.168.202.119@tcp37: down 00000800:00000200:3.0:1767384374.105753:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp37 down 00000800:00000100:3.0:1767384374.105761:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp37 00000800:00000010:3.0:1767384374.105764:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000458b98b6. 00000400:00000200:3.0:1767384374.105768:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384374.105774:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp37->192.168.202.119@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384374.105782:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384374.105791:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384374.105797:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp37) recovery failed with -71 00000400:00000200:2.0:1767384374.106485:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106540:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106587:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106625:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106679:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106697:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106709:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384374.106721:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384374.106820:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a124b28. 00000800:00000010:2.0:1767384374.106824:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a44ca0d. 00000800:00000010:2.0:1767384374.106827:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000494023ed. 00000800:00000010:2.0:1767384374.106842:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000494023ed. 00000800:00020000:2.0:1767384374.106848:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384374.106850:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a44ca0d. 00000800:00000010:2.0:1767384374.106853:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000a124b28. 00000400:02020000:2.0:1767384374.106882:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp44 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384374.106886:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp44 notifying 192.168.202.119@tcp44: down 00000400:00000200:2.0:1767384374.106889:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384374.106891:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp44 00000800:00000010:2.0:1767384374.106893:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000149ae914. 00000400:00000200:2.0:1767384374.106895:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384374.106898:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp44->192.168.202.119@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384374.106903:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384374.106905:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384374.106908:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384374.616162:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.616167:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.616172:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384374.616174:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384374.616175:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384374.616177:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.616180:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384374.616181:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.616183:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384374.616184:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384374.616219:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384374.616223:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384374.616228:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384375.127225:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384375.127232:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384375.127235:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000548a838c 00000400:00000010:2.0:1767384375.127259:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000548a838c. 00000400:00000200:2.0:1767384375.127265:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384375.127272:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384375.127286:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009d8c0047. 00000400:00000010:2.0:1767384375.127290:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000058d8df65. 00000400:00000001:2.0:1767384375.127295:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384375.127297:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384375.127298:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df5f825c 00000400:00000010:2.0:1767384375.127299:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df5f825c. 00000400:00000200:2.0:1767384375.127302:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384375.127304:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384375.127308:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000aa1e0781. 00000400:00000010:2.0:1767384375.127311:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003aebc287. 00080000:00000001:1.0:1767384375.255958:0:36768:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384375.255970:0:36768:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.255974:0:36768:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384375.255978:0:36768:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384375.255983:0:36768:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.255989:0:36768:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384375.639146:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384375.639151:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384375.639156:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384375.639157:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384375.639208:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384375.639213:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384375.639217:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384376.009489:0:36932:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384376.009495:0:36932:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384376.014311:0:36932:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384376.023916:0:36933:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b76a49d8. 00000400:00000010:3.0:1767384376.023934:0:36933:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000002f0f029. 00000400:00000010:3.0:1767384376.023945:0:36933:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f4681f1b. 00000400:00000010:3.0:1767384376.023950:0:36933:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001306ef53. 00000400:00000010:3.0:1767384376.023954:0:36933:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e978797b. 00000400:00000010:3.0:1767384376.023958:0:36933:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000910a9294. 00000400:00000010:3.0:1767384376.023961:0:36933:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000985f24da. 00000400:00000010:3.0:1767384376.023962:0:36933:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000388b00f7. 00000400:00000010:3.0:1767384376.023966:0:36933:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003ee8103e. 00000800:00000010:3.0:1767384376.023982:0:36933:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008af6e0c5. 00000800:00000200:3.0:1767384376.023997:0:36933:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384376.024015:0:36933:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384376.024056:0:36933:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:3.0:1767384376.024084:0:36933:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp47 [8/256/0/180] 00000400:00000010:3.0:1767384376.026556:0:36933:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000a54c8a1a. 00000400:00000010:3.0:1767384376.026563:0:36933:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066f2b5cd. 00000400:00000010:3.0:1767384376.026569:0:36933:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000555d3f3e. 00000400:00000001:3.0:1767384376.026589:0:36933:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384376.026591:0:36933:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384376.026592:0:36933:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a28a86c. 00000400:00000200:3.0:1767384376.026595:0:36933:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c77eabe 00000400:00000010:3.0:1767384376.026597:0:36933:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c77eabe. 00000400:00000010:3.0:1767384376.026601:0:36933:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000b74c9851. 00000400:00000200:3.0:1767384376.026606:0:36933:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (38) 00000400:00000200:3.0:1767384376.026621:0:36933:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384376.026631:0:36933:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:3.0:1767384376.026639:0:36933:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000065ccfb7b. 00000020:01000000:3.0:1767384376.026644:0:36933:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384376.026647:0:36933:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp47 00000400:00000200:0.0:1767384376.026649:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384376.026662:0:36933:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000002f0f029. 00000400:00000200:0.0:1767384376.026663:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:3.0:1767384376.026670:0:36933:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b76a49d8. 00000400:00000010:0.0:1767384376.026671:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000400:00000200:0.0:1767384376.026676:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (39) 00000400:00000010:0.0:1767384376.026681:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063b8167c. 00000400:00000200:0.0:1767384376.026685:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000020:00000001:2.0:1767384376.026696:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384376.026696:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384376.026703:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 10000000:00000001:2.0:1767384376.026704:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384376.026709:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384376.026712:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 10000000:01000000:2.0:1767384376.026714:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384376.026719:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000020:01000004:2.0:1767384376.026721:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384376.026726:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384376.026726:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000020:01000004:2.0:1767384376.026730:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384376.026734:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000020:01000004:2.0:1767384376.026735:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384376.026738:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384376.026742:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000020:01000004:2.0:1767384376.026743:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384376.026747:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384376.026749:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000020:01000004:2.0:1767384376.026752:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384376.026755:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000020:01000004:2.0:1767384376.026756:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384376.026759:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384376.026763:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:0.0:1767384376.026767:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000100:00000010:2.0:1767384376.026768:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00000400:00000200:0.0:1767384376.026772:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000020:00000040:2.0:1767384376.026776:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384376.026782:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384376.026787:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384376.026793:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.026793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000400:00000200:0.0:1767384376.026803:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 02000000:00000010:2.0:1767384376.026805:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000a124b28. 00000400:00000200:0.0:1767384376.026813:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000100:00000001:2.0:1767384376.026814:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.026822:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 62], ns[44, 63] 00000100:00000001:2.0:1767384376.026825:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384376.026829:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.026838:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249d2b44] to pc [ptlrpcd_00_02+2] req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.026840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:0.0:1767384376.026853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:0.0:1767384376.026873:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:0.0:1767384376.026881:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 44], ns[68, 44] 00000400:00000200:0.0:1767384376.026885:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[90, 44] 00000400:00000200:0.0:1767384376.026889:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 00000400:00000200:0.0:1767384376.026893:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 44], ns[133, 44] 10000000:00000001:2.0:1767384376.026896:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.026900:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[99, 44] 10000000:00000001:2.0:1767384376.026902:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.026909:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.026913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[105, 44] 00000020:01000000:2.0:1767384376.026914:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384376.026915:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384376.026920:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384376.026923:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384376.026924:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 44], ns[117, 44] 00000020:00000001:2.0:1767384376.026927:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384376.026931:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.026931:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 44], ns[157, 44] 10000000:00000001:2.0:1767384376.026932:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384376.026935:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384376.026940:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384376.026941:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 44], ns[169, 44] 00000020:01000004:2.0:1767384376.026946:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384376.026947:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384376.026950:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 44], ns[179, 44] 00000020:01000004:2.0:1767384376.026952:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384376.026952:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384376.026957:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384376.026960:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384376.026961:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 44], ns[132, 44] 00000020:01000004:2.0:1767384376.026963:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384376.026964:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384376.026967:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384376.026969:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384376.026971:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384376.026971:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[149, 44], ns[158, 44] 02000000:00000001:1.0:1767384376.026973:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384376.026976:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767384376.026978:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748251136:0@lo:253: 00000020:01000004:2.0:1767384376.026980:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384376.026981:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 44], ns[160, 44] 00000100:00000001:1.0:1767384376.026986:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384376.026987:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fa6332a. 00000400:00000200:0.0:1767384376.026988:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 44], ns[176, 44] 02000000:00000001:1.0:1767384376.026991:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767384376.026995:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:1.0:1767384376.026995:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.026996:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[168, 44], ns[177, 44] 00000100:00000001:2.0:1767384376.027000:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384376.027002:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384376.027002:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384376.027007:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384376.027010:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f876312a. 02000000:00000001:1.0:1767384376.027013:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.027013:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 44], ns[168, 44] 02000000:00000010:2.0:1767384376.027016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065bbcbab. 00000400:00000010:1.0:1767384376.027019:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8354ec. 00000400:00000200:0.0:1767384376.027020:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[171, 44], ns[180, 44] 00000100:00000001:2.0:1767384376.027023:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.027027:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a82d518. 00000400:00000200:0.0:1767384376.027027:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000100:00000001:2.0:1767384376.027030:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384376.027032:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748251136, portal 25 00000400:00000200:0.0:1767384376.027032:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000001:2.0:1767384376.027035:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027036:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384376.027039:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000400:00000200:0.0:1767384376.027039:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp45 00000100:00000040:2.0:1767384376.027042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa6332a] to pc [ptlrpcd_00_03+3] req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384376.027048:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.027049:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp45 lpni_is_preferred = 0 00000400:00000200:0.0:1767384376.027056:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp45 00000400:00000200:0.0:1767384376.027064:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp45 NI seq info: [181:181:256:4294967295] 192.168.202.119@tcp45 LPNI seq info [172:172:8:4294967295] 00000100:00000001:1.0:1767384376.027073:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:2.0:1767384376.027075:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.027076:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp45 00000100:00000040:1.0:1767384376.027077:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767384376.027081:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.027085:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.027088:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b59c9100. 00000400:00000200:0.0:1767384376.027091:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp45(192.168.202.119@tcp45:) -> 192.168.202.119@tcp45(192.168.202.119@tcp:192.168.202.119@tcp45) : PUT try# 0 00000020:01000000:2.0:1767384376.027092:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384376.027094:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748251136, offset 0 00000020:00000010:2.0:1767384376.027099:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000065ccfb7b. 00000400:00000200:1.0:1767384376.027102:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384376.027103:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.119@tcp45 00000800:00000010:0.0:1767384376.027133:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a2afb54. 00000800:00000010:0.0:1767384376.027143:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d692c714. 00000400:00000200:1.0:1767384376.027146:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384376.027147:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000065894365. 00000800:00000200:0.0:1767384376.027153:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000400:00000200:1.0:1767384376.027156:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107000 00000800:00000200:0.1:1767384376.027158:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000400:00000200:1.0:1767384376.027162:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1561 [2] + 0 00000400:00000010:1.0:1767384376.027166:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db4a6f48. 00000400:00000200:1.0:1767384376.027170:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a7ade4e 00000400:00000200:0.0:1767384376.027171:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384376.027174:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000400:00000200:1.0:1767384376.027176:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.027181:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384376.027186:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7ade4e 00000400:00000010:1.0:1767384376.027188:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a7ade4e. 00000100:00000001:1.0:1767384376.027193:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384376.027195:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384376.027198:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000d9e1d9b6 x1853236748251136 msgsize 4848 00000100:00100000:1.0:1767384376.027202:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384376.027205:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384376.027213:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.027243:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384376.027245:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59c9100 00000400:00000010:1.0:1767384376.027251:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b59c9100. 00000100:00000001:1.0:1767384376.027254:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384376.027258:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.027269:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384376.027271:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.027279:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027281:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.027286:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027290:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294963920 00000100:00000010:1.0:1767384376.027293:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca837324. 00000100:00000001:1.0:1767384376.027299:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384376.027300:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:1.0:1767384376.027304:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294963920 00000100:00000010:1.0:1767384376.027307:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8e627a. 00000100:00000001:1.0:1767384376.027318:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384376.027321:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294963920 00000100:00000010:1.0:1767384376.027325:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022de0ceb. 00000100:00000001:1.0:1767384376.027329:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384376.027333:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294963920 00000400:00000200:0.0:1767384376.027334:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000010:1.0:1767384376.027337:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009deb3ce0. 00000100:00000001:1.0:1767384376.027340:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384376.027342:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384376.027344:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.027348:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384376.027349:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.027353:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384376.027354:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027359:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384376.027360:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.027368:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.027370:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384376.027372:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384376.027373:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027379:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384376.027380:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384376.027380:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000001:1.0:1767384376.027382:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384376.027386:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384376.027386:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027393:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.027394:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.027400:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748251264:0@lo:253: 00000100:00000001:2.0:1767384376.027405:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384376.027408:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384376.027411:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.027413:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384376.027414:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:1.0:1767384376.027418:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1767384376.027420:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008aafa75c. 00000100:00100000:1.0:1767384376.027421:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251136 02000000:00000001:1.0:1767384376.027426:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384376.027427:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027431:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384376.027434:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f692260. 00000100:00000001:1.0:1767384376.027435:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.027443:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.027444:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8789bc8. 00000100:00100000:1.0:1767384376.027447:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251136 00000400:00000200:0.0:1767384376.027447:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000200:2.0:1767384376.027449:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748251264, portal 25 00000020:00000001:1.0:1767384376.027451:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384376.027455:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384376.027456:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:2.0:1767384376.027459:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521773184 : -114055187778432 : ffff9844750c3480) 00000020:00000001:1.0:1767384376.027461:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384376.027466:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000040:2.0:1767384376.027469:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384376.027470:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:0.0:1767384376.027475:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000020:00000001:1.0:1767384376.027477:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384376.027483:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384376.027486:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384376.027488:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c2fbf1e. 00000100:00000040:2.0:1767384376.027492:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384376.027494:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384376.027497:0:16149:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f903f7ce. 00000020:00000010:1.0:1767384376.027499:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c2fbf1e. 00000100:00000200:2.0:1767384376.027502:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748251264, offset 0 00000400:00000200:2.0:1767384376.027509:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.027512:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.027527:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384376.027528:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041214998. 00000020:00000010:1.0:1767384376.027537:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b104b51. 00000400:00000200:2.0:1767384376.027541:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107080 00000400:00000200:0.0:1767384376.027543:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000020:00000010:1.0:1767384376.027544:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e214aaa9. 00000400:00000200:2.0:1767384376.027549:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1589 [2] + 0 00000100:00000040:1.0:1767384376.027553:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384376.027554:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e5f043. 00000100:00000001:1.0:1767384376.027560:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384376.027562:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008db75cf 00000100:00000001:1.0:1767384376.027564:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384376.027567:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.027568:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384376.027576:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.027577:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384376.027582:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.027584:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008db75cf 00000400:00000010:2.0:1767384376.027588:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008db75cf. 00000100:00000001:1.0:1767384376.027590:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.027594:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384376.027597:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384376.027601:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000240f7512 x1853236748251264 msgsize 4848 00000100:00000001:1.0:1767384376.027603:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384376.027607:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384376.027611:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384376.027615:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00100000:1.0:1767384376.027616:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384376.027617:0:16149:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:1.0:1767384376.027621:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384376.027625:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378281552 : -114060331270064 : ffff98434278c050) 00000100:00000001:2.0:1767384376.027630:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384376.027630:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9e1d9b6 x1853236748251136/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.027638:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f903f7ce 00000100:00000001:1.0:1767384376.027642:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384376.027643:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f903f7ce. 00000020:00000010:1.0:1767384376.027648:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c2fbf1e. 00000100:00000001:2.0:1767384376.027649:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384376.027653:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384376.027654:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000100:00000200:2.0:1767384376.027658:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384376.027659:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c2fbf1e. 00000100:00100000:1.0:1767384376.027669:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e1d9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748251136:12345-0@lo:253: 00000100:00000001:2.0:1767384376.027675:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384376.027676:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251136 00000020:00000001:1.0:1767384376.027681:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384376.027682:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384376.027687:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384376.027690:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000020:00000001:1.0:1767384376.027691:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.027696:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384376.027700:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.027701:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000001:2.0:1767384376.027705:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384376.027708:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384376.027711:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.027712:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.027717:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294963920 00000020:00000001:1.0:1767384376.027718:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384376.027722:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384376.027724:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294963920 00000020:00000001:1.0:1767384376.027727:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.027728:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000100:00000001:2.0:1767384376.027729:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294963920 00000100:00000001:1.0:1767384376.027734:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384376.027735:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294963920 00000100:00000001:2.0:1767384376.027738:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294963920 00000100:00000001:2.0:1767384376.027741:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294963920 00000100:00000001:2.0:1767384376.027745:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294963920 02000000:00000001:1.0:1767384376.027745:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384376.027750:0:16149:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294963920 00000100:00000001:2.0:1767384376.027753:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384376.027753:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007179ea82. 00000100:00000001:2.0:1767384376.027756:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.027758:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.027761:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.027762:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.027765:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384376.027768:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384376.027769:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00000001:2.0:1767384376.027773:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.027776:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 20000000:00000010:1.0:1767384376.027780:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006556ff1a. 00000100:00000001:2.0:1767384376.027781:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.027785:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:01000000:1.0:1767384376.027787:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384376.027789:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.027791:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384376.027794:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.027795:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384376.027800:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.027802:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384376.027805:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384376.027817:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384376.027817:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00100000:2.0:1767384376.027821:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251264 02000000:00000001:2.0:1767384376.027825:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384376.027828:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:00000010:1.0:1767384376.027830:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000058d8df65. 00000100:00000001:2.0:1767384376.027831:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384376.027836:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 02000000:00000001:2.0:1767384376.027837:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.027843:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251264 20000000:00000001:1.0:1767384376.027845:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384376.027846:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384376.027850:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384376.027852:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:1.0:1767384376.027854:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000040:2.0:1767384376.027855:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:2.0:1767384376.027861:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384376.027865:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:0.0:1767384376.027865:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000100:00000001:2.0:1767384376.027869:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384376.027875:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f852e401. 00000100:00000001:2.0:1767384376.027878:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384376.027881:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f852e401. 00000020:00000010:2.0:1767384376.027888:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000301f91f8. 00000020:00000010:2.0:1767384376.027893:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001466c1ee. 00000020:00000010:2.0:1767384376.027898:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001afcbf8d. 00000100:00000001:2.0:1767384376.027902:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384376.027904:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00080000:00000001:1.0:1767384376.027904:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.027908:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.027910:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384376.027913:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00080000:00000001:1.0:1767384376.027914:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.027917:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.027917:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384376.027923:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1767384376.027924:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384376.027931:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384376.027937:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384376.027938:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384376.027942:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000010:1.0:1767384376.027944:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a1b4c5a. 00080000:00000001:1.0:1767384376.027948:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381324800 : -114060328226816 : ffff984342a73000) 00000100:00100000:2.0:1767384376.027949:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00080000:00000001:1.0:1767384376.027955:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:2.0:1767384376.027956:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:2.0:1767384376.027960:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378293840 : -114060331257776 : ffff98434278f050) 00000400:00000200:0.0:1767384376.027965:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000100:00000040:2.0:1767384376.027967:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000240f7512 x1853236748251264/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 4848/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.027978:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384376.027982:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f852e401. 00000100:00000001:2.0:1767384376.027985:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384376.027988:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f852e401. 00000100:00100000:2.0:1767384376.027991:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000240f7512 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16149:x1853236748251264:12345-0@lo:253: 00000100:00000200:2.0:1767384376.027996:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251264 00000020:00000001:2.0:1767384376.027999:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384376.028002:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384376.028004:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.028007:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384376.028009:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000400:00000200:0.0:1767384376.028010:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000020:00000001:2.0:1767384376.028013:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384376.028017:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384376.028019:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384376.028021:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384376.028023:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.028026:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384376.028029:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384376.028045:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d578464. 02000000:00000001:2.0:1767384376.028049:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.028051:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.028054:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 20000000:00000001:2.0:1767384376.028055:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384376.028065:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003821fc06. 20000000:01000000:2.0:1767384376.028069:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384376.028072:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384376.028074:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000001:00000001:1.0:1767384376.028075:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:00000001:2.0:1767384376.028077:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.028079:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384376.028081:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.028084:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384376.028085:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384376.028096:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00080000:00000001:1.0:1767384376.028129:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384376.028133:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384376.028161:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028201:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028259:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00080000:00000001:1.0:1767384376.028265:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384376.028268:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384376.028294:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028334:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028364:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028394:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028431:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028468:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028495:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028534:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028586:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.028635:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384376.028850:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000699457f7. 00000800:00000010:0.0:1767384376.028857:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000251cb1a6. 00000800:00000010:0.0:1767384376.028865:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c78018d4. 00000800:00000010:0.0:1767384376.028897:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c78018d4. 00000800:00020000:0.0:1767384376.028911:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384376.028915:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000251cb1a6. 00000800:00000010:0.0:1767384376.028920:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000699457f7. 00000400:02020000:0.0:1767384376.028979:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp45 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384376.028987:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp45 notifying 192.168.202.119@tcp45: down 00000800:00000200:0.0:1767384376.028994:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp45 down 00000800:00000100:0.0:1767384376.029001:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.202.119@tcp45 00000800:00000010:0.0:1767384376.029005:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a2afb54. 00000400:00000200:0.0:1767384376.029010:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384376.029014:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp45->192.168.202.119@tcp45: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384376.029025:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp45 added to recovery queue. ping count: 0 next ping: 297 health :900 00000400:00000200:0.0:1767384376.029030:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384376.029034:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:0.0:1767384376.029038:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384376.029058:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384376.029060:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301171 00000400:00000001:0.0:1767384376.029063:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.029064:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384376.029066:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:0.0:1767384376.029067:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000400:00000200:0.0:1767384376.029071:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384376.029073:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384376.029075:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (40) 00000400:00000200:0.0:1767384376.029077:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384376.029079:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc -71 00000400:00000200:0.0:1767384376.029082:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384376.029085:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (39) 00080000:00000001:1.0:1767384376.037302:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.037310:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767384376.037314:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:3.0:1767384376.037322:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767384376.037322:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384376.037328:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384376.037329:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384376.037331:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384376.037332:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384376.037335:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 00080000:00000001:3.0:1767384376.037342:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767384376.037351:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384376.037362:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384376.037367:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767384376.037377:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767384376.037378:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767384376.037379:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000947d93c4. 20000000:00000001:3.0:1767384376.037385:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384376.037385:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 10000000:01000000:3.0:1767384376.037389:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384376.037394:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384376.037397:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384376.037402:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:3.0:1767384376.037403:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384376.037414:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b467b25. 00010000:00000001:3.0:1767384376.037420:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384376.037424:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000879f20ca. 00000020:00000001:3.0:1767384376.037429:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384376.037433:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000879f20ca with handle 0x4ac496f8d605e2a5 to hash 00080000:00000001:2.0:1767384376.037435:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384376.037436:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384376.037439:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00080000:00000001:2.0:1767384376.037442:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384376.037443:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00080000:00000001:2.0:1767384376.037445:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037450:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384376.037450:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384376.037454:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.037457:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384376.037458:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384376.037462:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:2.0:1767384376.037468:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384376.037474:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384376.037477:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000607614cf. 00010000:00000001:3.0:1767384376.037479:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384376.037482:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380423680 : -114060329127936 : ffff984342997000) 00010000:00000001:3.0:1767384376.037483:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384376.037487:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384376.037488:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384376.037490:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.037493:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384376.037496:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.037498:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384376.037500:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384376.037502:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384376.037504:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384376.037506:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002b467b25) refcount = 1 00010000:00010000:3.0:1767384376.037509:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.037523:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384376.037525:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384376.037526:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.037529:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037532:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384376.037535:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384376.037539:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384376.037543:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.037545:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:2.0:1767384376.037545:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000040:3.0:1767384376.037547:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=4 00080000:00000001:2.0:1767384376.037549:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.037552:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00080000:00000001:2.0:1767384376.037554:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384376.037557:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384376.037561:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384376.037563:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.037569:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767384376.037570:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.037571:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384376.037576:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767384376.037581:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.037584:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384376.037586:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.037591:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384376.037593:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037596:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384376.037598:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384376.037606:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000879f20ca already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384376.037608:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384376.037617:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384376.037620:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.037626:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384376.037629:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.037631:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.037632:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=5 00000020:00000001:3.0:1767384376.037635:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384376.037638:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384376.037642:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:2.0:1767384376.037644:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:3.0:1767384376.037645:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384376.037651:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384376.037656:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384376.037659:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384376.037661:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037665:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384376.037667:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384376.037668:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384376.037670:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384376.037672:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000879f20ca with handle 0x4ac496f8d605e2a5 from hash 00010000:00000001:3.0:1767384376.037675:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384376.037676:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.037677:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.037678:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384376.037680:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384376.037682:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384376.037683:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384376.037685:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.037687:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037688:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384376.037690:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384376.037692:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.037693:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.037694:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037701:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.037704:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.037706:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.037712:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.037713:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.037714:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384376.037715:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384376.037716:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.037717:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.037719:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384376.037721:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384376.037722:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.037724:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.037729:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384376.037730:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384376.037732:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e2a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384376.037737:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002b467b25 count: 0 00010000:00000001:3.0:1767384376.037744:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384376.037746:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384376.040148:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294963920, at 4294963921 00000100:00000010:3.0:1767384376.040159:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009deb3ce0. 00000100:00000040:1.0:1767384376.041166:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294963920, at 4294963922 00000100:00000010:1.0:1767384376.041174:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8e627a. 00000100:00000040:0.0:1767384376.041208:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294963920, at 4294963922 00000100:00000010:0.0:1767384376.041218:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca837324. 00000100:00000040:2.0:1767384376.042141:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294963920, at 4294963923 00000100:00000010:2.0:1767384376.042150:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022de0ceb. 00010000:00000010:3.1:1767384376.043134:0:16609:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002b467b25. 00010000:00000010:3.1:1767384376.043172:0:16609:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000879f20ca. 00080000:00000001:2.0:1767384376.046779:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384376.046783:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767384376.046787:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:3.0:1767384376.046788:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384376.046792:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767384376.046793:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384376.046796:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767384376.046798:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384376.046799:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767384376.046803:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384376.046804:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000607614cf. 00080000:00000001:3.0:1767384376.046812:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767384376.046821:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384376.046826:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767384376.046834:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384376.046847:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384376.046851:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384376.046854:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384376.046860:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384376.046863:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384376.046871:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ef985573. 00010000:00000001:2.0:1767384376.046876:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384376.046881:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 00000020:00000001:2.0:1767384376.046886:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384376.046889:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003811b824 with handle 0x4ac496f8d605e2ac to hash 00000020:00000001:2.0:1767384376.046892:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384376.046894:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384376.046899:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384376.046902:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.046904:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.046908:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.046917:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384376.046920:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384376.046923:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384376.046925:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.046928:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.046930:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384376.046932:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.046935:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384376.046937:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384376.046939:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384376.046941:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384376.046943:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ef985573) refcount = 1 00010000:00010000:2.0:1767384376.046948:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.046954:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384376.046958:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384376.046959:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.046961:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.046964:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384376.046966:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384376.046969:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384376.046973:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.046975:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384376.046976:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=4 00000020:00000001:2.0:1767384376.046979:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384376.046981:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384376.046983:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384376.046986:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.046991:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384376.046993:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.046998:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.047000:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384376.047002:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.047007:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.047009:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.047012:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384376.047014:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384376.047021:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003811b824 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384376.047025:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.047027:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384376.047029:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.047035:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384376.047037:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384376.047038:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384376.047041:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=5 00000020:00000001:2.0:1767384376.047043:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384376.047045:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384376.047048:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384376.047050:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.047056:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384376.047058:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384376.047060:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.047064:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384376.047066:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384376.047068:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384376.047070:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384376.047072:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e2ac from hash 00010000:00000001:2.0:1767384376.047075:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384376.047076:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.047078:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.047080:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384376.047082:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384376.047084:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384376.047087:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384376.047089:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384376.047092:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.047093:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384376.047096:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384376.047098:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.047099:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.047100:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.047102:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.047130:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.047132:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.047138:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.047141:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.047143:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384376.047144:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384376.047146:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384376.047148:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384376.047150:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384376.047154:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384376.047157:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384376.047161:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384376.047167:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384376.047169:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384376.047171:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003811b824/0x4ac496f8d605e2ac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384376.047176:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ef985573 count: 0 00010000:00000001:2.0:1767384376.047192:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384376.047194:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384376.048904:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384376.048908:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384376.048912:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006556ff1a. 20000000:00000001:2.0:1767384376.048918:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384376.048923:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748251136 00010000:00000001:2.0:1767384376.048926:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384376.048936:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9e1d9b6 x1853236748251136/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.048945:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384376.048948:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.048952:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.048957:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384376.048959:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384376.048962:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384376.048965:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384376.048968:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.048972:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.048976:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.048981:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f903f7ce. 00000100:00000200:2.0:1767384376.048987:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748251136, offset 224 00000400:00000200:2.0:1767384376.048996:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.049008:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384376.049020:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107000 00000400:00000200:2.0:1767384376.049028:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e05 [2] + 224 00000400:00000200:2.0:1767384376.049037:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.049043:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.049050:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.049056:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.049067:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.049087:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.049095:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f903f7ce 00000400:00000010:2.0:1767384376.049098:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f903f7ce. 00000100:00000001:2.0:1767384376.049102:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384376.049126:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.049130:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.049131:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384376.049135:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384376.049138:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384376.049139:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384376.049143:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8354ec. 00000100:00000040:2.0:1767384376.049146:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:0.0:1767384376.049148:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a82d518 00010000:00000001:2.0:1767384376.049152:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384376.049154:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.049158:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a82d518. 00000020:00000001:2.0:1767384376.049160:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384376.049164:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384376.049167:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9e1d9b6 x1853236748251136/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384376.049172:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384376.049197:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.049199:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e1d9b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748251136:12345-0@lo:253: Request processed in 21552us (21995us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384376.049216:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.049219:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384376.049222:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000001:0.0:1767384376.049223:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384376.049227:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384376.049229:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384376.049240:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.049244:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.049245:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384376.049248:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.049249:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384376.049255:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=82 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384376.049258:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b104b51. 00000100:00001000:0.0:1767384376.049260:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.049265:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384376.049266:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e214aaa9. 00000100:00000001:0.0:1767384376.049267:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.049272:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384376.049274:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.049275:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041214998. 00000100:00000001:0.0:1767384376.049276:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.049283:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384376.049284:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:2.0:1767384376.049293:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384376.049294:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384376.049298:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007179ea82. 00000100:00000001:0.0:1767384376.049299:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.049302:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.049306:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384376.049307:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384376.049311:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384376.049312:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384376.049313:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384376.049317:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384376.049319:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384376.049320:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000200:2.0:1767384376.049322:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384376.049322:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384376.049325:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384376.049328:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384376.049328:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384376.049331:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030e5f043. 00000100:00000040:0.0:1767384376.049331:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384376.049341:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f903f7ce. 00000100:00100000:0.0:1767384376.049357:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748251136:0@lo:253: 00000100:00000001:0.0:1767384376.049364:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.049367:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.049372:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748251136/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.049380:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384376.049383:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384376.049386:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f876312a. 02000000:00000001:0.0:1767384376.049392:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384376.049395:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.049397:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384376.049400:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384376.049402:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000a124b28. 02000000:00000001:0.0:1767384376.049407:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384376.049410:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.049412:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:0.0:1767384376.049418:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.049420:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.049422:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.049431:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.049434:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.049438:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.049441:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384376.050921:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384376.050924:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384376.050926:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003821fc06. 20000000:00000001:2.0:1767384376.050934:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384376.050937:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748251264 00010000:00000001:2.0:1767384376.050940:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384376.050944:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000240f7512 x1853236748251264/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.050952:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384376.050954:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.050957:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.050961:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384376.050964:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384376.050966:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384376.050969:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384376.050971:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.050973:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.050976:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.050980:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a09b72ee. 00000100:00000200:2.0:1767384376.050984:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748251264, offset 224 00000400:00000200:2.0:1767384376.050989:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.050995:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384376.051001:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107080 00000400:00000200:2.0:1767384376.051006:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e0d [2] + 224 00000400:00000200:2.0:1767384376.051012:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.051015:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.051019:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.051023:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.051031:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.051048:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.051052:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09b72ee 00000400:00000010:2.0:1767384376.051055:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a09b72ee. 00000100:00000001:2.0:1767384376.051058:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384376.051059:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.051063:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.051066:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384376.051068:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384376.051070:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.051072:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384376.051075:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000240f7512 x1853236748251264/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 4848/4768 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.051083:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000240f7512 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16149:x1853236748251264:12345-0@lo:253: Request processed in 23104us (23481us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384376.051090:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384376.051092:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384376.051095:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384376.051096:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384376.051100:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001466c1ee. 00000020:00000010:2.0:1767384376.051104:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001afcbf8d. 00000020:00000010:2.0:1767384376.051134:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000301f91f8. 00000020:00000040:2.0:1767384376.051138:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:2.0:1767384376.051142:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384376.051145:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d578464. 02000000:00000001:2.0:1767384376.051148:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384376.051150:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384376.051153:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384376.051158:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2e46884. 00000400:00000010:2.0:1767384376.051162:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a09b72ee. 00000100:00000001:2.0:1767384376.051180:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.051183:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384376.051187:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384376.051189:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384376.051191:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f692260. 00000400:00000200:2.0:1767384376.051195:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8789bc8 00000400:00000010:2.0:1767384376.051197:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8789bc8. 00000100:00000001:2.0:1767384376.051201:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384376.051204:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384376.051213:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.051221:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384376.051223:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.051225:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384376.051228:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384376.051244:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.051246:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.051249:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384376.051252:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384376.051256:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.051259:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.051260:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.051262:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384376.051264:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.051266:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.051270:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.051276:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.051279:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384376.051280:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384376.051283:0:16149:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384376.051285:0:16149:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384376.051287:0:16149:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384376.051288:0:16149:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384376.051289:0:16149:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384376.051292:0:16149:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384376.051294:0:16149:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384376.051296:0:16149:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384376.051297:0:16149:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384376.051301:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384376.051307:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748251264:0@lo:253: 00000100:00000001:2.0:1767384376.051310:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.051312:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384376.051315:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fa6332a x1853236748251264/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.051320:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384376.051322:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384376.051324:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008aafa75c. 02000000:00000001:2.0:1767384376.051333:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384376.051335:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384376.051336:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384376.051339:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384376.051341:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065bbcbab. 02000000:00000001:2.0:1767384376.051344:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384376.051346:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384376.051347:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fa6332a. 00000100:00000001:2.0:1767384376.051351:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384376.051352:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.051353:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.051358:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.051360:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.051363:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.051365:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.051587:0:36938:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000075174ee4. 00000400:00000040:1.0:1767384376.051610:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384376.051613:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384376.051617:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384376.051619:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384376.051622:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384376.051623:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384376.051627:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384376.051629:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384376.051631:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384376.051633:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384376.051636:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384376.051638:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384376.051641:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384376.051642:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384376.051644:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384376.051646:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384376.051648:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384376.051649:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384376.051651:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384376.051653:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384376.051655:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384376.051657:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384376.051659:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384376.051661:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384376.051663:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384376.051666:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384376.051667:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384376.051670:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384376.051671:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384376.051673:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384376.051682:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384376.051684:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384376.051686:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384376.051688:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384376.051690:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384376.051691:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384376.051693:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384376.051696:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384376.051698:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384376.051699:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384376.051701:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384376.051702:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384376.051704:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384376.051706:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384376.051708:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384376.051710:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384376.051712:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384376.051713:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384376.051716:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384376.051718:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384376.051719:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384376.051721:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384376.051723:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384376.051726:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384376.051728:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384376.051730:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384376.051732:0:36938:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384376.051848:0:36938:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000075174ee4. 00010000:00000010:2.1:1767384376.055144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ef985573. 00010000:00000010:2.1:1767384376.055154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00000400:00000200:2.0:1767384376.151195:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp44 00000400:00000010:2.0:1767384376.151201:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cf3f3d6a. 00000400:00000010:2.0:1767384376.151209:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb109ea5. 00000400:00000010:2.0:1767384376.151214:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf8d542. 00000400:00000010:2.0:1767384376.151222:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dcbd7a80. 00000400:00000200:2.0:1767384376.151241:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp44 00000400:00000200:2.0:1767384376.151263:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp44 local destination 00000400:00000200:2.0:1767384376.151269:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp44 00000400:00000200:2.0:1767384376.151274:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp44 NI seq info: [182:182:256:4294967295] 192.168.202.119@tcp44 LPNI seq info [173:173:8:4294967295] 00000400:00000200:2.0:1767384376.151282:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp44 00000400:00000200:2.0:1767384376.151290:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp44(192.168.202.119@tcp44:) -> 192.168.202.119@tcp44(192.168.202.119@tcp44:192.168.202.119@tcp44) : GET try# 0 00000800:00000200:2.0:1767384376.151295:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp44 00000800:00000010:2.0:1767384376.151299:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aea0a3bb. 00000800:00000200:2.0:1767384376.151306:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000800:00000200:2.1:1767384376.151310:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000400:00000200:2.0:1767384376.151332:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp44 added to recovery queue. ping count: 2 next ping: 300 health :800 00000400:00000200:2.0:1767384376.151337:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp42 00000400:00000010:2.0:1767384376.151340:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006b2ce529. 00000400:00000010:2.0:1767384376.151344:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f7b6f207. 00000400:00000010:2.0:1767384376.151347:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000400:00000010:2.0:1767384376.151352:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000994966f. 00000400:00000200:2.0:1767384376.151356:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp42 00000400:00000200:2.0:1767384376.151363:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp42 local destination 00000400:00000200:2.0:1767384376.151366:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp42 00000400:00000200:2.0:1767384376.151370:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp42 NI seq info: [183:183:256:4294967295] 192.168.202.119@tcp42 LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1767384376.151374:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp42 00000400:00000200:2.0:1767384376.151381:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42:) -> 192.168.202.119@tcp42(192.168.202.119@tcp42:192.168.202.119@tcp42) : GET try# 0 00000800:00000200:2.0:1767384376.151386:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp42 00000800:00000010:2.0:1767384376.151389:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c8928aa0. 00000800:00000200:2.0:1767384376.151393:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000400:00000200:3.0:1767384376.151397:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:2.1:1767384376.151397:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000400:00000200:2.0:1767384376.151416:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp42 added to recovery queue. ping count: 3 next ping: 304 health :700 00000400:00000200:2.0:1767384376.151422:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp39 00000400:00000010:2.0:1767384376.151425:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db50ca7d. 00000400:00000010:2.0:1767384376.151430:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ec941de8. 00000400:00000010:2.0:1767384376.151434:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000400:00000010:2.0:1767384376.151439:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008bd610b8. 00000400:00000200:2.0:1767384376.151443:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp39 00000400:00000200:2.0:1767384376.151452:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp39 local destination 00000400:00000200:2.0:1767384376.151457:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp39 00000400:00000200:2.0:1767384376.151462:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp39 NI seq info: [184:184:256:4294967295] 192.168.202.119@tcp39 LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1767384376.151468:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp39 00000400:00000200:2.0:1767384376.151477:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39:) -> 192.168.202.119@tcp39(192.168.202.119@tcp39:192.168.202.119@tcp39) : GET try# 0 00000800:00000200:2.0:1767384376.151484:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp39 00000400:00000200:3.0:1767384376.151485:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000010:2.0:1767384376.151488:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d568bd0. 00000400:00000200:0.0:1767384376.151488:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:2.0:1767384376.151497:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000800:00000200:2.1:1767384376.151503:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000400:00000200:2.0:1767384376.151518:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp39 added to recovery queue. ping count: 4 next ping: 312 health :600 00000400:00000200:3.0:1767384376.151549:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151571:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151592:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151612:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151647:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151652:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151652:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151705:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151717:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151717:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151760:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151775:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151775:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151814:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151841:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151841:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151864:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151900:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151900:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.151965:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.151965:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.151980:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152023:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152030:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152082:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152082:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152144:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152168:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152168:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152222:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152258:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152259:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152291:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000800:00000200:1.0:1767384376.152299:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000800:00000200:1.0:1767384376.152306:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:988 00000800:00000200:1.0:1767384376.152310:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384376.152320:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152320:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152346:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152394:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152394:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152422:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152478:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152478:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152501:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152541:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152541:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152550:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152602:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152602:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152622:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152657:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152657:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152676:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152721:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152721:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152730:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152779:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152779:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152786:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152837:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152837:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152856:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152899:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152899:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.152961:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.152961:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.152964:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153023:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153024:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153027:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153084:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153084:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153096:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153167:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153167:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153179:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153243:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153243:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153256:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153304:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153304:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153309:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153366:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153367:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153369:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153438:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153438:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153442:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153490:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153490:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153503:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153545:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153545:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153551:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153595:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153595:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153623:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153654:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153722:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.153777:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153782:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000800:00000010:3.0:1767384376.153814:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065ccfb7b. 00000800:00000010:3.0:1767384376.153821:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000eb9eb6f. 00000800:00000010:3.0:1767384376.153828:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a6b18620. 00000400:00000200:2.0:1767384376.153833:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153850:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384376.153858:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a6b18620. 00000800:00020000:3.0:1767384376.153873:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384376.153877:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000eb9eb6f. 00000800:00000010:3.0:1767384376.153880:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000065ccfb7b. 00000400:00000200:2.0:1767384376.153891:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.153909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:02020000:3.0:1767384376.153938:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp44 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384376.153947:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp44 notifying 192.168.202.119@tcp44: down 00000400:00000200:2.0:1767384376.153948:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153952:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384376.153957:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp44 00000800:00000010:3.0:1767384376.153961:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aea0a3bb. 00000400:00000200:3.0:1767384376.153966:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384376.153970:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:3.0:1767384376.153973:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp44->192.168.202.119@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384376.153985:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384376.153990:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384376.153996:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp44) recovery failed with -71 00000400:00000200:2.0:1767384376.154001:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154021:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154056:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000800:00000200:3.0:1767384376.154081:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384376.154081:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000800:00000001:3.0:1767384376.154087:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.154096:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384376.154101:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384376.154130:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.154139:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154171:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154200:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154220:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154299:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154300:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154367:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154382:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154420:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154453:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154488:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154511:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154543:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154576:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154609:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154640:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154667:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154694:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154734:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154753:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.154786:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154814:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154865:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154909:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.154957:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.119:988 00000800:00000010:2.0:1767384376.155183:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d578464. 00000800:00000010:2.0:1767384376.155189:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007f7f2935. 00000800:00000010:2.0:1767384376.155193:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384376.155254:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005655d73. 00000400:00000200:0.0:1767384376.155284:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384376.155349:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000699457f7. 00000800:00000010:0.0:1767384376.155354:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dcd97010. 00000800:00000010:0.0:1767384376.155359:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb147316. 00000400:00000200:2.0:1767384376.155381:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp42 from 202.3.0.2 00000800:00000010:2.0:1767384376.155387:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000099547a84. 00000800:00000010:0.0:1767384376.155388:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb147316. 00000400:00000200:2.0:1767384376.155647:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384376.155658:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp39 from 201.3.0.2 00000800:00000010:2.0:1767384376.155660:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000007151169. 00000800:00000010:2.0:1767384376.156049:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003821fc06. 00000800:00000010:2.0:1767384376.156054:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3ac41b5. 00000800:00000010:2.0:1767384376.156074:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ab7b1b8e. 00000800:00000200:2.1:1767384376.156081:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (2) 00000800:00000200:2.1:1767384376.156087:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp42 00000000ab7b1b8e deleted 00000800:00000010:2.1:1767384376.156089:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab7b1b8e. 00000800:00000200:2.1:1767384376.156095:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384376.156100:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp42 ip 192.168.202.119:970 00000800:00000200:2.1:1767384376.156128:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8928aa0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384376.156618:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp42 p 3.x 192.168.202.119 -> 192.168.202.119:970 incarnation:1767384363859144536 sched[0] 00000800:00000010:2.0:1767384376.156624:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384376.157241:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384376.157247:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3ac41b5. 00000800:00000010:2.0:1767384376.157274:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000099547a84. 00000800:00000010:2.0:1767384376.157281:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065c395d9. 00000800:00000010:2.0:1767384376.157285:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3ac41b5. 00000800:00000010:2.0:1767384376.157302:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ab7b1b8e. 00000800:00000200:2.1:1767384376.157307:0:16134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (2) 00000800:00000200:2.1:1767384376.157313:0:16134:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp39 00000000ab7b1b8e deleted 00000800:00000010:2.1:1767384376.157315:0:16134:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab7b1b8e. 00000800:00000200:2.1:1767384376.157320:0:16134:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384376.157325:0:16134:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp39 ip 192.168.202.119:969 00000800:00000200:2.1:1767384376.157328:0:16134:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d568bd0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384376.157341:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp39 p 3.x 192.168.202.119 -> 192.168.202.119:969 incarnation:1767384356616356521 sched[0] 00000800:00000010:2.0:1767384376.157346:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384376.157397:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384376.157402:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3ac41b5. 00000800:00000010:2.0:1767384376.157428:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000007151169. 00000800:00000001:2.0:1767384376.157449:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.157454:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384376.157502:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384376.157505:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c8928aa0. 00000400:00000200:2.0:1767384376.157510:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.157516:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp42->192.168.202.119@tcp42: GET: OK 00000400:00000200:2.0:1767384376.157521:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384376.157524:0:16139:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp42 recovery message sent successfully:0 00000800:00000001:2.0:1767384376.157536:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.157540:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384376.157584:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384376.157587:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d568bd0. 00000400:00000200:2.0:1767384376.157591:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.157596:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: GET: OK 00000400:00000200:2.0:1767384376.157600:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384376.157603:0:16139:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp39 recovery message sent successfully:0 00000800:00000200:2.1:1767384376.157638:0:16136:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384376.157645:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp42 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384363859144536 sched[0] 00000800:00000010:2.0:1767384376.157648:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dcd97010. 00000400:00000200:2.0:1767384376.157705:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157759:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157812:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157867:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157905:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157937:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157964:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.157993:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158024:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158066:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158139:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158185:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158222:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158274:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158302:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158331:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158364:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158392:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158424:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158466:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158524:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158570:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158611:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158643:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158685:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158715:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158744:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158780:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000800:00000200:0.1:1767384376.158783:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384376.158793:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp39 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384356616356521 sched[0] 00000800:00000010:0.0:1767384376.158796:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007f7f2935. 00000400:00000200:2.0:1767384376.158822:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.158861:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158898:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.158941:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.158972:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.159018:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159045:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.159091:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159136:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159196:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.159207:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159267:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.159290:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.159365:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.159442:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000800:00000010:2.0:1767384376.159444:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbf8bcba. 00000800:00000010:2.0:1767384376.159451:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d3ac41b5. 00000800:00000010:2.0:1767384376.159457:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005655d73. 00000800:00000010:2.0:1767384376.159483:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005655d73. 00000800:00020000:2.0:1767384376.159491:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384376.159495:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d3ac41b5. 00000800:00000010:2.0:1767384376.159498:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbf8bcba. 00000400:00000200:0.0:1767384376.159514:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:02020000:2.0:1767384376.159566:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp42 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384376.159575:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000800:00000001:2.0:1767384376.159582:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.159590:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.159593:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.159600:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.159608:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42) <- 192.168.202.119@tcp42 : GET - for me 00000400:00000200:2.0:1767384376.159623:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384376.159628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159635:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1dfd [1] + 0 00000400:00000200:2.0:1767384376.159652:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp42 to MR: 192.168.202.119@tcp42 local destination 00000400:00000200:2.0:1767384376.159665:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp42 NI seq info: [185:185:256:4294967295] 192.168.202.119@tcp42 LPNI seq info [176:176:8:4294967295] 00000400:00000200:0.0:1767384376.159667:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159682:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42:192.168.202.119@tcp42) -> 192.168.202.119@tcp42(192.168.202.119@tcp42:192.168.202.119@tcp42) 192.168.202.119@tcp42 : REPLY try# 0 00000800:00000200:2.0:1767384376.159689:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp42 00000800:00000010:2.0:1767384376.159694:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d568bd0. 00000800:00000200:2.0:1767384376.159701:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (4) 00000800:00000200:2.0:1767384376.159704:0:16139:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 2, interval 1, 1 secs later) 00000800:00000200:2.0:1767384376.159711:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp42 ip 192.168.202.119:988 00000800:00000200:2.0:1767384376.159714:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d568bd0 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384376.159721:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000800:00000200:2.0:1767384376.159776:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384376.159778:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000800:00000010:2.0:1767384376.159780:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d568bd0. 00000400:00000200:2.0:1767384376.159787:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.159794:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp42->192.168.202.119@tcp42: REPLY: OK 00000800:00000001:2.0:1767384376.159808:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.159814:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.159817:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.159824:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.159831:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39) <- 192.168.202.119@tcp39 : GET - for me 00000400:00000200:2.0:1767384376.159840:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384376.159846:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 272/272 into md 0x1dfd [1] + 0 00000400:00000200:0.0:1767384376.159850:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.159857:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp39 to MR: 192.168.202.119@tcp39 local destination 00000400:00000200:2.0:1767384376.159868:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp39 NI seq info: [186:186:256:4294967295] 192.168.202.119@tcp39 LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1767384376.159883:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39:192.168.202.119@tcp39) -> 192.168.202.119@tcp39(192.168.202.119@tcp39:192.168.202.119@tcp39) 192.168.202.119@tcp39 : REPLY try# 0 00000800:00000200:2.0:1767384376.159889:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.119@tcp39 00000800:00000010:2.0:1767384376.159893:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d568bd0. 00000800:00000200:2.0:1767384376.159898:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (4) 00000800:00000200:2.0:1767384376.159903:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp39 ip 192.168.202.119:988 00000800:00000200:2.0:1767384376.159907:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d568bd0 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384376.159919:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000800:00000200:2.0:1767384376.159955:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384376.159959:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d568bd0. 00000400:00000200:2.0:1767384376.159964:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.159970:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: REPLY: OK 00000800:00000001:2.0:1767384376.159979:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384376.159980:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000800:00000001:2.0:1767384376.159983:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.159987:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.159993:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.159995:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160000:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.160006:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp42(192.168.202.119@tcp42) <- 192.168.202.119@tcp42 : REPLY - for me 00000400:00000200:2.0:1767384376.160018:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp42: Reply from 12345-192.168.202.119@tcp42 of length 272/272 into md 0x1e29 00000800:00000001:2.0:1767384376.160022:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160029:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.160029:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.160032:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.160041:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp42->192.168.202.119@tcp42: REPLY: OK 00000400:00000200:2.0:1767384376.160046:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:2.0:1767384376.160049:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000400:00000200:2.0:1767384376.160054:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384376.160061:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006b2ce529. 00000400:00000010:2.0:1767384376.160065:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f7b6f207. 00000800:00000001:2.0:1767384376.160072:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160077:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.160080:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384376.160080:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000800:00000001:2.0:1767384376.160086:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.160090:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160094:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.160101:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp39(192.168.202.119@tcp39) <- 192.168.202.119@tcp39 : REPLY - for me 00000400:00000200:0.0:1767384376.160150:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160211:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384376.160255:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp39: Reply from 12345-192.168.202.119@tcp39 of length 272/272 into md 0x1e2d 00000800:00000001:2.0:1767384376.160260:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160266:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.160269:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.160273:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp39->192.168.202.119@tcp39: REPLY: OK 00000400:00000200:2.0:1767384376.160278:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000400:00000200:0.0:1767384376.160280:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000010:2.0:1767384376.160281:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:2.0:1767384376.160289:0:16139:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384376.160294:0:16139:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db50ca7d. 00000400:00000010:2.0:1767384376.160299:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ec941de8. 00000800:00000001:2.0:1767384376.160305:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160310:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.160312:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384376.160315:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.160338:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160380:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160431:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160493:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160566:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160629:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160688:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160723:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160756:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160814:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160879:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160943:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384376.160983:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384376.161524:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044e67cf2. 00000800:00000010:0.0:1767384376.161530:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ecbfeacd. 00000800:00000010:0.0:1767384376.161535:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb147316. 00000800:00000010:0.0:1767384376.161558:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb147316. 00000800:00020000:0.0:1767384376.161566:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384376.161570:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ecbfeacd. 00000800:00000010:0.0:1767384376.161573:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044e67cf2. 00000400:02020000:0.0:1767384376.161614:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp39 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384376.343180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384376.343194:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384376.343203:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fa6332a. 00000020:00000040:2.0:1767384376.343211:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 10000000:00000001:0.0:1767384376.343213:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:2.0:1767384376.343216:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000040:0.0:1767384376.343220:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 02000000:00000001:2.0:1767384376.343221:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:0.0:1767384376.343226:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.343242:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.343249:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384376.343251:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384376.343253:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 02000000:00000010:2.0:1767384376.343254:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009d568bd0. 10000000:01000000:0.0:1767384376.343256:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384376.343261:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384376.343264:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 77 00000100:00000001:2.0:1767384376.343265:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384376.343268:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384376.343272:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000040:2.0:1767384376.343279:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384376.343279:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000020:00000040:0.0:1767384376.343285:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384376.343292:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384376.343295:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384376.343299:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.343302:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384376.343306:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384376.343307:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5505979. 00000100:00000001:0.0:1767384376.343314:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.343316:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa6332a] to pc [ptlrpcd_00_00+0] req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.343321:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384376.343325:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384376.343336:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000329f4beb. 00010000:00000001:0.0:1767384376.343342:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384376.343347:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000013c0654c. 00000100:00000001:2.0:1767384376.343349:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.343352:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:2.0:1767384376.343353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1767384376.343356:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000013c0654c with handle 0x4ac496f8d605e2b3 to hash 00000100:00000001:2.0:1767384376.343360:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1767384376.343362:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384376.343365:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00000100:00000010:2.0:1767384376.343366:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00010000:00000001:0.0:1767384376.343370:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00000020:00000040:2.0:1767384376.343372:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384376.343376:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384376.343377:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384376.343380:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.343381:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:0.0:1767384376.343385:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384376.343386:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384376.343394:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c8928aa0. 00010000:00010000:0.0:1767384376.343401:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.343402:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.343410:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384376.343419:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384376.343422:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.343428:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249d2b44] to pc [ptlrpcd_00_01+1] req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384376.343443:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.343444:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.343451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384376.343459:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384376.343459:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384376.343464:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384376.343466:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64329de. 00000020:00000040:2.0:1767384376.343471:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1767384376.343472:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6ca7593. 00000100:00000001:2.0:1767384376.343476:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384376.343477:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017781343168 : -114055928208448 : ffff984448ea23c0) 02000000:00000001:2.0:1767384376.343479:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384376.343484:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.343484:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.343487:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 02000000:00000010:2.0:1767384376.343491:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f98b85f2. 00000100:00000001:0.0:1767384376.343493:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384376.343497:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.343499:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.343501:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384376.343504:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384376.343506:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384376.343512:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.343528:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384376.343532:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.343534:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384376.343538:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.343541:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d64329de] to pc [ptlrpcd_00_02+2] req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384376.343545:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384376.343558:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384376.343563:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.343565:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.343569:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748251520:0@lo:101: 00000100:00000040:2.0:1767384376.343573:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (301) 00000100:00000001:0.0:1767384376.343576:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384376.343583:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384376.343587:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.343590:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384376.343596:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d041d0fc. 02000000:00000001:0.0:1767384376.343599:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.343606:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d56eb0. 00000100:00000001:2.0:1767384376.343613:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384376.343614:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000001:2.0:1767384376.343618:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.343622:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384376.343623:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748251520, portal 25 00000100:00000001:0.0:1767384376.343627:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384376.343628:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.343630:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000100:00000040:0.0:1767384376.343640:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.343644:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384376.343646:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.343649:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384376.343654:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384376.343660:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.343667:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748251392:0@lo:400: 00000100:00000001:0.0:1767384376.343667:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.343675:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384376.343676:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384376.343681:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767384376.343681:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 02000000:00000001:2.0:1767384376.343685:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384376.343687:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748251520, offset 0 02000000:00000001:2.0:1767384376.343690:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384376.343696:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec941de8. 00000400:00000200:0.0:1767384376.343699:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384376.343700:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.343707:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f692260. 00000400:00000010:2.0:1767384376.343713:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000400:00000200:0.0:1767384376.343718:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384376.343720:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748251392, portal 4 00000100:00000001:2.0:1767384376.343725:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384376.343727:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521773184 : -114055187778432 : ffff9844750c3480) 00000100:00000040:2.0:1767384376.343734:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.343735:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e107180 00000400:00000200:0.0:1767384376.343748:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1591 [2] + 0 00000100:00000001:2.0:1767384376.343752:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384376.343755:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1fe14ea. 00000100:00000040:2.0:1767384376.343759:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384376.343763:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6c62b8e 00000400:00000010:2.0:1767384376.343764:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000400:00000200:0.0:1767384376.343772:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.343778:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384376.343784:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748251392, offset 0 00000400:00000200:0.0:1767384376.343792:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6c62b8e 00000400:00000010:0.0:1767384376.343798:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6c62b8e. 00000100:00000001:0.0:1767384376.343807:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384376.343812:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384376.343812:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384376.343818:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000334c8ee0 x1853236748251520 msgsize 328 00000400:00000200:2.0:1767384376.343828:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384376.343829:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384376.343834:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384376.343846:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e107100 00000100:00000001:0.0:1767384376.343847:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.343855:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4560 00000400:00000200:2.0:1767384376.343862:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.343864:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000200:2.0:1767384376.343869:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384376.343869:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:0.0:1767384376.343877:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384376.343880:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384376.343883:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384376.343885:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384376.343892:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b89c84f3. 00000100:00000040:2.0:1767384376.343898:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000b89c84f3 x1853236748251392 msgsize 224 00000100:00000001:0.0:1767384376.343903:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384376.343908:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384376.343910:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.343921:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.343923:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.343925:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.343930:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.343934:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000100:00000001:0.0:1767384376.343936:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294964236 00000400:00000010:2.0:1767384376.343938:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000100:00000010:0.0:1767384376.343944:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000decf01b8. 00000100:00000001:2.0:1767384376.343945:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384376.343950:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.343961:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384376.343964:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384376.343970:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.343971:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294964236 00000100:00000010:0.0:1767384376.343979:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000307317ab. 00000100:00000001:2.0:1767384376.343985:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.343987:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384376.343989:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.343995:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294964236 00000100:00000001:2.0:1767384376.343997:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384376.344003:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edc0a306. 00000100:00000040:2.0:1767384376.344004:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4807 usecs (5 jiffies) 00000100:00000001:2.0:1767384376.344011:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964229 00000100:00000001:0.0:1767384376.344011:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384376.344017:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000001:0.0:1767384376.344018:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294964236 00000100:00000001:2.0:1767384376.344022:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964229 00000100:00000010:0.0:1767384376.344026:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d1b1d6c. 00000100:00000001:2.0:1767384376.344027:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000100:00000001:2.0:1767384376.344033:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964229 00000100:00000001:0.0:1767384376.344033:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384376.344038:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000100:00000001:0.0:1767384376.344040:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.344045:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964229 00000100:00000001:0.0:1767384376.344046:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344052:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000100:00000001:0.0:1767384376.344052:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.344056:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384376.344057:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384376.344061:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c6ca7593 going to sleep for 11 seconds 00000100:00000001:2.0:1767384376.344063:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.344066:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.344069:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.344070:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344074:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.344084:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.344086:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000001:0.0:1767384376.344089:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:2.0:1767384376.344091:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.344094:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000020:0.0:1767384376.344094:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384376.344099:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384376.344100:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae57f9a1. 00000100:00100000:2.0:1767384376.344102:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384376.344133:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384376.344136:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384376.344139:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.344142:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384376.344143:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384376.344145:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384376.344148:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384376.344151:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344152:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.344157:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384376.344159:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d991b5c5. 00000100:00000040:2.0:1767384376.344163:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.344166:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.344174:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384376.344177:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344179:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384376.344182:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.344186:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384376.344186:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ae57f9a1] to pc [ptlrpcd_00_03+3] req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384376.344190:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384376.344197:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.344206:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748251648:0@lo:400: 00000004:00000001:0.0:1767384376.344209:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344212:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384376.344217:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384376.344219:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.344222:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384376.344241:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b4f9eb8. 02000000:00000001:2.0:1767384376.344244:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.344247:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1767384376.344249:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000400:00000010:2.0:1767384376.344255:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000100:00100000:0.0:1767384376.344258:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251520 00000100:00000200:2.0:1767384376.344260:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748251648, portal 10 02000000:00000001:0.0:1767384376.344263:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384376.344265:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384376.344267:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.344269:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000100:00000001:0.0:1767384376.344271:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.344277:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.344278:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.344284:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251520 00000020:00000001:0.0:1767384376.344289:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384376.344291:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384376.344294:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000040:2.0:1767384376.344296:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384376.344299:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384376.344301:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000020:00000040:0.0:1767384376.344303:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000200:2.0:1767384376.344306:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748251648, offset 0 00000020:00000001:0.0:1767384376.344308:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384376.344314:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:2.0:1767384376.344317:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384376.344321:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.344326:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000400:00000200:2.0:1767384376.344327:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384376.344333:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.344337:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00000400:00000200:2.0:1767384376.344341:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107200 00000020:00000010:0.0:1767384376.344346:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000716cd3df. 00000400:00000200:2.0:1767384376.344352:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000020:00000010:0.0:1767384376.344355:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae6238c9. 00000400:00000200:2.0:1767384376.344357:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384376.344363:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000400:00000200:2.0:1767384376.344364:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.344372:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384376.344374:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000200:2.0:1767384376.344375:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384376.344379:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.344381:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:2.0:1767384376.344382:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ba5dcc. 00000100:00000001:0.0:1767384376.344384:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.344388:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000075ba5dcc x1853236748251648 msgsize 224 00000100:00000001:0.0:1767384376.344395:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384376.344396:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384376.344410:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.344411:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.344419:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:2.0:1767384376.344422:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000100:00000001:2.0:1767384376.344425:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384376.344426:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384376.344430:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.344431:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.344440:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000001:2.0:1767384376.344446:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.344447:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384376.344452:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378287696 : -114060331263920 : ffff98434278d850) 00000100:00000040:2.0:1767384376.344453:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.344461:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000334c8ee0 x1853236748251520/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 328/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.344469:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344474:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.344480:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384376.344481:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.344486:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3341 usecs (4 jiffies) 00000100:00000001:2.0:1767384376.344492:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964229 00000020:00000010:0.0:1767384376.344493:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000100:00000001:2.0:1767384376.344496:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000001:0.0:1767384376.344498:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.344501:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964229 00000020:00000010:0.0:1767384376.344503:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00000100:00000001:2.0:1767384376.344507:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000100:00000001:2.0:1767384376.344512:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964229 00000100:00100000:0.0:1767384376.344513:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000334c8ee0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748251520:12345-0@lo:101: 00000100:00000001:2.0:1767384376.344517:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000100:00000001:2.0:1767384376.344523:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964229 00000100:00000200:0.0:1767384376.344523:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251520 00000100:00000001:2.0:1767384376.344528:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000020:00000001:0.0:1767384376.344530:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384376.344531:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.344535:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.344537:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384376.344539:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.344541:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344544:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.344546:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.344551:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:0.0:1767384376.344556:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.344558:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.344560:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384376.344562:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384376.344564:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384376.344566:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384376.344568:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384376.344574:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384376.344574:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.344580:0:16779:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384376.344585:0:16779:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000100:00000001:1.0:1767384376.344586:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1767384376.344589:0:16779:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384376.344592:0:16779:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384376.344596:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344597:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384376.344597:0:16779:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.344599:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384376.344603:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384376.344604:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251392 02000000:00000001:1.0:1767384376.344606:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.344607:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 02000000:00000001:2.0:1767384376.344611:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384376.344612:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748251904:0@lo:13: 00010000:00000010:0.0:1767384376.344615:0:16779:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d5600f4c. 00000100:00000001:2.0:1767384376.344616:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.344617:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384376.344621:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384376.344622:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.344623:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 02000000:00000001:1.0:1767384376.344624:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.344628:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.344628:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1767384376.344629:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009512700b. 02000000:00000010:1.0:1767384376.344633:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a1b4c5a. 00000100:00100000:2.0:1767384376.344635:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251392 00000020:00000001:0.0:1767384376.344636:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000001:1.0:1767384376.344637:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.344642:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384376.344643:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000020:00000040:0.0:1767384376.344643:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009512700b with handle 0x4ac496f8d605e2ba to hash 00000020:00000040:2.0:1767384376.344647:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000400:00000010:1.0:1767384376.344650:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c1710e3. 00000020:00000001:0.0:1767384376.344650:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384376.344652:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384376.344655:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00000100:00000200:1.0:1767384376.344656:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748251904, portal 4 00000020:00000040:2.0:1767384376.344657:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00000001:1.0:1767384376.344662:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384376.344663:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00000020:00000001:2.0:1767384376.344664:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:1.0:1767384376.344664:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656106496 : -114055053445120 : ffff98447d0df800) 00010000:00010000:0.0:1767384376.344671:0:16779:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e2b3 expref: -99 pid: 16779 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384376.344672:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000040:1.0:1767384376.344674:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.344680:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384376.344686:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005d89c10. 00000020:00000010:2.0:1767384376.344695:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003ea11de4. 00000100:00000001:1.0:1767384376.344697:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384376.344697:0:16779:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000100:00000040:1.0:1767384376.344704:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1767384376.344704:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000020:00000040:2.0:1767384376.344706:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000400:00000010:1.0:1767384376.344707:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00000100:00000200:1.0:1767384376.344711:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748251904, offset 0 00000400:00000200:1.0:1767384376.344719:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384376.344723:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384376.344724:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384376.344729:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384376.344731:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050cc80b1. 02000000:00000001:0.0:1767384376.344731:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384376.344737:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e107300 02000000:00000010:0.0:1767384376.344738:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fed04b13. 00000020:00000010:2.0:1767384376.344740:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000024c14af. 00000400:00000200:1.0:1767384376.344744:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3136 02000000:00000001:0.0:1767384376.344744:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.344748:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001afcbf8d. 00000400:00000200:1.0:1767384376.344752:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384376.344752:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.344760:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384376.344760:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:2.0:1767384376.344762:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384376.344767:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384376.344768:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384376.344768:0:16779:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000200:1.0:1767384376.344769:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767384376.344772:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384376.344774:0:16779:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000010:1.0:1767384376.344775:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071b8d1f6. 00000100:00000001:2.0:1767384376.344777:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384376.344779:0:16149:0:(events.c:337:request_in_callback()) incoming req@0000000071b8d1f6 x1853236748251904 msgsize 224 00010000:00000001:0.0:1767384376.344779:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384376.344784:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.344787:0:17560:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1767384376.344789:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384376.344792:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384376.344793:0:17560:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384376.344796:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.344797:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.344799:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384376.344801:0:16779:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384376.344805:0:16779:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384376.344809:0:16779:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:2.0:1767384376.344813:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.344813:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00010000:00000001:0.0:1767384376.344813:0:16779:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000010:1.0:1767384376.344817:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00010000:00000040:0.0:1767384376.344819:0:16779:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5600f4c) refcount = 1 00000100:00000001:1.0:1767384376.344821:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384376.344828:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.344830:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00010000:0.0:1767384376.344831:0:16779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384376.344836:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384376.344845:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384376.344846:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384376.344851:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.344855:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00010000:00000001:0.0:1767384376.344855:0:16779:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384376.344860:0:16779:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:2.0:1767384376.344863:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521764224 : -114055187787392 : ffff9844750c1180) 00000100:00000001:1.0:1767384376.344863:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.344864:0:16779:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.344868:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384376.344872:0:16779:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.344874:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384376.344876:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b89c84f3 x1853236748251392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.344877:0:16779:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384376.344879:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4807 usecs (5 jiffies) 00000100:00000001:1.0:1767384376.344884:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294964230 00010000:00000001:0.0:1767384376.344889:0:16779:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:1.0:1767384376.344890:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000001:1.0:1767384376.344895:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294964230 00010000:00010000:0.0:1767384376.344897:0:16779:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384376.344900:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000100:00000001:1.0:1767384376.344906:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294964230 00000100:00000001:1.0:1767384376.344910:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000100:00000001:1.0:1767384376.344915:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294964230 00000100:00000001:1.0:1767384376.344921:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00010000:00000001:0.0:1767384376.344922:0:16779:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384376.344925:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.344928:0:16779:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384376.344930:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344931:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384376.344933:0:16779:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.344934:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384376.344937:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f44180. 00000100:00000001:1.0:1767384376.344939:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384376.344941:0:16779:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.344945:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384376.344945:0:16779:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384376.344946:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384376.344951:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f44180. 00000100:00000001:1.0:1767384376.344951:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767384376.344951:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384376.344955:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384376.344956:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384376.344958:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384376.344960:0:16779:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009512700b, rc 0) 00000100:00100000:2.0:1767384376.344962:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b89c84f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748251392:12345-0@lo:400: 00000100:00000001:1.0:1767384376.344962:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384376.344966:0:16149:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767384376.344971:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384376.344973:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251392 00000100:00000001:1.0:1767384376.344976:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384376.344976:0:16779:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.344977:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:0.0:1767384376.344982:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748251520 00000020:00000001:2.0:1767384376.344983:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384376.344984:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384376.344987:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.344990:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384376.344991:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384376.344994:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384376.344994:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384376.344997:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384376.344998:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00010000:00000200:0.0:1767384376.344999:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000334c8ee0 x1853236748251520/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384376.345004:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384376.345006:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384376.345011:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384376.345019:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384376.345024:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384376.345028:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.345036:0:17560:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384376.345036:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384376.345037:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384376.345040:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.345043:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384376.345043:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.345044:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384376.345048:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384376.345049:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384376.345051:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.345051:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=82 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384376.345055:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f953f1ef. 00000100:00100000:1.0:1767384376.345057:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236748251776:0@lo:400: 00000100:00000001:0.0:1767384376.345060:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384376.345063:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345065:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384376.345069:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384376.345070:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.345070:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384376.345073:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.345076:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:2.0:1767384376.345078:0:17560:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384376.345078:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384376.345082:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b8776a32. 02000000:00000001:0.0:1767384376.345083:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384376.345084:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748251392 02000000:00000001:1.0:1767384376.345087:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.345089:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.345091:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384376.345092:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000100:00000001:0.0:1767384376.345095:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384376.345098:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a4875bd8. 00010000:00000200:2.0:1767384376.345102:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b89c84f3 x1853236748251392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.345131:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384376.345136:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384376.345141:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748251520, offset 224 00000400:00000200:0.0:1767384376.345150:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.345160:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.345170:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e107180 00000400:00000200:0.0:1767384376.345178:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1e31 [1] + 224 00000400:00000200:0.0:1767384376.345189:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384376.345191:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384376.345196:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.345199:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767384376.345201:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.345206:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384376.345208:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384376.345214:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000200:0.0:1767384376.345214:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.345221:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384376.345243:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384376.345246:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.345250:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384376.345254:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.345258:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000100:00000200:2.0:1767384376.345265:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748251392, offset 224 00000100:00000040:0.0:1767384376.345270:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384376.345276:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384376.345289:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384376.345294:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384376.345300:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e107100 00000400:00000200:0.0:1767384376.345304:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:0.0:1767384376.345308:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:0.0:1767384376.345315:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384376.345317:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384376.345321:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e39 [1] + 224 00000400:00000200:2.0:1767384376.345328:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384376.345333:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384376.345335:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384376.345341:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384376.345343:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384376.345346:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.345350:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384376.345351:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384376.345354:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.345362:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000334c8ee0 x1853236748251520/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 328/344 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.345371:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.345387:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000334c8ee0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748251520:12345-0@lo:101: Request processed in 900us (1562us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384376.345388:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384376.345394:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251648 00000100:00000001:2.0:1767384376.345396:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384376.345398:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.345403:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384376.345403:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000400:00000200:2.0:1767384376.345404:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000100:00000001:3.0:1767384376.345408:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384376.345409:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000100:00000040:0.0:1767384376.345409:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:1.0:1767384376.345411:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748251776, portal 10 02000000:00000001:3.0:1767384376.345414:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.345417:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384376.345417:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384376.345418:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1767384376.345420:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251648 00000100:00000001:1.0:1767384376.345422:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521772288 : -114055187779328 : ffff9844750c3100) 00000100:00000001:2.0:1767384376.345423:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384376.345423:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384376.345425:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384376.345429:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:2.0:1767384376.345431:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.345431:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae6238c9. 00000100:00000040:1.0:1767384376.345432:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384376.345433:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384376.345441:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000100:00000040:2.0:1767384376.345442:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000020:00000040:3.0:1767384376.345443:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000100:00000001:1.0:1767384376.345447:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384376.345450:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000716cd3df. 00000020:00000001:3.0:1767384376.345451:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00010000:00000001:2.0:1767384376.345451:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384376.345453:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384376.345457:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:2.0:1767384376.345457:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384376.345460:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193a4c2. 00000020:00000040:0.0:1767384376.345460:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000020:00000001:2.0:1767384376.345464:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384376.345465:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384376.345466:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748251776, offset 0 02000000:00000001:0.0:1767384376.345468:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384376.345470:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bf08069. 02000000:00000010:0.0:1767384376.345472:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fed04b13. 00000100:00000001:3.0:1767384376.345475:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384376.345475:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b89c84f3 x1853236748251392/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384376.345476:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384376.345481:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:3.0:1767384376.345482:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bf08069. 00000100:00000001:0.0:1767384376.345487:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.345489:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384376.345490:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e67a102. 00000100:00000200:0.0:1767384376.345497:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1767384376.345499:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040f92800. 00000400:00000200:1.0:1767384376.345504:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107280 00000400:00000010:0.0:1767384376.345505:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d19fad2. 00000020:00000010:3.0:1767384376.345507:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000693a6595. 00000100:00100000:2.0:1767384376.345507:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b89c84f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16146:x1853236748251392:12345-0@lo:400: Request processed in 572us (1603us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384376.345513:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000100:00000040:3.0:1767384376.345516:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384376.345521:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384376.345524:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384376.345524:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384376.345527:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384376.345527:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc3364f1. 00000100:00100000:2.0:1767384376.345528:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384376.345534:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384376.345537:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:3.0:1767384376.345538:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767384376.345538:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384376.345541:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.345544:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384376.345546:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384376.345548:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384376.345549:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384376.345552:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384376.345554:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aab9c0d7. 00000020:00000010:2.0:1767384376.345555:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000024c14af. 00000100:00000001:0.0:1767384376.345555:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384376.345558:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000aab9c0d7 x1853236748251776 msgsize 224 00000100:00100000:0.0:1767384376.345560:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251904 00000020:00000010:2.0:1767384376.345565:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001afcbf8d. 02000000:00000001:0.0:1767384376.345565:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384376.345568:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384376.345568:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384376.345570:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.345573:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384376.345574:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050cc80b1. 00000100:00000001:0.0:1767384376.345575:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345579:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384376.345582:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 02000000:00000001:0.0:1767384376.345582:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384376.345585:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000400:00000200:1.0:1767384376.345586:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193a4c2 00000100:00000040:3.0:1767384376.345587:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00100000:0.0:1767384376.345588:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251904 00000400:00000010:1.0:1767384376.345590:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193a4c2. 00000100:00000001:3.0:1767384376.345593:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521769600 : -114055187782016 : ffff9844750c2680) 00000100:00000001:2.0:1767384376.345594:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.345595:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384376.345596:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384376.345601:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000200:1.0:1767384376.345602:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384376.345605:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000075ba5dcc x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384376.345607:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384376.345611:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00080000:2.0:1767384376.345617:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384376.345625:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384376.345626:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000040:2.0:1767384376.345627:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000040:1.0:1767384376.345631:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.345632:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384376.345635:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000010:3.0:1767384376.345637:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bf08069. 00000100:00000001:3.0:1767384376.345643:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384376.345644:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.345645:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384376.345646:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bf08069. 00000100:00000001:1.0:1767384376.345647:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384376.345649:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.345653:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384376.345653:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000100:00000001:1.0:1767384376.345654:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.345658:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000075ba5dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748251648:12345-0@lo:400: 00000400:00000001:2.0:1767384376.345660:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384376.345660:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3420 usecs (4 jiffies) 00000100:00000001:0.0:1767384376.345661:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384376.345665:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384376.345667:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251648 00000100:00000001:1.0:1767384376.345667:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294964230 00000020:00000010:0.0:1767384376.345669:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00000400:00000010:2.0:1767384376.345670:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f692260. 00000020:00000001:3.0:1767384376.345671:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384376.345673:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294964236 00000100:00000001:1.0:1767384376.345677:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294964230 00000400:00000200:2.0:1767384376.345679:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000020:00000010:0.0:1767384376.345679:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000716cd3df. 00000020:00000001:3.0:1767384376.345682:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384376.345682:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294964236 00000400:00000010:2.0:1767384376.345684:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000020:00000001:3.0:1767384376.345687:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345687:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294964230 00000020:00000010:0.0:1767384376.345688:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae6238c9. 00000100:00000001:2.0:1767384376.345691:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384376.345692:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384376.345693:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294964236 00000020:00000001:3.0:1767384376.345696:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000010:0.0:1767384376.345697:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000100:00000001:1.0:1767384376.345698:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294964230 00000100:00000200:2.0:1767384376.345701:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384376.345703:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384376.345704:0:16149:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294964236 00000020:00000001:3.0:1767384376.345708:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.345709:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384376.345710:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767384376.345715:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384376.345715:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.345718:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384376.345718:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384376.345721:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.345723:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.345724:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384376.345727:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.345728:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384376.345728:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.345731:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384376.345735:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384376.345735:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.345739:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384376.345740:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b76a49d8. 00000100:00000001:1.0:1767384376.345745:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384376.345746:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345749:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.345751:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.345754:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384376.345756:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345758:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384376.345762:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748251648 00000100:00000001:1.0:1767384376.345762:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.345765:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384376.345768:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384376.345771:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.345771:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000200:3.0:1767384376.345774:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075ba5dcc x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.345777:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384376.345778:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384376.345784:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384376.345785:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384376.345787:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:2.0:1767384376.345788:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384376.345789:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.345793:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00001000:3.0:1767384376.345794:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.345794:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.345803:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408375936 : -114055301175680 : ffff98446e49e680) 00000100:00000001:3.0:1767384376.345804:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384376.345807:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.345809:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000040:0.0:1767384376.345813:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071b8d1f6 x1853236748251904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.345814:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384376.345818:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1767384376.345818:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=72 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384376.345821:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345825:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384376.345826:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:2.0:1767384376.345830:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=72 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384376.345830:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748251776 02000000:00000001:1.0:1767384376.345834:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384376.345835:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384376.345838:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384376.345841:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.345842:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000001:2.0:1767384376.345842:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384376.345842:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767384376.345845:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384376.345849:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748251648, offset 224 00000100:00000001:2.0:1767384376.345849:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384376.345849:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748251776 00000020:00000010:0.0:1767384376.345850:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000020:00000001:1.0:1767384376.345854:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384376.345858:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00010000:00000001:2.0:1767384376.345859:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384376.345859:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384376.345861:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384376.345863:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384376.345865:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000010:0.0:1767384376.345868:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00010000:00080000:2.0:1767384376.345869:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384376.345869:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000400:00000200:3.0:1767384376.345875:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384376.345876:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00100000:0.0:1767384376.345881:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071b8d1f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748251904:12345-0@lo:13: 00000100:00000001:1.0:1767384376.345883:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384376.345888:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb756dfc. 00000400:00000200:3.0:1767384376.345892:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107200 00000020:00000010:1.0:1767384376.345895:0:19521:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ac1c1eeb. 00000100:00000200:0.0:1767384376.345895:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251904 00000020:00000001:0.0:1767384376.345901:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384376.345902:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e41 [1] + 224 00010000:00000001:2.0:1767384376.345903:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384376.345904:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000020:00000001:0.0:1767384376.345906:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384376.345912:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384376.345912:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345915:0:19521:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384376.345916:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384376.345917:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:0.0:1767384376.345918:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384376.345921:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d094ed9. 00000400:00000200:3.0:1767384376.345924:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.345924:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:1.0:1767384376.345927:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045be2e9f. 00000100:00000001:2.0:1767384376.345929:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.345931:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000100:00000001:3.0:1767384376.345932:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384376.345933:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000200:3.0:1767384376.345940:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384376.345941:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.345941:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384376.345941:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384376.345945:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384376.345948:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384376.345949:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.345955:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384376.345957:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384376.345961:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384376.345962:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1767384376.345966:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.345966:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.345968:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.345974:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.345976:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384376.345977:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384376.345982:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384376.345984:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384376.345985:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384376.345988:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767384376.345989:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fed04b13. 00000100:00000001:2.0:1767384376.345991:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.345992:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384376.345995:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384376.345996:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000400:00000200:3.0:1767384376.346000:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000100:00000040:1.0:1767384376.346002:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:0.0:1767384376.346002:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.346003:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000040:2.0:1767384376.346003:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.346008:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00002000:00000001:0.0:1767384376.346010:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384376.346011:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.346012:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408370560 : -114055301181056 : ffff98446e49d180) 00000100:00000001:3.0:1767384376.346016:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384376.346017:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:1.0:1767384376.346020:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aab9c0d7 x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:357/0 lens 224/0 e 0 to 0 dl 1767384387 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384376.346023:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767384376.346024:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00080000:00000001:0.0:1767384376.346030:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000001:3.0:1767384376.346031:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384376.346035:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.346041:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384376.346043:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16146:1853236748251392:0@lo:400: 00000100:00000001:1.0:1767384376.346046:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384376.346047:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.346048:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ba5dcc x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384376.346051:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac1c1eeb. 00000100:00000001:2.0:1767384376.346055:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.346056:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384376.346056:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384376.346063:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384376.346064:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac1c1eeb. 00002000:00000024:0.0:1767384376.346064:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:2.0:1767384376.346072:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fa6332a x1853236748251392/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384376.346074:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aab9c0d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236748251776:12345-0@lo:400: 00000020:00000020:0.0:1767384376.346076:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00100000:3.0:1767384376.346081:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000075ba5dcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16146:x1853236748251648:12345-0@lo:400: Request processed in 443us (1686us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384376.346085:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748251776 00000020:00000020:0.0:1767384376.346086:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384376.346090:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384376.346094:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384376.346099:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767384376.346099:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000020:00000001:1.0:1767384376.346125:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384376.346127:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000100:00100000:3.0:1767384376.346130:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000020:00000001:1.0:1767384376.346131:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384376.346135:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384376.346136:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00002000:00000001:0.0:1767384376.346137:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:1.0:1767384376.346141:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384376.346142:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384376.346146:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384376.346146:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384376.346146:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:0.0:1767384376.346146:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384376.346151:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.346152:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.346153:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040f92800. 02000000:00000001:2.0:1767384376.346154:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00002000:00000001:0.0:1767384376.346156:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384376.346160:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000693a6595. 02000000:00000010:2.0:1767384376.346160:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec941de8. 00000020:00000001:1.0:1767384376.346160:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1767384376.346161:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748251904 00000100:00000001:1.0:1767384376.346165:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384376.346166:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e67a102. 02000000:00000001:2.0:1767384376.346169:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384376.346169:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384376.346170:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384376.346171:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000020:00000001:2.0:1767384376.346174:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384376.346175:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384376.346177:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b74c9851. 00000020:00000040:2.0:1767384376.346179:0:16146:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00000200:0.0:1767384376.346179:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000071b8d1f6 x1853236748251904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384376.346183:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384376.346186:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384376.346189:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384376.346192:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d568bd0. 00000020:00000001:1.0:1767384376.346196:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384376.346201:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:1.0:1767384376.346203:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748251776 00010000:00000001:0.0:1767384376.346204:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384376.346205:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384376.346210:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fa6332a. 00010000:00000001:1.0:1767384376.346210:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384376.346210:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.346218:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384376.346219:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000200:1.0:1767384376.346219:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aab9c0d7 x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384376.346223:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.346240:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.346245:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384376.346247:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:2.0:1767384376.346255:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.346259:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384376.346260:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384376.346269:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.346270:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.346276:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384376.346277:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384376.346281:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384376.346282:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384376.346284:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 00000400:00000010:0.0:1767384376.346291:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000400:00000200:2.0:1767384376.346296:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000400:00000010:2.0:1767384376.346302:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00010000:00000001:1.0:1767384376.346305:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384376.346308:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.346309:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384376.346309:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748251904, offset 224 00000100:00001000:1.0:1767384376.346311:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=77 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384376.346317:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384376.346323:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384376.346323:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384376.346329:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:1.0:1767384376.346334:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000400:00000200:0.0:1767384376.346339:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384376.346340:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384376.346344:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.346349:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384376.346352:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384376.346353:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384376.346358:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e107300 00000400:00000010:1.0:1767384376.346359:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193a4c2. 00000100:00000200:1.0:1767384376.346364:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748251776, offset 224 00000400:00000200:0.0:1767384376.346372:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e49 [1] + 224 00000100:00000001:2.0:1767384376.346377:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.346380:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384376.346382:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384376.346383:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384376.346389:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384376.346394:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767384376.346394:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384376.346395:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384376.346399:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384376.346404:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.346405:0:17561:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384376.346407:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.346409:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107280 00000100:00000200:0.0:1767384376.346414:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384376.346415:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=77 v=5 (5 0 0 0) 00000400:00000200:1.0:1767384376.346419:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e51 [1] + 224 00000100:00001000:2.0:1767384376.346427:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=77 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384376.346429:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384376.346437:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384376.346438:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384376.346442:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.346445:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384376.346446:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384376.346448:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384376.346451:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384376.346456:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384376.346482:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384376.346493:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.346495:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384376.346497:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384376.346500:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384376.346504:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:0.0:1767384376.346505:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00000001:2.0:1767384376.346507:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1767384376.346510:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:2.0:1767384376.346511:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384376.346517:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193a4c2 00000100:00000001:0.0:1767384376.346517:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384376.346521:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384376.346523:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193a4c2. 00000100:00000001:0.0:1767384376.346523:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.346529:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384376.346531:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.346532:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384376.346537:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384376.346539:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384376.346540:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000040:1.0:1767384376.346543:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384376.346547:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384376.346548:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384376.346549:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384376.346552:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384376.346553:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.346553:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384376.346559:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384376.346561:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384376.346564:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384376.346565:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aab9c0d7 x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:357/0 lens 224/224 e 0 to 0 dl 1767384387 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.346570:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071b8d1f6 x1853236748251904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/368 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384376.346595:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aab9c0d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16149:x1853236748251776:12345-0@lo:400: Request processed in 544us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384376.346603:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16146:1853236748251648:0@lo:400: 00000100:00100000:0.0:1767384376.346611:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071b8d1f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748251904:12345-0@lo:13: Request processed in 765us (1827us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384376.346615:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:2.0:1767384376.346616:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384376.346620:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:2.0:1767384376.346624:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384376.346625:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384376.346629:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384376.346632:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748251648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.346633:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000010:1.0:1767384376.346634:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045be2e9f. 00000020:00000010:1.0:1767384376.346640:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000100:00000040:0.0:1767384376.346641:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000020:00000010:1.0:1767384376.346645:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d094ed9. 00000100:00080000:3.0:1767384376.346647:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384376.346650:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000020:00000040:3.0:1767384376.346653:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:2.0:1767384376.346654:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384376.346655:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384376.346656:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.346661:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384376.346661:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1767384376.346666:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b4f9eb8. 00000020:00000010:0.0:1767384376.346669:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae6238c9. 02000000:00000001:2.0:1767384376.346674:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:0.0:1767384376.346675:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000020:00000001:2.0:1767384376.346678:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384376.346681:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000716cd3df. 00000020:00000040:2.0:1767384376.346682:0:16146:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384376.346688:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384376.346690:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c8928aa0. 00000020:00000040:0.0:1767384376.346690:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:0.0:1767384376.346696:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384376.346698:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384376.346702:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384376.346704:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:2.0:1767384376.346708:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384376.346710:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.346712:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.346713:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384376.346721:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384376.346724:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.346726:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384376.346728:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.346731:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384376.346733:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384376.346761:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384376.346764:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384376.346766:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3d56eb0. 00000400:00000200:3.0:1767384376.346770:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf90ef0 00000400:00000010:3.0:1767384376.346771:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bf90ef0. 00000100:00000001:3.0:1767384376.346774:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384376.346776:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.346779:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384376.346780:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384376.346784:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000100:00000200:3.0:1767384376.346793:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.346793:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4875bd8 00000400:00000010:0.0:1767384376.346799:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a4875bd8. 00000100:00000001:3.0:1767384376.346806:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.346807:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384376.346808:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.346811:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384376.346812:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384376.346814:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384376.346815:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.346817:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.346822:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384376.346826:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384376.346834:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.346838:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384376.346839:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.346840:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.346844:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384376.346846:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.346850:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384376.346858:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.346858:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.346862:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.346867:0:16149:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384376.346869:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384376.346872:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384376.346872:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384376.346875:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.346877:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384376.346879:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.346881:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.346889:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.346891:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2063f2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748251520:0@lo:101: 00000100:00001000:0.0:1767384376.346896:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=77 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384376.346897:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384376.346903:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384376.346908:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.346909:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384376.346911:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384376.346913:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.346914:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384376.346919:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384376.346920:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.346927:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384376.346927:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384376.346930:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c6ca7593. 00000100:00000001:3.0:1767384376.346936:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384376.346938:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.346943:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.346944:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384376.346949:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384376.346949:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384376.346951:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.346953:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=4 00000020:00000001:3.0:1767384376.346955:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384376.346958:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00000100:00000040:0.0:1767384376.346961:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000040:3.0:1767384376.346963:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000013c0654c, remote cookie: 0x4ac496f8d605e2ba, flags: 0x0 00000100:00000001:0.0:1767384376.346965:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384376.346969:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.346970:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384376.346973:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:0.0:1767384376.346976:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.346977:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384376.346980:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384376.346983:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384376.346986:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000329f4beb) refcount = 1 00010000:00010000:3.0:1767384376.346993:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384376.346993:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.346998:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.347002:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.347003:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384376.347006:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384376.347008:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384376.347010:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384376.347012:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384376.347015:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384376.347019:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.347032:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384376.347035:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384376.347037:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16149:1853236748251776:0@lo:400: 00010000:00000001:3.0:1767384376.347044:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.347045:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.347047:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384376.347049:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384376.347049:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384376.347053:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384376.347055:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384376.347057:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db4a6f48. 00000100:00000040:3.0:1767384376.347062:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2063f2 x1853236748251520/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384376.347062:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1710e3 00000400:00000010:0.0:1767384376.347067:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c1710e3. 00000100:00000001:0.0:1767384376.347076:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384376.347078:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1767384376.347082:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384376.347083:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384376.347087:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d041d0fc. 02000000:00000001:3.0:1767384376.347095:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767384376.347098:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384376.347099:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384376.347139:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384376.347143:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.347146:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384376.347148:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384376.347151:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.347153:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.347156:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.347160:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=72 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384376.347166:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.347169:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384376.347170:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.347173:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384376.347184:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.347192:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.347195:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384376.347197:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384376.347199:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384376.347201:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.347204:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.347211:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.347214:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384376.347215:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384376.347219:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384376.347224:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384376.347243:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:0.0:1767384376.347252:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:0.0:1767384376.347259:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.347263:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.347273:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ae57f9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748251904:0@lo:13: 00000100:00000001:0.0:1767384376.347280:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.347282:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384376.347285:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64329de x1853236748251776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384376.347290:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384376.347292:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384376.347294:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384376.347296:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384376.347297:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e5505979. 02000000:00000010:0.0:1767384376.347300:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b8776a32. 02000000:00000001:3.0:1767384376.347303:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384376.347305:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384376.347306:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767384376.347307:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 00000020:00000001:0.0:1767384376.347310:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384376.347312:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384376.347314:0:16149:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384376.347315:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384376.347318:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384376.347320:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384376.347323:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 00000020:00000001:0.0:1767384376.347326:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767384376.347327:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.347331:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.347332:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1767384376.347332:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f98b85f2. 00000020:00000040:3.0:1767384376.347336:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00000020:00000001:3.0:1767384376.347339:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 02000000:00000001:0.0:1767384376.347340:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384376.347343:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 02000000:00000001:0.0:1767384376.347344:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.347347:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64329de. 00010000:00000001:3.0:1767384376.347348:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384376.347352:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.347354:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384376.347354:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.347358:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384376.347359:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.347363:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384376.347365:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000040:0.0:1767384376.347370:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ae57f9a1 x1853236748251904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.347378:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384376.347381:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384376.347383:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a1b4c5a. 02000000:00000001:0.0:1767384376.347387:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384376.347389:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384376.347390:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384376.347393:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384376.347395:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d991b5c5. 02000000:00000001:0.0:1767384376.347399:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384376.347401:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384376.347403:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae57f9a1. 00000100:00000001:0.0:1767384376.347407:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384376.347408:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.347410:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.347415:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384376.347417:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.347420:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384376.347423:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767384376.347813:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000d85aca05. 00000100:00000010:3.0:1767384376.347834:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf59af14. 00000020:00000040:3.0:1767384376.347838:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384376.347847:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384376.347850:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384376.347854:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384376.347860:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e67a102. 00000100:00000001:3.0:1767384376.347865:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.347869:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384376.347874:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003c08a882. 00000100:00000010:3.0:1767384376.347877:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000028e861d0. 00000020:00000040:3.0:1767384376.347880:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384376.347884:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384376.347886:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384376.347889:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000936f6182. 00000100:00000001:3.0:1767384376.347891:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013368243904 : -114060341307712 : ffff984341df96c0) 00000100:00000001:3.0:1767384376.347893:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384376.347894:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378991360 : -114060330560256 : ffff984342839500) 00000100:00000001:3.0:1767384376.347898:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384376.347900:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.347901:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384376.347903:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384376.347906:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.347912:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384376.347913:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.347915:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384376.347917:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384376.347919:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384376.347921:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf59af14 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748252032:0@lo:256: 00000100:00000001:3.0:1767384376.347924:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384376.347927:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384376.347929:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.347931:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384376.347935:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000386bca10. 00000400:00000010:3.0:1767384376.347938:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000eb9eb6f. 00000100:00000200:3.0:1767384376.347942:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e107380-0x695824e107380, portal 33 00000100:00000001:3.0:1767384376.347944:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.347951:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384376.347954:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4534b4d. 02000000:00000001:3.0:1767384376.347956:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384376.347958:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac729d15. 00000400:00000010:3.0:1767384376.347961:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000200:3.0:1767384376.347963:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748252032, portal 25 00000100:00000001:3.0:1767384376.347965:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384376.347966:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378991360 : -114060330560256 : ffff984342839500) 00000100:00000040:3.0:1767384376.347969:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.347974:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384376.347976:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384376.347978:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 00000100:00000200:3.0:1767384376.347979:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748252032, offset 0 00000400:00000200:3.0:1767384376.347982:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384376.347988:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384376.347993:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e107380 00000400:00000200:3.0:1767384376.347997:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15c9 [2] + 0 00000400:00000010:3.0:1767384376.348000:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061bd8bbc. 00000400:00000200:3.0:1767384376.348002:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007bc98bc0 00000400:00000200:3.0:1767384376.348006:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384376.348009:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384376.348013:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc98bc0 00000400:00000010:3.0:1767384376.348015:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc98bc0. 00000100:00000001:3.0:1767384376.348018:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384376.348020:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384376.348022:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000dcccf537 x1853236748252032 msgsize 304 00000100:00100000:3.0:1767384376.348026:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384376.348028:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384376.348040:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384376.348046:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b64a2c 00000400:00000010:3.0:1767384376.348048:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2b64a2c. 00000100:00000001:3.0:1767384376.348050:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384376.348053:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.348074:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384376.348079:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.348086:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.348089:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384376.348096:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348096:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384376.348102:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252032 00000100:00000001:3.0:1767384376.348103:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294964240 02000000:00000001:0.0:1767384376.348131:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384376.348134:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384376.348136:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384376.348141:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.348146:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252032 00000100:00000001:3.0:1767384376.348149:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294964236 00000020:00000001:0.0:1767384376.348150:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384376.348153:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384376.348157:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294964241 00000100:00000001:3.0:1767384376.348162:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294964236 00000020:00000001:0.0:1767384376.348165:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384376.348167:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294964241 00000020:00000040:0.0:1767384376.348170:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:3.0:1767384376.348172:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294964236 00000020:00000001:0.0:1767384376.348177:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384376.348178:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294964241 00000020:00000001:0.0:1767384376.348183:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384376.348186:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294964236 00000100:00000001:3.0:1767384376.348191:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384376.348191:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384376.348196:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.348198:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384376.348198:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000100:00000001:3.0:1767384376.348200:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384376.348204:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384376.348205:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000936f6182 going to sleep for 11 seconds 00000100:00000001:3.0:1767384376.348209:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384376.348211:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00000100:00000001:3.0:1767384376.348213:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.348220:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000716cd3df. 00000020:00000010:0.0:1767384376.348226:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae6238c9. 00000020:00000010:0.0:1767384376.348254:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000100:00000040:0.0:1767384376.348262:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384376.348266:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384376.348268:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384376.348270:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348277:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348290:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.348302:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384376.348304:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384376.348308:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000001:1.0:1767384376.348309:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384376.348311:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384376.348312:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384376.348316:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378283600 : -114060331268016 : ffff98434278c850) 00000100:00000001:1.0:1767384376.348317:0:16778:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384376.348322:0:16778:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384376.348326:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dcccf537 x1853236748252032/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 304/0 e 0 to 0 dl 1767384387 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.348333:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384376.348335:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1dccd32. 00000100:00000001:0.0:1767384376.348336:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384376.348338:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1dccd32. 00000100:00100000:0.0:1767384376.348340:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dcccf537 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748252032:12345-0@lo:256: 00000100:00000200:0.0:1767384376.348343:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252032 00000020:00000001:0.0:1767384376.348345:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384376.348353:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384376.348354:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.348356:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384376.348357:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:0.0:1767384376.348359:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384376.348360:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384376.348362:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384376.348363:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384376.348365:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348368:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384376.348369:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384376.348371:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d041d0fc. 02000000:00000001:0.0:1767384376.348373:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348374:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.348377:0:16779:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384376.348379:0:16779:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384376.348382:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384376.348384:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384376.348387:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384376.348388:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384376.348390:0:16779:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384376.348392:0:16779:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000c44f1126. 20000000:00000001:0.0:1767384376.348395:0:16779:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384376.348410:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384376.348414:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384376.348418:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384376.348420:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384376.348421:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384376.348423:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384376.348424:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384376.348425:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384376.348427:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384376.348428:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384376.348429:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384376.348430:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384376.348431:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384376.348433:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384376.348434:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384376.348440:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384376.348442:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384376.348443:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384376.348445:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384376.348446:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384376.348448:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384376.348449:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384376.348451:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384376.348452:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384376.348454:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384376.348455:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384376.348456:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384376.348457:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384376.348459:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384376.348460:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384376.348461:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384376.348462:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384376.348464:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384376.348465:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384376.348466:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384376.348467:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384376.348468:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384376.348470:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384376.348471:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384376.348473:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:0.0:1767384376.348482:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384376.348484:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384376.348485:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384376.348486:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384376.348487:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384376.348489:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384376.348490:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384376.348491:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384376.348492:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384376.348493:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384376.348494:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384376.348495:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384376.348497:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384376.348498:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384376.348505:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384376.348506:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384376.348507:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384376.348509:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384376.348510:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384376.348511:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384376.348513:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384376.348514:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384376.348515:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384376.348516:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384376.348517:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384376.348518:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384376.348519:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384376.348520:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384376.348521:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384376.348522:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384376.348524:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384376.348525:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384376.348526:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384376.348527:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384376.348528:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384376.348529:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384376.348530:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384376.348531:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384376.348532:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:0.0:1767384376.348534:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:0.0:1767384376.348536:0:16779:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:0.0:1767384376.348537:0:16779:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:0.0:1767384376.348539:0:16779:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384376.348541:0:16779:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000048822ef5. 00000100:00000010:0.0:1767384376.348543:0:16779:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006400eab2. 00000020:00000040:0.0:1767384376.348544:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:0.0:1767384376.348547:0:16779:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384376.348550:0:16779:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384376.348553:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000400:00000010:0.0:1767384376.348560:0:16779:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000806870f0. 00000400:00000200:0.0:1767384376.348565:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.348574:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.348586:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x695824e107380 00000400:00000200:0.0:1767384376.348592:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1e71 [4] + 0 00000400:00000010:0.0:1767384376.348596:0:16779:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000386bca10. 00000400:00000200:0.0:1767384376.348600:0:16779:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000eb9eb6f 00000400:00000200:0.0:1767384376.348605:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.348609:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384376.348613:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000eb9eb6f 00000400:00000010:0.0:1767384376.348615:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000eb9eb6f. 00000100:00000001:0.0:1767384376.348619:0:16779:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384376.348621:0:16779:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000cf59af14 desc 000000003c08a882 mbits 1853236748252032 00000100:00000001:0.0:1767384376.348634:0:16779:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384376.348638:0:16779:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384376.348644:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384376.348650:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384376.348654:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.348656:0:16779:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e7d 00000400:00000200:0.0:1767384376.348660:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.348664:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384376.348669:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384376.348671:0:16779:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000048822ef5 00000100:00000001:0.0:1767384376.348674:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384376.348681:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:0.0:1767384376.348683:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:0.0:1767384376.348687:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384376.348689:0:16779:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000048822ef5 00000100:00000001:0.0:1767384376.348691:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384376.348697:0:16779:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x695824e107380-0x695824e107380 00000100:00000001:0.0:1767384376.348701:0:16779:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384376.348706:0:16779:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348709:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384376.348712:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:0.0:1767384376.348716:0:16779:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006400eab2. 00000100:00000010:0.0:1767384376.348721:0:16779:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000048822ef5. 00000100:00000001:0.0:1767384376.348726:0:16779:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384376.348728:0:16779:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384376.348735:0:16779:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000c44f1126. 20000000:00000001:0.0:1767384376.348740:0:16779:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384376.348748:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748252032 00010000:00000001:0.0:1767384376.348751:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384376.348755:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dcccf537 x1853236748252032/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.348764:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384376.348766:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384376.348769:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384376.348774:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384376.348776:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384376.348778:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384376.348781:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384376.348783:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384376.348786:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384376.348790:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384376.348793:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384376.348796:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748252032, offset 224 00000400:00000200:0.0:1767384376.348800:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384376.348806:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384376.348811:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e107380 00000400:00000200:0.0:1767384376.348816:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e75 [1] + 224 00000400:00000200:0.0:1767384376.348820:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.348824:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384376.348826:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384376.348829:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384376.348839:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384376.348858:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384376.348864:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:0.0:1767384376.348867:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000001:0.0:1767384376.348871:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384376.348872:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384376.348874:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384376.348878:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384376.348880:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384376.348881:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384376.348884:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac729d15. 00000100:00000040:0.0:1767384376.348887:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000200:3.0:1767384376.348889:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000400:00000010:3.0:1767384376.348891:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000001:3.0:1767384376.348893:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384376.348897:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384376.348899:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384376.348904:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.348907:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384376.348913:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcccf537 x1853236748252032/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:357/0 lens 304/240 e 0 to 0 dl 1767384387 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384376.348928:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384376.348938:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dcccf537 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748252032:12345-0@lo:256: Request processed in 600us (910us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384376.348939:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384376.348941:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.348945:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384376.348947:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384376.348950:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384376.348952:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384376.348954:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384376.348956:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00001000:3.0:1767384376.348958:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=82 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384376.348962:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=82 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384376.348962:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384376.348968:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384376.348969:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384376.348970:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.348973:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384376.348974:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384376.348975:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.348978:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384376.348980:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae6238c9. 00000100:00000040:3.0:1767384376.348981:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384376.348986:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000100:00000040:3.0:1767384376.348991:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384376.348993:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000716cd3df. 00000100:00000001:3.0:1767384376.349000:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384376.349001:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00000100:00000001:3.0:1767384376.349002:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384376.349008:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384376.349009:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384376.349013:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d041d0fc. 00000100:00100000:3.0:1767384376.349020:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf59af14 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748252032:0@lo:256: 02000000:00000001:0.0:1767384376.349021:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384376.349027:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384376.349027:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.349029:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.349032:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384376.349034:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384376.349035:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384376.349036:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384376.349042:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bfa301. 00000100:00000001:3.0:1767384376.349043:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384376.349050:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b6316a0. 00000100:00000010:3.0:1767384376.349054:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000936f6182. 00000100:00000001:3.0:1767384376.349059:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384376.349061:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384376.349065:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:3.0:1767384376.349069:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384376.349076:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000006fbc907d. 10000000:00000040:3.0:1767384376.349087:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384376.349094:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384376.349097:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384376.349102:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:3.0:1767384376.349129:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384376.349131:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384376.349133:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:3.0:1767384376.349135:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000100:00000200:3.0:1767384376.349139:0:16782:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.202.119@tcp' 00000400:00000200:3.0:1767384376.349142:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384376.349144:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384376.349148:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:3.0:1767384376.349152:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384376.349155:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (38) 00000400:00000200:3.0:1767384376.349160:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (39) 00000400:00000200:3.0:1767384376.349167:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384376.349169:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384376.349172:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384376.349175:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:3.0:1767384376.349177:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (40) 00000400:00000200:3.0:1767384376.349179:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:3.0:1767384376.349181:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:3.0:1767384376.349184:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349185:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:3.0:1767384376.349187:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:3.0:1767384376.349190:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349191:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:3.0:1767384376.349192:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:3.0:1767384376.349195:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349201:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:3.0:1767384376.349203:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:0.0:1767384376.349205:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384376.349207:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349210:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:3.0:1767384376.349212:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:0.0:1767384376.349216:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:3.0:1767384376.349218:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349222:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:3.0:1767384376.349223:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000010:0.0:1767384376.349226:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000400:00000200:3.0:1767384376.349244:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.349248:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (39) 00000400:00000200:3.0:1767384376.349249:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:3.0:1767384376.349254:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000010:0.0:1767384376.349256:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c49d7f80. 00000400:00000200:3.0:1767384376.349259:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349264:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:0.0:1767384376.349265:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384376.349277:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:0.0:1767384376.349280:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:3.0:1767384376.349285:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349287:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:3.0:1767384376.349291:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:0.0:1767384376.349292:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:3.0:1767384376.349296:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349299:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:3.0:1767384376.349304:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:0.0:1767384376.349308:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:3.0:1767384376.349309:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349313:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:3.0:1767384376.349316:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:3.0:1767384376.349320:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349323:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:0.0:1767384376.349324:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000400:00000200:3.0:1767384376.349325:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:3.0:1767384376.349329:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349331:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:3.0:1767384376.349335:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:3.0:1767384376.349340:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349343:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:3.0:1767384376.349345:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:3.0:1767384376.349349:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.349349:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:3.0:1767384376.349353:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:3.0:1767384376.349357:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:3.0:1767384376.349362:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.349364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:3.0:1767384376.349372:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:3.0:1767384376.349375:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:0.0:1767384376.349378:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:3.0:1767384376.349381:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349385:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:3.0:1767384376.349390:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:0.0:1767384376.349393:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:3.0:1767384376.349394:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349399:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:3.0:1767384376.349403:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:0.0:1767384376.349407:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000400:00000200:3.0:1767384376.349408:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349412:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:3.0:1767384376.349416:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:3.0:1767384376.349421:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.349422:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:3.0:1767384376.349423:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:3.0:1767384376.349427:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:3.0:1767384376.349433:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349435:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:0.0:1767384376.349437:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000400:00000200:3.0:1767384376.349438:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:3.0:1767384376.349443:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349447:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:3.0:1767384376.349450:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:0.0:1767384376.349451:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000400:00000200:3.0:1767384376.349454:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349458:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:3.0:1767384376.349461:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:3.0:1767384376.349466:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349469:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:0.0:1767384376.349469:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000400:00000200:3.0:1767384376.349471:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:3.0:1767384376.349476:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349480:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:3.0:1767384376.349482:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:0.0:1767384376.349485:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 00000400:00000200:3.0:1767384376.349486:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349491:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:3.0:1767384376.349494:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:3.0:1767384376.349499:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.349501:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000400:00000200:3.0:1767384376.349502:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:3.0:1767384376.349506:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:3.0:1767384376.349510:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384376.349516:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 62], ns[44, 63] 00000400:00000200:3.0:1767384376.349517:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:3.0:1767384376.349521:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:3.0:1767384376.349527:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349530:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:0.0:1767384376.349531:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:3.0:1767384376.349533:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:3.0:1767384376.349540:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349542:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:3.0:1767384376.349545:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:0.0:1767384376.349546:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:3.0:1767384376.349549:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349553:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:3.0:1767384376.349558:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:0.0:1767384376.349561:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:3.0:1767384376.349564:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384376.349568:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 00000100:00000001:3.0:1767384376.349571:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384376.349573:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.349577:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 44], ns[68, 44] 10000000:00000040:3.0:1767384376.349579:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:3.0:1767384376.349585:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000040f92800. 10000000:00000040:3.0:1767384376.349589:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000400:00000200:0.0:1767384376.349589:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[90, 44] 00000020:00000080:3.0:1767384376.349594:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384376.349601:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 44], ns[74, 44] 00000020:00000001:3.0:1767384376.349602:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384376.349607:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ee173a. 00000020:00000010:3.0:1767384376.349612:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000addd6186. 00000040:00000010:3.0:1767384376.349617:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000211c1364. 00000400:00000200:0.0:1767384376.349620:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 44], ns[133, 44] 00000020:00000010:3.0:1767384376.349622:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000795bf8e2. 00000020:00000010:3.0:1767384376.349629:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004874bfbb. 00000400:00000200:0.0:1767384376.349633:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[99, 44] 00000020:00000010:3.0:1767384376.349636:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cc9eaf66. 00000400:00000200:0.0:1767384376.349640:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 44], ns[105, 44] 80000000:00000010:3.0:1767384376.349643:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000301907f4. 40000000:00000010:3.0:1767384376.349649:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008008ec7f. 00000400:00000200:0.0:1767384376.349650:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 44], ns[117, 44] 00100000:00000010:3.0:1767384376.349654:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ebdde52d. 00040000:00000010:3.0:1767384376.349660:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000537f3070. 00000400:00000200:0.0:1767384376.349661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 44], ns[157, 44] 00040000:00000010:3.0:1767384376.349664:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b5abd7fb. 00040000:00000010:3.0:1767384376.349669:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd772b32. 00000400:00000200:0.0:1767384376.349669:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 44], ns[169, 44] 00080000:00000010:3.0:1767384376.349675:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000dd65bb0. 00000400:00000200:0.0:1767384376.349680:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 44], ns[179, 44] 00000004:00000010:3.0:1767384376.349682:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002659b72a. 00000400:00000200:0.0:1767384376.349687:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 44], ns[132, 44] 00000004:00000010:3.0:1767384376.349693:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000020ed6ff. 00000400:00000200:0.0:1767384376.349697:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 44], ns[186, 44] 00000004:00000010:3.0:1767384376.349700:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009dcb1484. 00002000:00000010:3.0:1767384376.349706:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028022c7c. 00000400:00000200:0.0:1767384376.349707:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 44], ns[160, 44] 00000004:00000010:3.0:1767384376.349712:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000001711e7d. 00000004:00000001:3.0:1767384376.349718:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767384376.349718:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 44], ns[176, 44] 00000040:00000001:3.0:1767384376.349722:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384376.349724:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000040f92800 00000040:00001000:3.0:1767384376.349727:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384376.349728:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384376.349730:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000400:00000200:0.0:1767384376.349731:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 44], ns[185, 44] 00000040:00001000:3.0:1767384376.349732:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384376.349738:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384376.349739:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384376.349741:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384376.349744:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000400:00000200:0.0:1767384376.349744:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 44], ns[168, 44] 00000040:00000001:3.0:1767384376.349748:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767384376.349755:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[173, 44], ns[182, 44] 00000400:00000200:0.0:1767384376.349765:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[172, 44], ns[181, 44] 00000400:00000200:0.0:1767384376.349773:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:0.0:1767384376.349780:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp24 00000400:00000200:0.0:1767384376.349785:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp24 lpni_is_preferred = 0 00000400:00000200:0.0:1767384376.349788:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp24 00000400:00000200:0.0:1767384376.349794:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp24 NI seq info: [187:187:256:4294967295] 192.168.202.119@tcp24 LPNI seq info [178:178:8:4294967295] 00000004:00000001:3.0:1767384376.349810:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384376.349811:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp24 00000020:00000010:3.0:1767384376.349816:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000addd6186. 00000040:00000010:3.0:1767384376.349821:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000211c1364. 00000020:00000010:3.0:1767384376.349827:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000795bf8e2. 00000400:00000200:0.0:1767384376.349831:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24:) -> 192.168.202.119@tcp24(192.168.202.119@tcp:192.168.202.119@tcp24) : PUT try# 0 00000020:00000010:3.0:1767384376.349832:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004874bfbb. 00000020:00000010:3.0:1767384376.349838:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cc9eaf66. 80000000:00000010:3.0:1767384376.349843:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000301907f4. 00000800:00000200:0.0:1767384376.349843:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.119@tcp24 40000000:00000010:3.0:1767384376.349850:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008008ec7f. 00000800:00000010:0.0:1767384376.349851:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d991b5c5. 00100000:00000010:3.0:1767384376.349853:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ebdde52d. 00040000:00000010:3.0:1767384376.349857:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000537f3070. 00040000:00000010:3.0:1767384376.349860:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b5abd7fb. 00000800:00000200:0.0:1767384376.349864:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (6) 00040000:00000010:3.0:1767384376.349865:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd772b32. 00080000:00000010:3.0:1767384376.349871:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000dd65bb0. 00000004:00000010:3.0:1767384376.349874:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002659b72a. 00000800:00000200:0.0:1767384376.349879:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp24 ip 192.168.202.119:988 00000004:00000010:3.0:1767384376.349880:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000020ed6ff. 00000004:00000010:3.0:1767384376.349885:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009dcb1484. 00000800:00000200:0.0:1767384376.349887:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d991b5c5 type 1, nob 752 niov 1 nkiov 1 00002000:00000010:3.0:1767384376.349889:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028022c7c. 00000004:00000010:3.0:1767384376.349895:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000001711e7d. 00000020:00000010:3.0:1767384376.349897:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ee173a. 00000020:00000001:3.0:1767384376.349906:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384376.349908:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384376.349910:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000040f92800. 00000400:00000200:0.0:1767384376.349911:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 10000000:00000010:3.0:1767384376.349915:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000006fbc907d. 00000400:00000200:0.0:1767384376.349918:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 10000000:00000001:3.0:1767384376.349919:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384376.349923:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384376.349927:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf59af14 x1853236748252032/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384392 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384376.349933:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384376.349935:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384376.349937:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4534b4d. 02000000:00000001:3.0:1767384376.349941:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384376.349942:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384376.349944:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384376.349945:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384376.349946:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384376.349948:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384376.349948:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384376.349950:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384376.349951:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000028e861d0. 00000100:00000010:3.0:1767384376.349952:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003c08a882. 00000100:00000001:3.0:1767384376.349954:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384376.349956:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e67a102. 02000000:00000001:3.0:1767384376.349959:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384376.349961:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384376.349962:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf59af14. 00000100:00000001:3.0:1767384376.349965:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384376.349966:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384376.349976:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000d85aca05. 10000000:01000000:3.0:1767384376.349979:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384376.349982:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384376.349985:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384376.349987:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384376.349989:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00000020:00000001:3.0:1767384376.349991:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384376.349993:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384376.350001:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384376.350004:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.350011:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.350012:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384376.350013:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384376.350018:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384376.350019:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384376.350020:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384376.350021:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384376.350022:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384376.350025:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384376.350027:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384376.350028:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:3.0:1767384376.350030:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:0.0:1767384376.350043:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.350048:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d991b5c5. 00000400:00000200:0.0:1767384376.350053:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.350060:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: PUT: OK 00000400:00000200:0.0:1767384376.350065:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384376.350069:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00000800:00000001:0.0:1767384376.350079:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.350090:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.350093:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.350097:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.350139:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24) <- 192.168.202.119@tcp24 : PUT - for me 00000400:00000200:0.0:1767384376.350150:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384376.350158:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 624/656 into md 0x1d69 [1] + 0 00000400:00000010:0.0:1767384376.350162:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007133861e. 00000400:00000200:0.0:1767384376.350167:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089fb5392 00000800:00000001:0.0:1767384376.350171:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.350179:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.350181:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.350187:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: PUT: OK 00000400:00000200:0.0:1767384376.350191:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fb5392 00000400:00000010:0.0:1767384376.350194:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fb5392. 00000400:00000200:0.0:1767384376.350198:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384376.350210:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000200:0.0:1767384376.350216:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384376.350219:0:16139:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (656 bytes) 00000400:00000200:0.0:1767384376.350224:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384376.350250:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00000400:00000200:0.0:1767384376.350256:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384376.350262:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp24 to MR: 192.168.202.119@tcp24 local destination 00000400:00000200:0.0:1767384376.350270:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp24 NI seq info: [188:188:256:4294967295] 192.168.202.119@tcp24 LPNI seq info [179:179:8:4294967295] 00000400:00000200:0.0:1767384376.350283:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24:192.168.202.119@tcp24) -> 192.168.202.119@tcp24(192.168.202.119@tcp24:192.168.202.119@tcp24) 192.168.202.119@tcp24 : ACK try# 0 00000400:00000200:2.0:1767384376.350291:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384376.350291:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp24 00000800:00000010:0.0:1767384376.350299:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d991b5c5. 00000400:00000010:2.0:1767384376.350301:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000607614cf. 00000800:00000200:0.0:1767384376.350308:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d3bfd910] -> 12345-192.168.202.119@tcp24 (6) 00000400:00000010:2.0:1767384376.350310:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000800:00000200:0.0:1767384376.350315:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp24 ip 192.168.202.119:993 00000400:00000010:2.0:1767384376.350318:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000800:00000200:0.0:1767384376.350319:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d991b5c5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384376.350326:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000607614cf 00000400:00000010:2.0:1767384376.350331:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000a7cdcf9b. 00000800:00000001:0.0:1767384376.350335:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.350336:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000400:00000200:2.0:1767384376.350344:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302471 00000800:00000001:0.0:1767384376.350346:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.350349:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000010:2.0:1767384376.350355:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000c13c7244. 00000400:00000010:2.0:1767384376.350360:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a13e330. 00000400:00000010:2.0:1767384376.350367:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000080474595. 00000400:00000200:2.0:1767384376.350372:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:2.0:1767384376.350380:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384376.350385:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:2.0:1767384376.350391:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:2.0:1767384376.350397:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000400:00000200:2.0:1767384376.350403:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:2.0:1767384376.350408:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:2.0:1767384376.350415:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:2.0:1767384376.350420:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:2.0:1767384376.350426:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000800:00000200:0.0:1767384376.350426:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.350431:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d991b5c5. 00000400:00000200:2.0:1767384376.350437:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:0.0:1767384376.350438:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.350448:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000400:00000200:0.0:1767384376.350451:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: ACK: OK 00000400:00000200:2.0:1767384376.350459:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000400:00000200:2.0:1767384376.350465:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000400:00000200:2.0:1767384376.350471:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 00000400:00000200:2.0:1767384376.350475:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000400:00000200:2.0:1767384376.350480:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[188, 63] 00000400:00000200:2.0:1767384376.350484:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 62], ns[48, 63] 00000400:00000200:2.0:1767384376.350489:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:2.0:1767384376.350495:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:2.0:1767384376.350500:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 48], ns[68, 48] 00000400:00000200:2.0:1767384376.350505:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 48], ns[90, 48] 00000400:00000200:2.0:1767384376.350509:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 48], ns[74, 48] 00000400:00000200:2.0:1767384376.350514:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 48], ns[133, 48] 00000400:00000200:2.0:1767384376.350518:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 48], ns[99, 48] 00000400:00000200:2.0:1767384376.350523:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 48], ns[105, 48] 00000400:00000200:2.0:1767384376.350528:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 48], ns[117, 48] 00000400:00000200:2.0:1767384376.350532:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 48], ns[157, 48] 00000400:00000200:2.0:1767384376.350538:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 48], ns[169, 48] 00000400:00000200:2.0:1767384376.350542:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 48], ns[179, 48] 00000400:00000200:2.0:1767384376.350547:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 48], ns[132, 48] 00000400:00000200:2.0:1767384376.350552:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 48], ns[186, 48] 00000400:00000200:2.0:1767384376.350557:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 48], ns[160, 48] 00000400:00000200:2.0:1767384376.350562:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 48], ns[176, 48] 00000400:00000200:2.0:1767384376.350567:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 48], ns[185, 48] 00000400:00000200:2.0:1767384376.350573:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 48], ns[168, 48] 00000400:00000200:2.0:1767384376.350578:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[173, 48], ns[182, 48] 00000400:00000200:2.0:1767384376.350584:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[172, 48], ns[181, 48] 00000400:00000200:2.0:1767384376.350588:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384376.350592:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp25 00000400:00000200:2.0:1767384376.350595:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384376.350599:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp25 00000400:00000200:2.0:1767384376.350602:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp25 NI seq info: [189:189:256:4294967295] 192.168.202.119@tcp25 LPNI seq info [180:180:8:4294967295] 00000400:00000200:2.0:1767384376.350609:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp25 00000400:00000200:2.0:1767384376.350616:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25:) -> 192.168.202.119@tcp25(192.168.202.119@tcp:192.168.202.119@tcp25) : GET try# 0 00000800:00000200:2.0:1767384376.350622:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp25 00000800:00000001:0.0:1767384376.350626:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384376.350627:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c8928aa0. 00000800:00000001:0.0:1767384376.350635:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384376.350636:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (6) 00000800:00000001:0.0:1767384376.350641:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384376.350647:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:988 00000800:00000001:0.0:1767384376.350649:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384376.350653:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8928aa0 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384376.350654:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.350663:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000800:00000001:0.0:1767384376.350665:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.350668:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300671 rc 0 00000400:00000200:0.0:1767384376.350677:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp24(192.168.202.119@tcp24) <- 192.168.202.119@tcp24 : ACK - for me 00000400:00000200:0.0:1767384376.350689:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp24: ACK from 12345-192.168.202.119@tcp24 into md 0x1e89 00000400:00000200:0.0:1767384376.350694:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.350699:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp24->192.168.202.119@tcp24: ACK: OK 00000400:00000200:0.0:1767384376.350703:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000400:00000010:0.0:1767384376.350713:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000400:00000200:0.0:1767384376.350717:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384376.350721:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384376.350726:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000800:00000200:2.0:1767384376.350737:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384376.350737:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00000800:00000010:2.0:1767384376.350742:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c8928aa0. 00000800:00000001:0.0:1767384376.350745:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.350748:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.350755:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: GET: OK 00000800:00000001:0.0:1767384376.350755:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.350761:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.350763:0:16141:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384376.350767:0:16141:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:0.0:1767384376.350768:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384376.350775:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384376.350779:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25) <- 192.168.202.119@tcp25 : GET - for me 00000800:00000001:2.0:1767384376.350782:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.350792:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384376.350798:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 656/656 into md 0x1dfd [1] + 0 00000400:00000200:0.0:1767384376.350807:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp25 to MR: 192.168.202.119@tcp25 local destination 00000400:00000200:0.0:1767384376.350814:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp25 NI seq info: [190:190:256:4294967295] 192.168.202.119@tcp25 LPNI seq info [181:181:8:4294967295] 00000400:00000200:0.0:1767384376.350825:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) -> 192.168.202.119@tcp25(192.168.202.119@tcp25:192.168.202.119@tcp25) 192.168.202.119@tcp25 : REPLY try# 0 00000400:00000200:2.0:1767384376.350831:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384376.350832:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.119@tcp25 00000800:00000010:0.0:1767384376.350839:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d991b5c5. 00000400:00000200:2.0:1767384376.350840:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 00000400:00000200:2.0:1767384376.350846:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000800:00000200:0.0:1767384376.350852:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (6) 00000400:00000010:2.0:1767384376.350854:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000b3a41b3a. 00000400:00000010:2.0:1767384376.350860:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e38f5df0. 00000800:00000200:0.0:1767384376.350861:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:991 00000800:00000200:0.0:1767384376.350867:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d991b5c5 type 3, nob 752 niov 1 nkiov 1 00000400:00000010:2.0:1767384376.350869:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1afdafb. 00000400:00000200:2.0:1767384376.350876:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:2.0:1767384376.350884:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384376.350888:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:2.0:1767384376.350893:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:2.0:1767384376.350898:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000400:00000200:2.0:1767384376.350904:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:2.0:1767384376.350908:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:2.0:1767384376.350912:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:2.0:1767384376.350916:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:2.0:1767384376.350921:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000400:00000200:2.0:1767384376.350925:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:2.0:1767384376.350929:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000400:00000200:2.0:1767384376.350935:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000400:00000200:2.0:1767384376.350940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000800:00000200:0.0:1767384376.350945:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384376.350946:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 00000800:00000010:0.0:1767384376.350950:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d991b5c5. 00000400:00000200:2.0:1767384376.350956:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000400:00000200:0.0:1767384376.350958:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384376.350967:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[188, 63] 00000400:00000200:0.0:1767384376.350972:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: REPLY: OK 00000400:00000200:2.0:1767384376.350978:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[190, 63] 00000400:00000200:2.0:1767384376.350982:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 62], ns[52, 63] 00000400:00000200:2.0:1767384376.350986:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000400:00000200:2.0:1767384376.350990:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 52], ns[68, 52] 00000400:00000200:2.0:1767384376.350995:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 52], ns[90, 52] 00000400:00000200:2.0:1767384376.351000:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 52], ns[74, 52] 00000400:00000200:2.0:1767384376.351005:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 52], ns[133, 52] 00000400:00000200:2.0:1767384376.351009:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 52], ns[99, 52] 00000400:00000200:2.0:1767384376.351014:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 52], ns[105, 52] 00000400:00000200:2.0:1767384376.351018:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 52], ns[117, 52] 00000400:00000200:2.0:1767384376.351023:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 52], ns[157, 52] 00000400:00000200:2.0:1767384376.351028:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 52], ns[169, 52] 00000400:00000200:2.0:1767384376.351033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 52], ns[179, 52] 00000400:00000200:2.0:1767384376.351038:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 52], ns[132, 52] 00000400:00000200:2.0:1767384376.351042:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 52], ns[186, 52] 00000400:00000200:2.0:1767384376.351047:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 52], ns[160, 52] 00000400:00000200:2.0:1767384376.351052:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 52], ns[176, 52] 00000400:00000200:2.0:1767384376.351057:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 52], ns[185, 52] 00000400:00000200:2.0:1767384376.351062:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 52], ns[168, 52] 00000400:00000200:2.0:1767384376.351068:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[173, 52], ns[182, 52] 00000400:00000200:2.0:1767384376.351073:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[172, 52], ns[181, 52] 00000400:00000200:2.0:1767384376.351078:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:2.0:1767384376.351081:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp26 00000400:00000200:2.0:1767384376.351085:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp26 lpni_is_preferred = 0 00000400:00000200:2.0:1767384376.351087:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp26 00000400:00000200:2.0:1767384376.351092:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp26 NI seq info: [191:191:256:4294967295] 192.168.202.119@tcp26 LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1767384376.351098:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp26 00000400:00000200:2.0:1767384376.351136:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26:) -> 192.168.202.119@tcp26(192.168.202.119@tcp:192.168.202.119@tcp26) : GET try# 0 00000800:00000200:2.0:1767384376.351144:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp26 00000800:00000010:2.0:1767384376.351149:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c8928aa0. 00000800:00000001:0.0:1767384376.351150:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384376.351155:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (6) 00000800:00000001:0.0:1767384376.351157:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.351162:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384376.351166:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:988 00000800:00000001:0.0:1767384376.351168:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384376.351170:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c8928aa0 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384376.351172:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384376.351180:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000800:00000001:0.0:1767384376.351180:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384376.351186:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000200:0.0:1767384376.351194:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp25(192.168.202.119@tcp25) <- 192.168.202.119@tcp25 : REPLY - for me 00000400:00000200:0.0:1767384376.351213:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp25: Reply from 12345-192.168.202.119@tcp25 of length 656/656 into md 0x1e91 00000800:00000001:0.0:1767384376.351218:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351242:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.351245:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.351251:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp25->192.168.202.119@tcp25: REPLY: OK 00000400:00000200:0.0:1767384376.351255:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a13e330 00000400:00000010:0.0:1767384376.351257:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007a13e330. 00000400:00000200:0.0:1767384376.351261:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384376.351265:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384376.351269:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384376.351274:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 39. state = 0x300271 00000400:00000200:0.0:1767384376.351279:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384376.351291:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00000800:00000200:0.0:1767384376.351339:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.351342:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c8928aa0. 00000400:00000200:0.0:1767384376.351348:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.351353:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: GET: OK 00000400:00000200:0.0:1767384376.351357:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384376.351360:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:0.0:1767384376.351366:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351370:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.351373:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351378:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.351380:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351385:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.351391:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26) <- 192.168.202.119@tcp26 : GET - for me 00000400:00000200:0.0:1767384376.351399:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384376.351405:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 656/656 into md 0x1dfd [1] + 0 00000400:00000200:0.0:1767384376.351413:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp26 to MR: 192.168.202.119@tcp26 local destination 00000400:00000200:0.0:1767384376.351420:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp26 NI seq info: [192:192:256:4294967295] 192.168.202.119@tcp26 LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1767384376.351433:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) -> 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) 192.168.202.119@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384376.351448:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.202.119@tcp26 00000800:00000010:0.0:1767384376.351453:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d991b5c5. 00000800:00000200:0.0:1767384376.351458:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (6) 00000800:00000200:0.0:1767384376.351464:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:989 00000800:00000200:0.0:1767384376.351467:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d991b5c5 type 3, nob 752 niov 1 nkiov 1 00000800:00000200:0.0:1767384376.351529:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384376.351532:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d991b5c5. 00000400:00000200:0.0:1767384376.351537:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.351542:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: REPLY: OK 00000800:00000001:0.0:1767384376.351550:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351554:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.351557:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351562:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384376.351564:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351568:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.351573:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26) <- 192.168.202.119@tcp26 : REPLY - for me 00000400:00000200:0.0:1767384376.351582:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp26: Reply from 12345-192.168.202.119@tcp26 of length 656/656 into md 0x1e95 00000800:00000001:0.0:1767384376.351586:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351594:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.351596:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384376.351600:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: REPLY: OK 00000400:00000200:0.0:1767384376.351604:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38f5df0 00000400:00000010:0.0:1767384376.351605:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e38f5df0. 00000400:00000200:0.0:1767384376.351609:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384376.351612:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384376.351614:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384376.351618:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 39. state = 0x3000f1 00000400:00000010:0.0:1767384376.351621:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000c13c7244. 00000400:00000200:0.0:1767384376.351626:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384376.351629:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (40) 00000800:00000001:0.0:1767384376.351635:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384376.351646:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384376.351667:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384376.351672:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:0.0:1767384376.351679:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 00000000d041d0fc. 00000400:00000010:0.0:1767384376.351683:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 0000000048822ef5. 00000400:00000010:0.0:1767384376.351686:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 00000000c331b22d. 00000400:00000200:0.0:1767384376.351725:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp37(00000000bf40a51c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384376.351733:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp41(00000000f9ee21ea) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384376.351741:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp44(000000002eae5b80) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384376.351746:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp45(0000000097a89590) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384376.351753:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000716cd3df. 00000400:00000200:0.0:1767384376.351760:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000716cd3df nid 192.168.202.119@tcp46 00000400:00000010:0.0:1767384376.351766:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005bf990dc. 00000400:00000200:0.0:1767384376.351769:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000005bf990dc net tcp46 00000400:00000200:0.0:1767384376.351772:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (39) 00000400:00000200:0.0:1767384376.351778:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp46 flags 0x11 00000400:00000010:0.0:1767384376.351783:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e147b709. 00000400:00000200:0.0:1767384376.351788:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e147b709 nid 192.168.202.119@tcp47 00000400:00000010:0.0:1767384376.351793:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bc91c86e. 00000400:00000200:0.0:1767384376.351796:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bc91c86e net tcp47 00000400:00000200:0.0:1767384376.351798:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000200:0.0:1767384376.351803:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp47 flags 0x11 00000400:00000010:0.0:1767384376.351806:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 00000000d041d0fc. 00000400:00000010:0.0:1767384376.351810:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 0000000048822ef5. 00000400:00000010:0.0:1767384376.351813:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 00000000c331b22d. 00000400:00000010:0.0:1767384376.351816:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000b3a41b3a. 00000400:00000200:0.0:1767384376.351820:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384376.351824:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:0.0:1767384376.351828:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:0.0:1767384376.351831:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:0.0:1767384376.351835:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384376.351837:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:0.0:1767384376.351848:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384376.351852:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00000100:00000040:1.0:1767384376.361143:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294964241, at 4294964242 00000100:00000040:3.0:1767384376.361149:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294964241, at 4294964242 00000100:00000010:1.0:1767384376.361155:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000307317ab. 00000100:00000010:3.0:1767384376.361158:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d1b1d6c. 00000100:00000040:2.0:1767384376.361165:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294964241, at 4294964242 00000100:00000040:0.0:1767384376.361167:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294964240, at 4294964242 00000100:00000010:2.0:1767384376.361177:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edc0a306. 00000100:00000010:0.0:1767384376.361180:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000decf01b8. 00000020:00000010:1.0:1767384376.361423:0:37029:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ac1c1eeb. 00000020:00000040:1.0:1767384376.361431:0:37029:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384376.361434:0:37029:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ac1c1eeb. 00010000:00000001:2.0:1767384376.664184:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384376.664193:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384376.664199:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384376.664201:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384376.664249:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384376.664254:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384376.664258:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384377.175186:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (6) 00000800:00000200:1.0:1767384377.175196:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp27 ip 192.168.202.119:988 00000800:00000200:1.0:1767384377.175199:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:2.0:1767384377.175243:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384377.175247:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384377.175251:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8d542 00000400:00000010:2.0:1767384377.175254:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8d542. 00000400:00000200:2.0:1767384377.175260:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384377.175265:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384377.175278:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cf3f3d6a. 00000400:00000010:2.0:1767384377.175282:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb109ea5. 00000400:00000200:2.0:1767384377.175290:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp45 00000400:00000010:2.0:1767384377.175294:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009902f04d. 00000400:00000010:2.0:1767384377.175298:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb109ea5. 00000400:00000010:2.0:1767384377.175303:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cf8d542. 00000400:00000010:2.0:1767384377.175310:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074bb499a. 00000400:00000200:2.0:1767384377.175315:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp45 00000400:00000200:2.0:1767384377.175329:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp45 local destination 00000400:00000200:2.0:1767384377.175335:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp45 00000400:00000200:2.0:1767384377.175341:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp45 NI seq info: [193:193:256:4294967295] 192.168.202.119@tcp45 LPNI seq info [184:184:8:4294967295] 00000400:00000200:2.0:1767384377.175348:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp45 00000400:00000200:2.0:1767384377.175356:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp45(192.168.202.119@tcp45:) -> 192.168.202.119@tcp45(192.168.202.119@tcp45:192.168.202.119@tcp45) : GET try# 0 00000800:00000200:2.0:1767384377.175362:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp45 00000800:00000010:2.0:1767384377.175366:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a9e17f55. 00000800:00000200:2.0:1767384377.175372:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000800:00000200:2.1:1767384377.175387:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000800:00000200:3.0:1767384377.175400:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384377.175404:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.175416:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384377.175420:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384377.175422:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384377.175498:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384377.175508:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp45 added to recovery queue. ping count: 1 next ping: 299 health :900 00000400:00000200:1.0:1767384377.175553:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175581:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175604:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175640:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175672:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175699:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175718:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175734:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175749:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175764:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175776:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175790:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175805:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175819:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175836:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175852:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175866:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175879:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175893:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175909:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175923:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175938:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175953:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175979:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.175998:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176020:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176064:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176100:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176171:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176201:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176245:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176273:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384377.176292:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384377.176429:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384377.176435:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000df2de8d4. 00000800:00000010:1.0:1767384377.176448:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0c82be3. 00000800:00000010:1.0:1767384377.176476:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0c82be3. 00000800:00020000:1.0:1767384377.176486:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384377.176491:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000df2de8d4. 00000800:00000010:1.0:1767384377.176494:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384377.176539:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp45 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384377.176545:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp45 notifying 192.168.202.119@tcp45: down 00000800:00000200:1.0:1767384377.176550:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp45 down 00000800:00000100:1.0:1767384377.176555:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp45 00000800:00000010:1.0:1767384377.176557:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a9e17f55. 00000400:00000200:1.0:1767384377.176560:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384377.176564:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp45->192.168.202.119@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384377.176572:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384377.176574:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384377.176576:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp45) recovery failed with -71 00000100:00000001:3.0:1767384377.368183:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384377.368189:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384377.368248:0:16772:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384377.368251:0:16772:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.687190:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.687205:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384377.687211:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384377.687213:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384377.687269:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384377.687273:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384377.687275:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384377.986719:0:37471:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384377.986732:0:37471:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.986735:0:37471:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384377.986740:0:37471:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384377.986745:0:37471:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384377.986747:0:37471:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384378.199249:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000064e222a9] -> 12345-192.168.202.119@tcp14 (6) 00000400:00000001:3.0:1767384378.199263:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767384378.199264:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp14 ip 192.168.202.119:988 00000800:00000200:2.0:1767384378.199272:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000001:3.0:1767384378.199279:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384378.199284:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cf8d542 00000400:00000010:3.0:1767384378.199288:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cf8d542. 00000400:00000200:3.0:1767384378.199297:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384378.199303:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384378.199318:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009902f04d. 00000400:00000010:3.0:1767384378.199324:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb109ea5. 00000800:00000200:0.0:1767384378.199413:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384378.199418:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384378.199429:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384378.199433:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384378.199435:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384378.712241:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384378.712247:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.712254:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384378.712255:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.712300:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384378.712303:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.712305:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384378.828022:0:37635:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384378.828028:0:37635:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:3.0:1767384378.831912:0:37635:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384378.839594:0:37636:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001a1b4c5a. 00000400:00000010:1.0:1767384378.839612:0:37636:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008faa1b34. 00000400:00000010:1.0:1767384378.839621:0:37636:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bd536673. 00000400:00000010:1.0:1767384378.839624:0:37636:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c81f6a51. 00000400:00000010:1.0:1767384378.839628:0:37636:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016f1bd26. 00000400:00000010:1.0:1767384378.839633:0:37636:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cc4dcba3. 00000400:00000010:1.0:1767384378.839635:0:37636:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6ab7164. 00000400:00000010:1.0:1767384378.839637:0:37636:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f81e8ecf. 00000400:00000010:1.0:1767384378.839640:0:37636:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004002cf05. 00000800:00000010:1.0:1767384378.839658:0:37636:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fa927199. 00000800:00000200:1.0:1767384378.839669:0:37636:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384378.839687:0:37636:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384378.839724:0:37636:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:1.0:1767384378.839755:0:37636:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384378.841719:0:37636:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000e2f1de47. 00000400:00000010:1.0:1767384378.841727:0:37636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013df8ae2. 00000400:00000010:1.0:1767384378.841733:0:37636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193a4c2. 00000400:00000001:1.0:1767384378.841762:0:37636:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384378.841764:0:37636:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384378.841766:0:37636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066f2b5cd. 00000400:00000200:1.0:1767384378.841770:0:37636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000555d3f3e 00000400:00000010:1.0:1767384378.841772:0:37636:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000555d3f3e. 00000400:00000010:1.0:1767384378.841776:0:37636:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000a54c8a1a. 00000400:00000200:1.0:1767384378.841782:0:37636:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000200:1.0:1767384378.841795:0:37636:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384378.841804:0:37636:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384378.841811:0:37636:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f876312a. 00000400:00000200:0.0:1767384378.841812:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384378.841818:0:37636:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384378.841819:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000020:01000000:1.0:1767384378.841824:0:37636:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp48 00000400:00000010:0.0:1767384378.841826:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000400:00000200:0.0:1767384378.841829:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000010:0.0:1767384378.841833:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000480c0c99. 00000400:00000200:0.0:1767384378.841837:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp26 00000400:00000010:1.0:1767384378.841844:0:37636:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008faa1b34. 00000400:00000010:1.0:1767384378.841850:0:37636:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001a1b4c5a. 00000400:00000200:0.0:1767384378.841853:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp26 to MR: 192.168.202.119@tcp26 local destination 00000400:00000200:0.0:1767384378.841861:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp26 NI seq info: [194:194:256:4294967295] 192.168.202.119@tcp26 LPNI seq info [185:185:8:4294967295] 00000400:00000200:0.0:1767384378.841866:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp26 00000400:00000200:0.0:1767384378.841873:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) -> 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) : PUT try# 0 00000800:00000200:0.0:1767384378.841877:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.119@tcp26 00000020:00000001:2.0:1767384378.841881:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:0.0:1767384378.841881:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ead71c6. 10000000:00000001:2.0:1767384378.841887:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384378.841891:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384378.841893:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:0.0:1767384378.841896:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (6) 00000020:01000004:2.0:1767384378.841898:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384378.841902:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384378.841904:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384378.841905:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384378.841908:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000200:0.0:1767384378.841909:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:988 00000020:01000004:2.0:1767384378.841910:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384378.841914:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384378.841915:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ead71c6 type 1, nob 768 niov 1 nkiov 1 00000020:01000004:2.0:1767384378.841916:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384378.841919:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384378.841921:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384378.841927:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00000020:00000040:2.0:1767384378.841932:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384378.841936:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384378.841939:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384378.841940:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384378.841945:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 02000000:00000001:2.0:1767384378.841946:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384378.841957:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bbf8bcba. 00000100:00000001:2.0:1767384378.841964:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.841971:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384378.841974:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.841982:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249d2b44] to pc [ptlrpcd_00_00+0] req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384378.842013:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384378.842016:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.842019:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384378.842021:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384378.842028:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384378.842030:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384378.842030:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384378.842032:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384378.842035:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384378.842035:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384378.842037:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384378.842040:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384378.842041:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384378.842044:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384378.842046:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:0.0:1767384378.842049:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384378.842050:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384378.842053:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.0:1767384378.842054:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767384378.842055:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384378.842058:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:3.0:1767384378.842061:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ead71c6. 00000020:01000004:2.0:1767384378.842062:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384378.842068:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fa6332a. 00000100:00000001:0.0:1767384378.842068:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384378.842069:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384378.842070:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.842073:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 02000000:00000001:0.0:1767384378.842076:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384378.842078:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384378.842080:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384378.842081:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384378.842083:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: PUT: OK 02000000:00000001:2.0:1767384378.842086:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384378.842086:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.842090:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00100000:0.0:1767384378.842092:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748252160:0@lo:253: 00000400:00000200:3.0:1767384378.842097:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp26: 0 00000100:00000001:0.0:1767384378.842098:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384378.842103:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384378.842125:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384378.842127:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1767384378.842130:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384378.842133:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044e67cf2. 02000000:00000010:2.0:1767384378.842134:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008aafa75c. 02000000:00000001:0.0:1767384378.842137:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384378.842139:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.842141:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384378.842142:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5dd47f. 00000800:00000001:3.0:1767384378.842143:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384378.842149:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093895d4f. 00000800:00000001:3.0:1767384378.842150:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.842150:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384378.842153:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384378.842153:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748252160, portal 25 00000100:00000001:0.0:1767384378.842157:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384378.842160:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000400:00000200:3.0:1767384378.842164:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26) <- 192.168.202.119@tcp26 : PUT - for me 00000100:00000040:2.0:1767384378.842165:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fa6332a] to pc [ptlrpcd_00_01+1] req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384378.842168:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384378.842183:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384378.842195:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 656/672 into md 0x1e8d [1] + 0 00000100:00000001:0.0:1767384378.842198:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384378.842203:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 10000000:00000001:2.0:1767384378.842203:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384378.842221:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384378.842223:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bdb2d7aa 00000400:00000010:0.0:1767384378.842226:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1bf9454. 10000000:00000001:2.0:1767384378.842228:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384378.842230:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384378.842231:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748252160, offset 0 00000020:00000001:2.0:1767384378.842232:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384378.842236:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767384378.842238:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384378.842240:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f876312a. 00000400:00000200:3.0:1767384378.842243:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384378.842248:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.842252:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: PUT: OK 00000100:00000001:2.0:1767384378.842255:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384378.842258:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb2d7aa 00000100:00000001:2.0:1767384378.842260:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384378.842260:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384378.842262:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00000400:00000200:3.0:1767384378.842269:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384378.842272:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (42) 00000100:00000001:2.0:1767384378.842273:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384378.842273:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107400 00000400:00000200:3.0:1767384378.842282:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000100:00000040:2.0:1767384378.842282:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384378.842288:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15f9 [2] + 0 00000400:00000200:3.0:1767384378.842290:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (672 bytes) 00000400:00000010:0.0:1767384378.842295:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afabb6fb. 00000400:00000200:3.0:1767384378.842299:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384378.842301:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067dae469 00000100:00000001:2.0:1767384378.842305:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384378.842308:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.842309:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384378.842311:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384378.842312:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (43) 00000400:00000200:0.0:1767384378.842314:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384378.842315:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384378.842321:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:2.0:1767384378.842321:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384378.842326:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748252288:0@lo:253: 00000400:00000200:3.0:1767384378.842333:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp26 to MR: 192.168.202.119@tcp26 local destination 00000100:00000001:2.0:1767384378.842334:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384378.842336:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384378.842338:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384378.842340:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384378.842350:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp26 NI seq info: [195:195:256:4294967295] 192.168.202.119@tcp26 LPNI seq info [186:186:8:4294967295] 02000000:00000010:2.0:1767384378.842359:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c8401a38. 00000400:00000200:3.0:1767384378.842360:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) -> 192.168.202.119@tcp26(192.168.202.119@tcp26:192.168.202.119@tcp26) 192.168.202.119@tcp26 : ACK try# 0 02000000:00000001:2.0:1767384378.842366:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.842368:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067dae469 00000800:00000200:3.0:1767384378.842371:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp26 00000400:00000010:0.0:1767384378.842373:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067dae469. 00000400:00000010:2.0:1767384378.842374:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f692260. 00000800:00000010:3.0:1767384378.842377:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000537f3070. 00000100:00000001:0.0:1767384378.842380:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384378.842383:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af1670ba. 00000100:00000200:0.0:1767384378.842384:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384378.842385:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (6) 00000100:00000200:2.0:1767384378.842389:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748252288, portal 25 00000100:00000040:0.0:1767384378.842391:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000000ff93b0 x1853236748252160 msgsize 4848 00000100:00000001:2.0:1767384378.842394:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1767384378.842396:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:989 00000100:00000001:2.0:1767384378.842397:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521773184 : -114055187778432 : ffff9844750c3480) 00000800:00000200:3.0:1767384378.842401:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537f3070 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:0.0:1767384378.842404:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384378.842407:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384378.842409:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:3.0:1767384378.842415:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384378.842419:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384378.842422:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384378.842424:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384378.842425:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384378.842429:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1bf9454 00000400:00000010:2.0:1767384378.842431:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000429a33be. 00000400:00000010:0.0:1767384378.842433:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1bf9454. 00000100:00000001:0.0:1767384378.842438:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384378.842443:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384378.842444:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748252288, offset 0 00000400:00000200:2.0:1767384378.842456:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384378.842457:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384378.842461:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384378.842467:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384378.842478:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384378.842480:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384378.842481:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384378.842482:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107480 00000800:00000010:3.0:1767384378.842486:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000537f3070. 00000100:00000001:0.0:1767384378.842487:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384378.842492:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1601 [2] + 0 00000400:00000200:3.0:1767384378.842493:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384378.842495:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294966735 00000400:00000010:2.0:1767384378.842501:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000400:00000200:3.0:1767384378.842503:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: ACK: OK 00000100:00000010:0.0:1767384378.842504:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d5880c5. 00000400:00000200:2.0:1767384378.842508:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eeb757f9 00000800:00000001:3.0:1767384378.842512:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384378.842514:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384378.842515:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384378.842518:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.842522:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294966735 00000800:00000001:3.0:1767384378.842523:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384378.842523:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384378.842530:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eeb757f9 00000100:00000010:0.0:1767384378.842530:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f2e7c850. 00000800:00000001:3.0:1767384378.842531:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.842535:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767384378.842536:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384378.842536:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eeb757f9. 00000100:00000001:2.0:1767384378.842542:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384378.842544:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384378.842547:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384378.842547:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294966735 00000100:00000040:2.0:1767384378.842553:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000000acc6739 x1853236748252288 msgsize 4848 00000400:00000200:3.0:1767384378.842554:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp26(192.168.202.119@tcp26) <- 192.168.202.119@tcp26 : ACK - for me 00000100:00000010:0.0:1767384378.842555:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000458d2a8e. 00000100:00000001:0.0:1767384378.842562:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384378.842563:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384378.842568:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384378.842569:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294966735 00000400:00000200:3.0:1767384378.842574:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp26: ACK from 12345-192.168.202.119@tcp26 into md 0x1ea1 00000100:00000010:0.0:1767384378.842576:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef4007d0. 00000400:00000200:3.0:1767384378.842578:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384378.842581:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384378.842582:0:16146:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384378.842587:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp26->192.168.202.119@tcp26: ACK: OK 00000400:00000200:2.0:1767384378.842589:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000429a33be 00000100:00000001:0.0:1767384378.842590:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384378.842595:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000429a33be. 00000100:00000001:0.0:1767384378.842595:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.842601:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.842603:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006153aff5 00000100:00000001:2.0:1767384378.842603:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384378.842605:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384378.842608:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006153aff5. 00000100:00000200:2.0:1767384378.842609:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384378.842615:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384378.842616:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384378.842620:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384378.842623:0:16140:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000100:00000001:2.0:1767384378.842624:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384378.842625:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.842629:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384378.842631:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.842632:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000100:00000040:2.0:1767384378.842632:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.842634:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384378.842640:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (42) 00000800:00000001:3.0:1767384378.842649:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384378.842649:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842652:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384378.842655:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.842659:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.842662:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384378.842663:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294966735 00000100:00100000:0.0:1767384378.842667:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252160 00000100:00000001:2.0:1767384378.842669:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294966735 02000000:00000001:0.0:1767384378.842670:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384378.842674:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384378.842675:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294966735 00000100:00000001:0.0:1767384378.842678:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842679:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294966735 02000000:00000001:0.0:1767384378.842683:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842684:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294966735 00000100:00100000:0.0:1767384378.842688:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252160 00000100:00000001:2.0:1767384378.842689:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294966735 00000020:00000001:0.0:1767384378.842693:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384378.842694:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294966735 00000100:00000001:2.0:1767384378.842697:0:16147:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294966735 00000020:00000040:0.0:1767384378.842697:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384378.842701:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384378.842702:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384378.842705:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842707:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842708:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.842711:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384378.842712:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384378.842713:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384378.842714:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384378.842715:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842716:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384378.842728:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000100:00000001:2.0:1767384378.842729:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384378.842732:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252288 02000000:00000001:2.0:1767384378.842734:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384378.842734:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384378.842736:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384378.842739:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.842739:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 02000000:00000001:2.0:1767384378.842744:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.842746:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384378.842747:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252288 00000020:00000001:2.0:1767384378.842750:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384378.842751:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000010:0.0:1767384378.842752:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f00651d. 00000020:00000001:2.0:1767384378.842753:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.842756:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000100:00000001:0.0:1767384378.842757:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384378.842759:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384378.842761:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384378.842763:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384378.842765:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000100:00000001:2.0:1767384378.842767:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.842768:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c79591. 00000020:00000010:2.0:1767384378.842772:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2e7de59. 00000020:00000010:0.0:1767384378.842774:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f00651d. 00000020:00000010:2.0:1767384378.842777:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000162d0480. 00000020:00000010:2.0:1767384378.842782:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001afcbf8d. 00000020:00000010:0.0:1767384378.842782:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd154a42. 00000100:00000040:2.0:1767384378.842787:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384378.842788:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384378.842790:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384378.842793:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384378.842795:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c70cfcaf. 00000100:00000001:2.0:1767384378.842799:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384378.842801:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000100:00000001:2.0:1767384378.842807:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.842807:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384378.842809:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384378.842812:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.842817:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842818:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384378.842819:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.842821:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384378.842826:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:2.0:1767384378.842828:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384378.842830:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378292816 : -114060331258800 : ffff98434278ec50) 00000100:00000001:0.0:1767384378.842830:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384378.842834:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384378.842836:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000acc6739 x1853236748252288/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384378.842840:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:3.0:1767384378.842844:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384378.842845:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:3.0:1767384378.842850:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384378.842850:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384378.842851:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378282576 : -114060331269040 : ffff98434278c450) 00000100:00000001:3.0:1767384378.842855:0:16780:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.842856:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000100:00000040:0.0:1767384378.842857:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000000ff93b0 x1853236748252160/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 4848/0 e 0 to 0 dl 1767384389 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.842861:0:16780:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842861:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.842867:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c79591. 00000100:00000001:0.0:1767384378.842872:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384378.842874:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000acc6739 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16147:x1853236748252288:12345-0@lo:253: 00000020:00000010:0.0:1767384378.842876:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f00651d. 00000100:00000200:2.0:1767384378.842879:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252288 00000100:00000001:0.0:1767384378.842880:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384378.842883:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384378.842883:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f00651d. 00000020:00000001:2.0:1767384378.842888:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384378.842891:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384378.842891:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000000ff93b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748252160:12345-0@lo:253: 00000020:00000001:2.0:1767384378.842896:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767384378.842897:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252160 00000020:00000001:2.0:1767384378.842899:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:0.0:1767384378.842900:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384378.842903:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384378.842904:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384378.842907:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384378.842907:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.842911:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384378.842912:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384378.842915:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384378.842915:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:2.0:1767384378.842919:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384378.842919:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384378.842922:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.842924:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384378.842925:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384378.842928:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384378.842928:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384378.842929:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.842932:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1767384378.842934:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000efbbaefc. 02000000:00000001:0.0:1767384378.842934:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384378.842937:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.842938:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.842940:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384378.842940:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004efcf730. 02000000:00000001:0.0:1767384378.842947:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384378.842948:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ca2820ba. 00000100:00000001:0.0:1767384378.842949:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384378.842953:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384378.842953:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384378.842957:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384378.842960:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384378.842961:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.842963:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384378.842963:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000401f94df. 20000000:00000001:2.0:1767384378.842968:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384378.842969:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384378.842971:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384378.842972:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384378.842973:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384378.842975:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384378.842976:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384378.842977:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfd4c9ee. 20000000:01000000:2.0:1767384378.842979:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:2.0:1767384378.842984:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384378.842989:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384378.843025:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384378.843027:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384378.843029:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.843030:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384378.843033:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384378.843037:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:2.0:1767384378.843040:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384378.843046:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c13c7244. 00080000:00000001:2.0:1767384378.843048:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013380421632 : -114060329129984 : ffff984342996800) 00080000:00000001:2.0:1767384378.843050:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384378.843154:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384378.843156:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.843158:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384378.843175:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384378.843177:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384378.843256:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767384378.843258:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384378.843289:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384378.843295:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000c9fb2b69. 00000400:00000010:0.0:1767384378.843299:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4dbc2f. 00000400:00000010:0.0:1767384378.843303:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000400:00000200:0.0:1767384378.843305:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c9fb2b69 00000400:00000010:0.0:1767384378.843308:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000607614cf. 00000400:00000200:0.0:1767384378.843310:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000400:00000200:0.0:1767384378.843313:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 00000400:00000200:0.0:1767384378.843314:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000010:0.0:1767384378.843317:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000e89c48fb. 00000400:00000010:0.0:1767384378.843320:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df526203. 00000400:00000010:0.0:1767384378.843325:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006240f659. 00000400:00000200:0.0:1767384378.843328:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384378.843333:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384378.843338:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:0.0:1767384378.843343:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:0.0:1767384378.843348:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000400:00000200:0.0:1767384378.843353:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:0.0:1767384378.843357:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:0.0:1767384378.843362:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:0.0:1767384378.843376:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:0.0:1767384378.843381:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000400:00000200:0.0:1767384378.843385:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:0.0:1767384378.843389:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000400:00000200:0.0:1767384378.843392:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000400:00000200:0.0:1767384378.843395:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000400:00000200:0.0:1767384378.843399:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 00000400:00000200:0.0:1767384378.843401:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000400:00000200:0.0:1767384378.843404:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[188, 63] 00000400:00000200:0.0:1767384378.843407:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[190, 63] 00000400:00000200:0.0:1767384378.843411:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[195, 63] 00000400:00000200:0.0:1767384378.843414:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 62], ns[56, 63] 00000400:00000200:0.0:1767384378.843418:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 56], ns[68, 56] 00000400:00000200:0.0:1767384378.843422:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[90, 56] 00000400:00000200:0.0:1767384378.843425:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 56], ns[74, 56] 00000400:00000200:0.0:1767384378.843428:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 56], ns[133, 56] 00000400:00000200:0.0:1767384378.843432:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[99, 56] 00000400:00000200:0.0:1767384378.843435:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 56], ns[105, 56] 00000400:00000200:0.0:1767384378.843443:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 56], ns[117, 56] 00000400:00000200:0.0:1767384378.843447:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 56], ns[157, 56] 00000400:00000200:0.0:1767384378.843452:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[169, 56] 00000400:00000200:0.0:1767384378.843457:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 56], ns[179, 56] 00000400:00000200:0.0:1767384378.843462:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 56], ns[132, 56] 00000400:00000200:0.0:1767384378.843467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 56], ns[186, 56] 00000400:00000200:0.0:1767384378.843472:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 56], ns[160, 56] 00000400:00000200:0.0:1767384378.843477:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[167, 56], ns[176, 56] 00000400:00000200:0.0:1767384378.843482:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 56], ns[185, 56] 00000400:00000200:0.0:1767384378.843488:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 56], ns[168, 56] 00000400:00000200:0.0:1767384378.843493:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[173, 56], ns[182, 56] 00000400:00000200:0.0:1767384378.843498:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[184, 56], ns[193, 56] 00000400:00000200:0.0:1767384378.843507:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 00000400:00000200:0.0:1767384378.843513:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384378.843517:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:0.0:1767384378.843521:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp46 00000400:00000200:0.0:1767384378.843526:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp46 lpni_is_preferred = 0 00000400:00000200:0.0:1767384378.843528:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp46 00000400:00000200:0.0:1767384378.843531:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp46 NI seq info: [196:196:256:4294967295] 192.168.202.119@tcp46 LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1767384378.843536:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp46 00000400:00000200:0.0:1767384378.843541:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp46(192.168.202.119@tcp46:) -> 192.168.202.119@tcp46(192.168.202.119@tcp:192.168.202.119@tcp46) : GET try# 0 00000800:00000200:0.0:1767384378.843552:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp46 00000800:00000010:0.0:1767384378.843673:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fff40934. 00000800:00000010:0.0:1767384378.843679:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a1bf9454. 00000800:00000010:0.0:1767384378.843683:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000da7a243. 00000800:00000200:0.0:1767384378.843687:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000800:00000200:0.1:1767384378.843689:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:0.0:1767384378.843702:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384378.843704:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300251 rc 0 00000400:00000200:2.0:1767384378.843786:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843843:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843871:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843888:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843901:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843917:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843936:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843954:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843972:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.843997:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844024:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844045:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844077:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844279:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844312:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844345:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844375:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844400:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844428:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844457:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844490:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844526:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844565:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844607:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844639:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844682:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844715:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844746:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844795:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844840:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844894:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844940:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.844979:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.845027:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384378.845070:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384378.845305:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384378.845311:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000812cf13a. 00000800:00000010:2.0:1767384378.845317:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000050a36d99. 00000800:00000010:2.0:1767384378.845343:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000050a36d99. 00000800:00020000:2.0:1767384378.845355:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384378.845359:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000812cf13a. 00000800:00000010:2.0:1767384378.845363:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:02020000:2.0:1767384378.845413:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp46 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384378.845421:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp46 notifying 192.168.202.119@tcp46: down 00000800:00000200:2.0:1767384378.845429:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp46 down 00000800:00000100:2.0:1767384378.845436:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp46 00000800:00000010:2.0:1767384378.845439:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fff40934. 00000400:00000200:2.0:1767384378.845444:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384378.845449:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp46->192.168.202.119@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384378.845462:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp46 added to recovery queue. ping count: 0 next ping: 300 health :900 00000400:00000200:2.0:1767384378.845466:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384378.845470:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:2.0:1767384378.845474:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384378.845558:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384378.845563:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300851 00000400:00000001:2.0:1767384378.845568:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384378.845570:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384378.845572:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df526203 00000400:00000010:2.0:1767384378.845575:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df526203. 00000400:00000200:2.0:1767384378.845581:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384378.845585:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:2.0:1767384378.845589:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000e89c48fb. 00000400:00000200:2.0:1767384378.845592:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (42) 00000400:00000200:2.0:1767384378.845596:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:2.0:1767384378.845598:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302051 rc -71 00000400:00000200:2.0:1767384378.845602:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:2.0:1767384378.845605:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00080000:00000001:3.0:1767384378.854343:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384378.854351:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384378.854354:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384378.854355:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384378.854356:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384378.854359:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c13c7244. 00080000:00000001:3.0:1767384378.854365:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767384378.854376:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384378.854383:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:2.0:1767384378.854387:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384378.854389:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384378.854402:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384378.854410:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384378.854413:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384378.854422:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767384378.854423:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767384378.854426:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384378.854430:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384378.854434:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000010:1.0:1767384378.854434:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000211c1364. 00010000:00000001:3.0:1767384378.854438:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:1.0:1767384378.854439:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00010000:00000040:3.0:1767384378.854447:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d5600f4c count: 2 20000000:00000001:1.0:1767384378.854447:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384378.854452:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384378.854454:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384378.854455:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:3.0:1767384378.854457:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027436fb3. 00000020:00000001:3.0:1767384378.854462:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384378.854464:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000027436fb3 with handle 0x4ac496f8d605e2c1 to hash 00000020:00000001:3.0:1767384378.854465:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384378.854467:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384378.854469:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384378.854471:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.854473:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.854475:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.854481:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384378.854484:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384378.854486:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384378.854488:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.854490:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384378.854494:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384378.854494:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384378.854501:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384378.854503:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.854506:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384378.854510:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384378.854512:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384378.854514:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384378.854516:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:3.0:1767384378.854517:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.854519:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.854522:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384378.854523:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384378.854524:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384378.854527:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384378.854531:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006121caf2. 00010000:00000040:3.0:1767384378.854532:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5600f4c) refcount = 2 00010000:00000040:3.0:1767384378.854536:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00080000:00000001:1.0:1767384378.854536:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381313536 : -114060328238080 : ffff984342a70400) 00010000:00000040:3.0:1767384378.854540:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384378.854542:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:3.0:1767384378.854544:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384378.854546:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384378.854551:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008bf08069. 00000100:00000001:3.0:1767384378.854554:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384378.854559:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000537df642. 00000100:00000001:3.0:1767384378.854561:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017781345664 : -114055928205952 : ffff984448ea2d80) 00000100:00000001:3.0:1767384378.854562:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017781345664 : -114055928205952 : ffff984448ea2d80) 00000100:00000001:3.0:1767384378.854564:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384378.854565:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384378.854567:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384378.854569:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.854570:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384378.854571:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.854573:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.854574:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384378.854575:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384378.854578:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf59af14. 00000020:00000040:3.0:1767384378.854582:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:3.0:1767384378.854589:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384378.854591:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384378.854595:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384378.854600:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7120ca6. 00000100:00000001:3.0:1767384378.854605:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384378.854609:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384378.854621:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:3.0:1767384378.854622:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 16 pid: 16779 timeout: 449 lvb_type: 0 00080000:00000001:1.0:1767384378.854625:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384378.854630:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384378.854631:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384378.854635:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384378.854639:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384378.854645:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384378.854646:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.854649:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf59af14 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748252416:0@lo:104: 00080000:00000001:1.0:1767384378.854649:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.854656:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000001:1.0:1767384378.854656:0:16779:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000001:3.0:1767384378.854661:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384378.854664:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.854665:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384378.854668:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009202a5f6. 02000000:00000001:3.0:1767384378.854669:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384378.854673:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac729d15. 00000400:00000010:3.0:1767384378.854679:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f9aacb0. 00000100:00000200:3.0:1767384378.854685:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748252416, portal 16 00000100:00000001:3.0:1767384378.854686:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384378.854687:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378991360 : -114060330560256 : ffff984342839500) 00000100:00000040:3.0:1767384378.854690:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384378.854695:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384378.854697:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.854700:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 00000100:00000200:3.0:1767384378.854707:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748252416, offset 0 00000400:00000200:3.0:1767384378.854714:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.854724:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384378.854733:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e107500 00000400:00000200:3.0:1767384378.854739:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1925 [2] + 984 00000400:00000200:3.0:1767384378.854744:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.854749:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.854754:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384378.854756:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384378.854759:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042ec1e2f. 00000100:00000040:3.0:1767384378.854761:0:16801:0:(events.c:337:request_in_callback()) incoming req@0000000042ec1e2f x1853236748252416 msgsize 328 00000100:00100000:3.0:1767384378.854766:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384378.854777:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.854786:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b64a2c 00000400:00000010:3.0:1767384378.854789:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2b64a2c. 00080000:00000001:1.0:1767384378.854790:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:3.0:1767384378.854794:0:16801:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1767384378.854795:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:3.0:1767384378.854800:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.854806:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384378.854808:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252416 00000100:00000001:3.0:1767384378.854810:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384378.854811:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384378.854813:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384378.854814:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.854815:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384378.854819:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.854820:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.854822:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384378.854822:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252416 00000020:00000001:2.0:1767384378.854825:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384378.854827:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000100:00000001:3.0:1767384378.854828:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.854831:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294966747 00000100:00000001:3.0:1767384378.854839:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294966735 00000020:00000001:2.0:1767384378.854841:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384378.854843:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294966747 00000020:00000040:2.0:1767384378.854844:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000020:00000001:2.0:1767384378.854846:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:3.0:1767384378.854848:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294966735 00000020:00000001:2.0:1767384378.854849:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:3.0:1767384378.854852:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294966747 00000100:00000001:2.0:1767384378.854852:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384378.854856:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:3.0:1767384378.854858:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294966735 00000100:00000001:2.0:1767384378.854860:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.854861:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294966747 00000020:00000010:2.0:1767384378.854862:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00000001:3.0:1767384378.854866:0:16801:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294966735 00000020:00000010:2.0:1767384378.854868:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec941de8. 00000020:00000010:2.0:1767384378.854873:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba44caa3. 00000100:00000001:3.0:1767384378.854875:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384378.854878:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384378.854879:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00010000:00000001:3.0:1767384378.854880:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.854882:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.854884:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.854886:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.854888:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384378.854888:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:3.0:1767384378.854889:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.854891:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384378.854891:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:3.0:1767384378.854892:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384378.854892:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384378.854894:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.854894:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.854897:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384378.854898:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384378.854900:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 00000000537df642 going to sleep for 11 seconds 00000100:00000001:2.0:1767384378.854901:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.854904:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.854907:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.854916:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.854928:0:16769:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384378.854931:0:16769:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384378.854933:0:18575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384378.854936:0:16769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384378.854937:0:18575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384378.854940:0:16769:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:0.0:1767384378.854941:0:18575:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.854944:0:16769:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378994048 : -114060330557568 : ffff984342839f80) 00000100:00000001:0.0:1767384378.854945:0:18575:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.854950:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000042ec1e2f x1853236748252416/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 328/0 e 0 to 0 dl 1767384389 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.854959:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384378.854962:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384378.854964:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384378.854966:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384378.854971:0:16769:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000042ec1e2f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748252416:12345-0@lo:104: 00000100:00000200:2.0:1767384378.854974:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252416 00010000:00000001:2.0:1767384378.854977:0:16769:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384378.854980:0:16769:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384378.854982:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.854983:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=2 00000020:00000001:2.0:1767384378.854985:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:2.0:1767384378.854988:0:16769:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:2.0:1767384378.854991:0:16769:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.854993:0:16769:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.854996:0:16769:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384378.855003:0:16769:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384378.855005:0:16769:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384378.855009:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c13c7244. 02000000:00000001:2.0:1767384378.855011:0:16769:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.855014:0:16769:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.855017:0:16769:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384378.855020:0:16769:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384378.855023:0:16769:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384378.855027:0:16769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384378.855030:0:16769:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384378.855033:0:16769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384378.855035:0:16769:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384378.855037:0:16769:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384378.855039:0:16769:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384378.855042:0:16769:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384378.855045:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 00000100:00000200:2.0:1767384378.855057:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748252416, offset 224 00000400:00000200:2.0:1767384378.855096:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384378.855104:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384378.855128:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e107500 00000400:00000200:2.0:1767384378.855133:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ebd [1] + 224 00000400:00000200:2.0:1767384378.855137:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384378.855141:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384378.855145:0:16769:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384378.855148:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384378.855158:0:16769:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384378.855170:0:16769:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384378.855177:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:2.0:1767384378.855179:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000100:00000001:2.0:1767384378.855183:0:16769:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384378.855184:0:16769:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384378.855189:0:16769:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.855192:0:16769:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384378.855195:0:16769:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384378.855199:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000847a65e8. 00010000:00000001:2.0:1767384378.855202:0:16769:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384378.855230:0:16769:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384378.855233:0:16769:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.855234:0:16769:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.855236:0:16769:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.855240:0:16769:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042ec1e2f x1853236748252416/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384378.855249:0:16769:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000042ec1e2f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748252416:12345-0@lo:104: Request processed in 289us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384378.855257:0:16769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384378.855259:0:16769:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:2.0:1767384378.855261:0:16769:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384378.855272:0:16769:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384378.855276:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba44caa3. 00000020:00000010:2.0:1767384378.855280:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384378.855284:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec941de8. 00000020:00000040:2.0:1767384378.855289:0:16769:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00000100:00000001:2.0:1767384378.855293:0:16769:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.855351:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384378.855356:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384378.855365:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384378.855367:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac729d15. 00000400:00000200:1.0:1767384378.855371:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f9aacb0 00000400:00000010:1.0:1767384378.855373:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f9aacb0. 00000100:00000001:1.0:1767384378.855377:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384378.855381:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384378.855390:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384378.855397:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384378.855399:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.855401:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384378.855404:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384378.855405:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384378.855407:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.855409:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384378.855413:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=84 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384378.855417:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384378.855420:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384378.855422:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.855425:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384378.855427:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.855429:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.855432:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384378.855439:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384378.855442:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384378.855444:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384378.855446:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384378.855447:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384378.855449:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384378.855450:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384378.855453:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384378.855461:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf59af14 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748252416:0@lo:104: 00000100:00000001:1.0:1767384378.855471:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384378.855473:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384378.855476:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384378.855477:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384378.855480:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf59af14 x1853236748252416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384378.855487:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384378.855488:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384378.855490:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384378.855492:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:2.0:1767384378.855495:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000010:1.0:1767384378.855496:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009202a5f6. 00010000:00000001:2.0:1767384378.855501:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:1.0:1767384378.855502:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384378.855505:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:1.0:1767384378.855505:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384378.855509:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00010000:00010000:2.0:1767384378.855510:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384378.855512:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384378.855515:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7120ca6. 02000000:00000001:1.0:1767384378.855521:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:2.0:1767384378.855523:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000013c0654c already unused, calling callback (0000000086de5a03) 02000000:00000001:1.0:1767384378.855523:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384378.855526:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf59af14. 10000000:00000001:2.0:1767384378.855528:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384378.855531:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00010000:2.0:1767384378.855532:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384378.855534:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384378.855539:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000537df642. 00010000:00000001:2.0:1767384378.855545:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384378.855547:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384378.855548:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384378.855549:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384378.855550:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384378.855554:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00010000:00000010:1.0:1767384378.855555:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008bf08069. 00000020:00000001:2.0:1767384378.855557:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:2.0:1767384378.855561:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:1.0:1767384378.855561:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.855563:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1767384378.855566:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.855567:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384378.855571:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384378.855579:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00000001:2.0:1767384378.855580:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384378.855583:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00010000:2.0:1767384378.855584:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384378.855588:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384378.855593:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384378.855600:0:16773:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384378.855603:0:16773:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384378.855605:0:16773:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384378.855607:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384378.855608:0:16773:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384378.855617:0:16773:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384378.855619:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384378.855620:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:2.0:1767384378.855622:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384378.855625:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.855627:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384378.855630:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384378.855631:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384378.855633:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384378.855635:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384378.855637:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000013c0654c with handle 0x4ac496f8d605e2b3 from hash 00010000:00000001:2.0:1767384378.855639:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384378.855640:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.855642:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384378.855643:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384378.855645:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384378.855646:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384378.855649:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384378.855651:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384378.855668:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64329de. 00000020:00000040:2.0:1767384378.855671:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384378.855673:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384378.855675:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384378.855677:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384378.856734:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec941de8. 00000100:00000001:2.0:1767384378.856739:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.856742:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384378.856746:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384378.856750:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384378.856751:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384378.856755:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384378.856756:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.856762:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d64329de] to pc [ptlrpcd_00_02+2] req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384378.856777:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384378.856779:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384378.856781:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384378.856781:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384378.856782:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.856785:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.856786:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384378.856787:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.856790:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384378.856791:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384378.856796:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384378.856797:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e2b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e2ba expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384378.856800:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384378.856803:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000329f4beb count: 0 00010000:00000001:2.0:1767384378.856813:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384378.856813:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384378.856816:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384378.856817:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384378.856819:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000847a65e8. 00010000:00000001:2.0:1767384378.856825:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384378.856825:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384378.856829:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384378.856830:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384378.856831:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.856834:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384378.856836:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384378.856836:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.856838:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384378.856842:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748252544:0@lo:103: 00000100:00000001:0.0:1767384378.856847:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384378.856851:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1767384378.856853:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384378.856855:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384378.856856:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384378.856857:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384378.856860:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384378.856861:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384378.856866:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5505979. 02000000:00000001:0.0:1767384378.856870:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384378.856875:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f6d55d. 00000400:00000010:0.0:1767384378.856881:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384378.856886:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748252544, portal 18 00000100:00000001:0.0:1767384378.856889:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384378.856891:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521772288 : -114055187779328 : ffff9844750c3100) 00000100:00000040:0.0:1767384378.856902:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.856909:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384378.856913:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384378.856915:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384378.856918:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748252544, offset 0 00000400:00000200:0.0:1767384378.856923:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384378.856933:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384378.856943:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e107580 00000400:00000200:0.0:1767384378.856949:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000100:00000001:1.0:1767384378.856954:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384378.856956:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384378.856958:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.856963:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384378.856969:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384378.856971:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384378.856975:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ae57f9a1. 00000100:00000040:0.0:1767384378.856978:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000ae57f9a1 x1853236748252544 msgsize 328 00000100:00100000:0.0:1767384378.856981:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384378.856996:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384378.857002:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384378.857004:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384378.857009:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384378.857012:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.857021:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384378.857023:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.857030:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.857031:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384378.857035:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.857038:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294966749 00000100:00000001:0.0:1767384378.857045:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294966747 00000100:00000001:0.0:1767384378.857049:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294966749 00000100:00000001:0.0:1767384378.857051:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294966747 00000100:00000001:0.0:1767384378.857060:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294966749 00000100:00000001:0.0:1767384378.857062:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294966747 00000100:00000001:0.0:1767384378.857064:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294966749 00000100:00000001:0.0:1767384378.857067:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294966747 00000100:00000001:0.0:1767384378.857070:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384378.857073:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.857076:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.857078:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.857085:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384378.857087:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384378.857089:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.857090:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.857091:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384378.857092:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.857096:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252544 00000100:00000001:0.0:1767384378.857096:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.857101:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384378.857103:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384378.857130:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384378.857134:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.857137:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252544 00000020:00000001:3.0:1767384378.857140:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384378.857141:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384378.857143:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.857145:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:3.0:1767384378.857148:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384378.857150:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384378.857154:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384378.857159:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff21181c. 00000100:00000001:3.0:1767384378.857162:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.857164:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff21181c. 00000020:00000010:3.0:1767384378.857169:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7120ca6. 00000020:00000010:3.0:1767384378.857173:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092fc47e1. 00000020:00000010:3.0:1767384378.857184:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000693a6595. 00000100:00000040:3.0:1767384378.857192:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384378.857195:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384378.857196:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384378.857198:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384378.857202:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857228:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384378.857232:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.857234:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.857235:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=4 00000020:00000001:3.0:1767384378.857238:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:3.0:1767384378.857240:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00010000:3.0:1767384378.857243:0:16772:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 17 pid: 16779 timeout: 449 lvb_type: 0 00010000:00000001:3.0:1767384378.857249:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857250:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857251:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.857254:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.857259:0:16772:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384378.857264:0:16772:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ae57f9a1 x1853236748252544/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 328/0 e 0 to 0 dl 1767384389 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.857271:0:16772:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384378.857272:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857283:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384378.857294:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384378.857296:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384378.857299:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384378.857300:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384378.857304:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384378.857305:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:1.0:1767384378.857308:0:20667:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857309:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656106496 : -114055053445120 : ffff98447d0df800) 00000100:00000040:3.0:1767384378.857313:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ae57f9a1 x1853236748252544/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 328/0 e 0 to 0 dl 1767384389 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384378.857319:0:20667:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857326:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384378.857335:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff21181c. 00000100:00000001:3.0:1767384378.857337:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384378.857348:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff21181c. 00000100:00100000:3.0:1767384378.857356:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ae57f9a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16148:x1853236748252544:12345-0@lo:103: 00000100:00000200:3.0:1767384378.857360:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252544 00010000:00000001:3.0:1767384378.857362:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384378.857364:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384378.857365:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384378.857370:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384378.857371:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384378.857375:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000001711e7d. 02000000:00000001:3.0:1767384378.857377:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857379:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857381:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384378.857382:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384378.857384:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.857386:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.857387:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009512700b refcount=4 00000020:00000001:3.0:1767384378.857388:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000001:3.0:1767384378.857390:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681384960 : -114056028166656 : ffff984442f4e600) 00010000:00000040:3.0:1767384378.857393:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d5600f4c count: 3 00010000:00010000:3.0:1767384378.857396:0:16772:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 17 pid: 16779 timeout: 449 lvb_type: 0 00000100:00001000:3.0:1767384378.857402:0:16772:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384378 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384378.857405:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384378.857409:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857410:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384378.857412:0:16772:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 17 pid: 16779 timeout: 449 lvb_type: 0 00000020:00000001:3.0:1767384378.857417:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.857419:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.857421:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.857428:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857431:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.857432:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.857436:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857437:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857439:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.857441:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.857442:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009512700b with handle 0x4ac496f8d605e2ba from hash 00010000:00000001:3.0:1767384378.857444:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.857445:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857446:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857448:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.857449:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384378.857450:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.857453:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009512700b/0x4ac496f8d605e2ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e2b3 expref: 17 pid: 16779 timeout: 449 lvb_type: 0 00010000:00000040:3.0:1767384378.857458:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:3.0:1767384378.857460:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00010000:00000001:3.0:1767384378.857464:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857465:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384378.857467:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384378.857468:0:16772:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000027436fb3 00010000:00000001:3.0:1767384378.857470:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384378.857472:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.857473:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.857475:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384378.857477:0:16772:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.857479:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384378.857481:0:16772:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384378.857482:0:16772:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857488:0:16772:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384378.857490:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384378.857492:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384378.857493:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384378.857499:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5600f4c) refcount = 2 00010000:00010000:3.0:1767384378.857502:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857508:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384378.857509:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384378.857511:0:16772:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.857513:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384378.857516:0:16772:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ff21181c. 00000100:00000001:3.0:1767384378.857518:0:16772:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384378.857522:0:16772:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003ba9cdca. 00000100:00000001:3.0:1767384378.857524:0:16772:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017781342976 : -114055928208640 : ffff984448ea2300) 00000100:00000001:3.0:1767384378.857526:0:16772:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017781342976 : -114055928208640 : ffff984448ea2300) 00000100:00000001:3.0:1767384378.857528:0:16772:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384378.857529:0:16772:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384378.857531:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767384378.857533:0:16772:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384378.857536:0:16772:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:3.0:1767384378.857539:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.857540:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.857541:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=5 00000020:00000001:3.0:1767384378.857543:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384378.857545:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384378.857547:0:16772:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384378.857549:0:16772:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857555:0:16772:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384378.857556:0:16772:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857562:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857563:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384378.857564:0:16772:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857577:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.857578:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857580:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384378.857581:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384378.857587:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000027436fb3 already unused, calling callback (0000000064ca87ef) 00010000:00000001:3.0:1767384378.857589:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.857591:0:16772:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384378.857593:0:16772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857598:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384378.857599:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384378.857601:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384378.857602:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=6 00000020:00000001:3.0:1767384378.857604:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384378.857606:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384378.857608:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384378.857610:0:16772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857615:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384378.857616:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384378.857617:0:16772:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857627:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384378.857628:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384378.857630:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384378.857631:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384378.857632:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027436fb3 with handle 0x4ac496f8d605e2c1 from hash 00010000:00000001:3.0:1767384378.857634:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384378.857636:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857637:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857641:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384378.857643:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384378.857645:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384378.857647:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384378.857648:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.857650:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857652:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384378.857653:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384378.857656:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384378.857656:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857659:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857661:0:16772:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857664:0:16772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857668:0:16772:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384378.857671:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767384378.857672:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384378.857676:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384378.857681:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857683:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857685:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857687:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384378.857690:0:16772:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384378.857693:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384378.857693:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384378.857695:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384378.857696:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384378.857698:0:16772:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384378.857699:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857701:0:16772:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384378.857702:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000001:3.0:1767384378.857706:0:16772:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857708:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384378.857710:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e2c1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384378.857718:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384378.857719:0:16772:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384378.857721:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384378.857722:0:16772:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384378.857725:0:16772:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857727:0:16772:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857728:0:16772:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384378.857730:0:16772:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003ba9cdca. 00000100:00000001:3.0:1767384378.857734:0:16772:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384378.857740:0:16772:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384378.857742:0:16772:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ff21181c. 00010000:00000001:3.0:1767384378.857745:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384378.857746:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d5600f4c count: 0 00010000:00010000:3.0:1767384378.857750:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384378.857752:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384378.857755:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384378.857758:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.857760:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384378.857763:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384378.857766:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384378.857768:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384378.857771:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384378.857773:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857776:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384378.857778:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.857781:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 00000100:00000200:3.0:1767384378.857783:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748252544, offset 224 00000400:00000200:3.0:1767384378.857787:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.857792:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384378.857798:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e107580 00000400:00000200:3.0:1767384378.857802:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1ec9 [1] + 224 00000400:00000200:3.0:1767384378.857806:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.857808:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.857811:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384378.857813:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.857821:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.857836:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.857842:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b64a2c 00000400:00000010:3.0:1767384378.857843:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2b64a2c. 00000100:00000001:3.0:1767384378.857846:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384378.857847:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384378.857857:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384378.857858:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.857860:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384378.857864:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000400:00000001:0.0:1767384378.857865:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384378.857868:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384378.857870:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384378.857870:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f6d55d. 00010000:00000001:3.0:1767384378.857875:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384378.857876:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384378.857879:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000040:3.0:1767384378.857881:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae57f9a1 x1853236748252544/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 328/224 e 0 to 0 dl 1767384389 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.857882:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384378.857887:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384378.857907:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384378.857908:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ae57f9a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748252544:12345-0@lo:103: Request processed in 578us (926us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384378.857922:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384378.857923:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384378.857926:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384378.857927:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384378.857930:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384378.857931:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384378.857932:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:0.0:1767384378.857933:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857938:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384378.857938:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857942:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384378.857943:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=84 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384378.857947:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092fc47e1. 00000100:00001000:0.0:1767384378.857948:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=84 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384378.857953:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000693a6595. 00000100:00000001:0.0:1767384378.857956:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384378.857958:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7120ca6. 00000100:00000001:0.0:1767384378.857958:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.857962:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384378.857964:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00010000:00000001:0.0:1767384378.857965:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.857969:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.857970:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384378.857973:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.857978:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384378.857980:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384378.857981:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384378.857983:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384378.857987:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748252544:0@lo:103: 00000100:00000001:0.0:1767384378.857990:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.857991:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384378.857992:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64329de x1853236748252544/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.857996:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384378.857997:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384378.857999:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5505979. 02000000:00000001:0.0:1767384378.858001:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384378.858002:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384378.858003:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384378.858004:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384378.858006:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ec941de8. 02000000:00000001:0.0:1767384378.858008:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384378.858009:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384378.858010:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64329de. 00000100:00000001:0.0:1767384378.858011:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384378.858012:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.858013:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.858016:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384378.858017:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.858018:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.858023:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384378.864132:0:37642:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000329f4beb. 00010000:00000010:3.1:1767384378.864145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009512700b. 00010000:00000010:2.1:1767384378.864146:0:37642:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000013c0654c. 00010000:00000010:3.1:1767384378.864153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027436fb3. 00010000:00000010:3.1:1767384378.864158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5600f4c. 00000400:00000010:1.0:1767384378.865455:0:37641:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bcecb4f0. 00000400:00000040:1.0:1767384378.865478:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384378.865482:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384378.865485:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384378.865487:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384378.865490:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384378.865492:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384378.865495:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384378.865496:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384378.865498:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384378.865499:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384378.865502:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384378.865503:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384378.865506:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384378.865507:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384378.865509:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384378.865512:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384378.865514:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384378.865515:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384378.865517:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384378.865520:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384378.865522:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384378.865524:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384378.865526:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384378.865534:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384378.865536:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384378.865538:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384378.865541:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384378.865543:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384378.865545:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384378.865547:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384378.865548:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384378.865550:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384378.865552:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384378.865554:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384378.865556:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384378.865558:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384378.865560:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384378.865563:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384378.865565:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384378.865567:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384378.865569:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384378.865571:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384378.865573:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384378.865575:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384378.865578:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384378.865580:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384378.865582:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384378.865583:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384378.865586:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384378.865588:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384378.865590:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384378.865592:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384378.865593:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384378.865594:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384378.865596:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384378.865597:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384378.865598:0:37641:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384378.865736:0:37641:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bcecb4f0. 00080000:00000001:1.0:1767384378.867053:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384378.867062:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384378.867066:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384378.867069:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384378.867074:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384378.867078:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:1.0:1767384378.867079:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767384378.867080:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384378.867082:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767384378.867084:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767384378.867085:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006121caf2. 00080000:00000001:3.0:1767384378.867090:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767384378.867098:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384378.867130:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384378.867135:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384378.867138:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384378.867142:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384378.867145:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384378.867153:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000b184561. 00010000:00000001:0.0:1767384378.867158:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384378.867161:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ddbacf78. 00000020:00000001:0.0:1767384378.867166:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384378.867168:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ddbacf78 with handle 0x4ac496f8d605e2c8 to hash 00000020:00000001:0.0:1767384378.867171:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384378.867172:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384378.867175:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384378.867179:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.867181:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.867184:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867192:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384378.867195:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384378.867198:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384378.867200:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384378.867201:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.867302:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384378.867304:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.867307:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384378.867309:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384378.867311:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384378.867313:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384378.867315:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000b184561) refcount = 1 00010000:00010000:0.0:1767384378.867319:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867325:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384378.867327:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384378.867335:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.867338:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.867340:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384378.867343:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384378.867347:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:0.0:1767384378.867350:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384378.867352:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384378.867354:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddbacf78 refcount=4 00000020:00000001:0.0:1767384378.867357:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384378.867359:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384378.867362:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384378.867364:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867370:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384378.867372:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867377:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.867379:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384378.867381:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867386:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.867388:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.867390:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384378.867392:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384378.867398:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ddbacf78 already unused, calling callback (0000000064ca87ef) 00010000:00000001:0.0:1767384378.867401:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384378.867403:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384378.867405:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867422:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384378.867424:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384378.867425:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384378.867427:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ddbacf78 refcount=5 00000020:00000001:0.0:1767384378.867429:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384378.867431:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681385472 : -114056028166144 : ffff984442f4e800) 00010000:00000001:0.0:1767384378.867434:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384378.867436:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867441:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384378.867443:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384378.867445:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.867449:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384378.867450:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384378.867453:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384378.867455:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384378.867457:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ddbacf78 with handle 0x4ac496f8d605e2c8 from hash 00010000:00000001:0.0:1767384378.867460:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384378.867461:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.867462:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.867464:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384378.867466:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384378.867468:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384378.867470:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384378.867473:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384378.867475:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.867477:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384378.867479:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384378.867481:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.867483:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.867484:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384378.867486:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:0.0:1767384378.867486:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.867489:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384378.867498:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00010000:0.0:1767384378.867499:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867506:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.867507:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.867508:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384378.867510:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384378.867512:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384378.867513:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384378.867516:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384378.867518:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384378.867520:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384378.867523:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384378.867529:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384378.867531:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384378.867532:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ddbacf78/0x4ac496f8d605e2c8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384378.867538:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000b184561 count: 0 00010000:00000001:0.0:1767384378.867546:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384378.867548:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384378.869144:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294966749, at 4294966750 00000100:00000040:1.0:1767384378.869146:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294966749, at 4294966750 00000100:00000040:3.0:1767384378.869149:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294966749, at 4294966750 00000100:00000010:0.0:1767384378.869152:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d5880c5. 00000100:00000010:1.0:1767384378.869154:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f2e7c850. 00000100:00000010:3.0:1767384378.869159:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef4007d0. 00080000:00000020:3.0:1767384378.869802:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384378.869806:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384378.869809:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ca2820ba. 20000000:00000001:3.0:1767384378.869814:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384378.869819:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748252288 00010000:00000001:3.0:1767384378.869822:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384378.869830:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000acc6739 x1853236748252288/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.869849:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384378.869851:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.869855:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384378.869859:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384378.869861:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384378.869862:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384378.869865:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384378.869867:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.869871:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384378.869873:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.869877:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfc5c578. 00000100:00000200:3.0:1767384378.869882:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748252288, offset 224 00000400:00000200:3.0:1767384378.869888:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.869899:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384378.869908:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107480 00000400:00000200:3.0:1767384378.869917:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ead [2] + 224 00000400:00000200:3.0:1767384378.869925:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.869930:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.869936:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384378.869941:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.869949:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.869967:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.869975:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfc5c578 00000100:00000001:0.0:1767384378.869976:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384378.869978:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfc5c578. 00000100:00000001:0.0:1767384378.869980:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384378.869983:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384378.869985:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384378.869988:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384378.869990:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f692260. 00000400:00000200:0.0:1767384378.869994:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af1670ba 00000400:00000010:0.0:1767384378.869995:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af1670ba. 00000100:00000001:3.0:1767384378.869997:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384378.869998:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384378.870003:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.870004:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.870011:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384378.870015:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384378.870016:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384378.870018:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.870023:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384378.870036:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384378.870038:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000acc6739 x1853236748252288/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.870039:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.870043:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384378.870046:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384378.870049:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384378.870052:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384378.870057:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000acc6739 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748252288:12345-0@lo:253: Request processed in 27202us (27499us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384378.870057:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384378.870063:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=84 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384378.870068:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=84 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384378.870072:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:0.0:1767384378.870073:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384378.870076:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.870079:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00010000:00000001:0.0:1767384378.870079:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384378.870081:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.870084:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384378.870084:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.870089:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384378.870092:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384378.870096:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000162d0480. 00000100:00000001:0.0:1767384378.870098:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384378.870103:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384378.870131:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001afcbf8d. 00000020:00000010:3.0:1767384378.870137:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2e7de59. 00000100:00000001:0.0:1767384378.870138:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384378.870142:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384378.870147:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384378.870147:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384378.870151:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000010:3.0:1767384378.870152:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000efbbaefc. 00000020:01000004:0.0:1767384378.870156:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384378.870158:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384378.870159:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384378.870162:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384378.870163:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384378.870167:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384378.870168:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384378.870170:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000200:3.0:1767384378.870171:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384378.870172:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384378.870177:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4da9b4. 00000100:00000040:0.0:1767384378.870178:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384378.870182:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfc5c578. 00000100:00100000:0.0:1767384378.870192:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007fa6332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748252288:0@lo:253: 00000100:00000001:0.0:1767384378.870198:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.870201:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384378.870218:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007fa6332a x1853236748252288/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.870231:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384378.870234:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384378.870237:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c8401a38. 02000000:00000001:0.0:1767384378.870242:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384378.870244:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384378.870246:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384378.870248:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384378.870250:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008aafa75c. 02000000:00000001:0.0:1767384378.870256:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384378.870258:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384378.870259:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fa6332a. 00000100:00000001:0.0:1767384378.870262:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384378.870263:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.870265:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.870271:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384378.870273:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.870274:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.870276:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384378.870446:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294966749, at 4294966751 00000100:00000010:2.0:1767384378.870451:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000458d2a8e. 00080000:00000020:3.0:1767384378.870912:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384378.870915:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384378.870917:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000401f94df. 20000000:00000001:3.0:1767384378.870922:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384378.870925:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748252160 00010000:00000001:3.0:1767384378.870927:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384378.870931:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000000ff93b0 x1853236748252160/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384378.870939:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384378.870941:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384378.870943:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384378.870946:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384378.870947:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384378.870949:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384378.870958:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384378.870959:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384378.870962:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384378.870964:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384378.870966:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000537df642. 00000100:00000200:3.0:1767384378.870969:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748252160, offset 224 00000400:00000200:3.0:1767384378.870973:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384378.870978:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384378.870983:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107400 00000400:00000200:3.0:1767384378.871059:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ea5 [2] + 224 00000400:00000200:3.0:1767384378.871065:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384378.871067:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384378.871069:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384378.871074:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384378.871081:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.871095:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384378.871099:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000537df642 00000400:00000010:3.0:1767384378.871101:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000537df642. 00000100:00000001:3.0:1767384378.871103:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384378.871123:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384378.871128:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384378.871130:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384378.871133:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384378.871135:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384378.871137:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384378.871140:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384378.871141:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000000ff93b0 x1853236748252160/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:359/0 lens 4848/4768 e 0 to 0 dl 1767384389 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.871144:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384378.871148:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384378.871152:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384378.871155:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5dd47f. 00000100:00100000:3.0:1767384378.871156:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000000ff93b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748252160:12345-0@lo:253: Request processed in 28281us (28761us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384378.871161:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093895d4f 00000400:00000010:0.0:1767384378.871165:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093895d4f. 00000100:00100000:3.0:1767384378.871168:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000001:0.0:1767384378.871171:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384378.871172:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000200:0.0:1767384378.871177:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384378.871181:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384378.871184:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384378.871189:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c70cfcaf. 00000100:00000200:0.0:1767384378.871192:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384378.871194:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000020:00000010:3.0:1767384378.871199:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd154a42. 00000100:00000001:0.0:1767384378.871218:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384378.871220:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.871223:0:16146:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384378.871224:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:0.0:1767384378.871225:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384378.871228:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384378.871230:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384378.871231:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384378.871233:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004efcf730. 02000000:00000001:3.0:1767384378.871236:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384378.871237:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384378.871241:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384378.871243:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384378.871246:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=84 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384378.871248:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000756b735c. 00000100:00001000:0.0:1767384378.871253:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=84 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384378.871254:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000537df642. 00000100:00000001:0.0:1767384378.871260:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384378.871263:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384378.871265:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384378.871267:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.871269:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384378.871272:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.871278:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384378.871281:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384378.871282:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384378.871285:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384378.871286:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384378.871288:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384378.871289:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384378.871290:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384378.871291:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384378.871292:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384378.871293:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384378.871295:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384378.871296:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384378.871298:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384378.871304:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748252160:0@lo:253: 00000100:00000001:0.0:1767384378.871308:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.871309:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384378.871311:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748252160/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384394 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384378.871316:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384378.871317:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384378.871319:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044e67cf2. 02000000:00000001:0.0:1767384378.871322:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384378.871323:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384378.871329:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384378.871331:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384378.871332:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bbf8bcba. 02000000:00000001:0.0:1767384378.871335:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384378.871336:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384378.871338:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:0.0:1767384378.871340:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384378.871341:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.871343:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384378.871346:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384378.871347:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384378.871349:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384378.871351:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384378.872126:0:37643:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000b184561. 00010000:00000010:0.1:1767384378.872133:0:37643:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ddbacf78. 00000800:00000200:2.0:1767384379.223183:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:2.1:1767384379.223192:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000400:00000200:0.0:1767384379.223303:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223366:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223389:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223412:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223437:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223465:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223491:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223515:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223538:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223564:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223593:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223616:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223645:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223672:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223697:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223730:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223756:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223788:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223812:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223845:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223867:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223906:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.223978:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224014:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224039:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224070:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224092:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224162:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp45 00000400:00000010:2.0:1767384379.224166:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f55292c8. 00000400:00000010:2.0:1767384379.224172:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ec941de8. 00000400:00000010:2.0:1767384379.224177:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 00000400:00000010:2.0:1767384379.224184:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fea20414. 00000400:00000200:2.0:1767384379.224189:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp45 00000400:00000200:2.0:1767384379.224232:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp45 local destination 00000400:00000200:2.0:1767384379.224239:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp45 00000400:00000200:2.0:1767384379.224244:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp45 NI seq info: [197:197:256:4294967295] 192.168.202.119@tcp45 LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1767384379.224250:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp45 00000400:00000200:0.0:1767384379.224257:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224262:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp45(192.168.202.119@tcp45:) -> 192.168.202.119@tcp45(192.168.202.119@tcp45:192.168.202.119@tcp45) : GET try# 0 00000800:00000200:2.0:1767384379.224269:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp45 00000800:00000010:2.0:1767384379.224273:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002d9706ab. 00000800:00000200:2.0:1767384379.224279:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000800:00000200:2.1:1767384379.224283:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000400:00000200:0.0:1767384379.224293:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224309:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp45 added to recovery queue. ping count: 2 next ping: 303 health :800 00000400:00000200:2.0:1767384379.224315:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp41 00000400:00000010:2.0:1767384379.224319:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bda855bb. 00000400:00000200:0.0:1767384379.224323:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000010:2.0:1767384379.224324:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb109ea5. 00000400:00000010:2.0:1767384379.224331:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc32d90. 00000400:00000010:2.0:1767384379.224336:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c839deb5. 00000400:00000200:2.0:1767384379.224341:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp41 00000400:00000200:2.0:1767384379.224348:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp41 local destination 00000400:00000200:2.0:1767384379.224351:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp41 00000400:00000200:1.0:1767384379.224358:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224377:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224391:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp41 NI seq info: [198:198:256:4294967295] 192.168.202.119@tcp41 LPNI seq info [189:189:8:4294967295] 00000400:00000200:2.0:1767384379.224397:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp41 00000400:00000200:2.0:1767384379.224406:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp41(192.168.202.119@tcp41:) -> 192.168.202.119@tcp41(192.168.202.119@tcp41:192.168.202.119@tcp41) : GET try# 0 00000800:00000200:2.0:1767384379.224411:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp41 00000400:00000200:1.0:1767384379.224414:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000800:00000010:2.0:1767384379.224415:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aea0a3bb. 00000800:00000200:2.0:1767384379.224423:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000800:00000200:2.1:1767384379.224429:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000400:00000200:0.0:1767384379.224434:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224444:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp41 added to recovery queue. ping count: 4 next ping: 315 health :600 00000400:00000200:1.0:1767384379.224471:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224500:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224513:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224531:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384379.224567:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224573:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224607:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224635:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224677:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224717:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224721:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.224782:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224782:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000800:00000010:0.0:1767384379.224793:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a124b28. 00000800:00000010:0.0:1767384379.224800:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003368f6da. 00000800:00000010:0.0:1767384379.224806:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ae033fc. 00000400:00000200:2.0:1767384379.224833:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000800:00000010:0.0:1767384379.224837:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ae033fc. 00000800:00020000:0.0:1767384379.224851:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000400:00000200:1.0:1767384379.224852:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000800:00000010:0.0:1767384379.224856:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003368f6da. 00000800:00000010:0.0:1767384379.224861:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000a124b28. 00000400:00000200:2.0:1767384379.224879:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224921:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:02020000:0.0:1767384379.224930:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp30 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384379.224933:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000800:00000100:0.0:1767384379.224936:0:16136:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384379.224987:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.224992:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225029:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225055:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225080:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225141:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225169:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225186:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225213:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225246:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225274:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225296:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225316:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225323:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225359:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225384:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225402:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225440:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225451:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225489:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225514:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225550:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225555:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225595:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225615:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225631:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225649:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225661:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225675:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225692:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225709:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225727:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225758:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.225762:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225824:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.225872:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000800:00000010:2.0:1767384379.225894:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384379.225899:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026fda83e. 00000800:00000010:2.0:1767384379.225903:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000069d11006. 00000800:00000010:2.0:1767384379.225922:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000069d11006. 00000400:00000200:1.0:1767384379.225924:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000800:00020000:2.0:1767384379.225930:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384379.225933:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026fda83e. 00000800:00000010:2.0:1767384379.225937:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:00000200:1.0:1767384379.225978:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:02020000:2.0:1767384379.225983:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp41 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384379.225992:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp41 notifying 192.168.202.119@tcp41: down 00000800:00000200:2.0:1767384379.225999:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp41 down 00000800:00000100:2.0:1767384379.226006:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp41 00000800:00000010:2.0:1767384379.226010:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aea0a3bb. 00000400:00000200:2.0:1767384379.226013:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384379.226017:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384379.226020:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp41->192.168.202.119@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384379.226029:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384379.226033:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384379.226038:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp41) recovery failed with -71 00000400:00000200:1.0:1767384379.226070:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.226098:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228406:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228425:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228441:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228457:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228473:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228488:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228503:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228518:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228533:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384379.228551:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384379.228662:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007179ea82. 00000800:00000010:1.0:1767384379.228666:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff6eee11. 00000800:00000010:1.0:1767384379.228670:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006379064. 00000800:00000010:1.0:1767384379.228685:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006379064. 00000800:00020000:1.0:1767384379.228692:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384379.228696:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff6eee11. 00000800:00000010:1.0:1767384379.228698:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007179ea82. 00000400:02020000:1.0:1767384379.228725:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp45 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384379.228732:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp45 notifying 192.168.202.119@tcp45: down 00000400:00000200:1.0:1767384379.228736:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384379.228739:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp45 00000800:00000010:1.0:1767384379.228741:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002d9706ab. 00000400:00000200:1.0:1767384379.228744:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384379.228747:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp45->192.168.202.119@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384379.228757:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384379.228760:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384379.228763:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp45) recovery failed with -71 00010000:00000001:2.0:1767384379.735241:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384379.735249:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384379.735257:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384379.735259:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384379.735671:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384379.735675:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384379.735679:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384380.247166:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384380.247204:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384380.247207:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:2.0:1767384380.247257:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000400:00000200:2.0:1767384380.247263:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384380.247270:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384380.247282:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f55292c8. 00000400:00000010:2.0:1767384380.247287:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ec941de8. 00000400:00000001:2.0:1767384380.247290:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384380.247292:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384380.247293:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc32d90 00000400:00000010:2.0:1767384380.247295:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000400:00000200:2.0:1767384380.247298:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384380.247301:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767384380.247304:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bda855bb. 00000400:00000010:2.0:1767384380.247307:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb109ea5. 00000400:00000200:2.0:1767384380.247312:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp44 00000400:00000010:2.0:1767384380.247316:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bda855bb. 00000400:00000010:2.0:1767384380.247322:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000030829466. 00000400:00000010:2.0:1767384380.247326:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc32d90. 00000400:00000010:2.0:1767384380.247334:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025df4fd2. 00000400:00000200:2.0:1767384380.247340:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp44 00000400:00000200:2.0:1767384380.247353:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp44 local destination 00000400:00000200:2.0:1767384380.247358:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp44 00000400:00000200:2.0:1767384380.247361:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp44 NI seq info: [199:199:256:4294967295] 192.168.202.119@tcp44 LPNI seq info [190:190:8:4294967295] 00000400:00000200:2.0:1767384380.247368:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp44 00000400:00000200:2.0:1767384380.247376:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp44(192.168.202.119@tcp44:) -> 192.168.202.119@tcp44(192.168.202.119@tcp44:192.168.202.119@tcp44) : GET try# 0 00000800:00000200:2.0:1767384380.247380:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp44 00000800:00000010:2.0:1767384380.247384:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f98b85f2. 00000800:00000200:2.0:1767384380.247390:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000800:00000200:2.1:1767384380.247396:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000400:00000200:2.0:1767384380.247408:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp44 added to recovery queue. ping count: 3 next ping: 308 health :700 00000400:00000200:2.0:1767384380.247413:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp46 00000400:00000010:2.0:1767384380.247416:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f55292c8. 00000400:00000010:2.0:1767384380.247420:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000063d95a66. 00000400:00000010:2.0:1767384380.247422:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 00000400:00000010:2.0:1767384380.247485:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000499baeb7. 00000400:00000200:2.0:1767384380.247488:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp46 00000400:00000200:2.0:1767384380.247494:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp46 local destination 00000400:00000200:2.0:1767384380.247497:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp46 00000400:00000200:2.0:1767384380.247501:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp46 NI seq info: [200:200:256:4294967295] 192.168.202.119@tcp46 LPNI seq info [191:191:8:4294967295] 00000400:00000200:2.0:1767384380.247504:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp46 00000400:00000200:2.0:1767384380.247513:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp46(192.168.202.119@tcp46:) -> 192.168.202.119@tcp46(192.168.202.119@tcp46:192.168.202.119@tcp46) : GET try# 0 00000800:00000200:2.0:1767384380.247516:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp46 00000800:00000010:2.0:1767384380.247520:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c8928aa0. 00000800:00000200:2.0:1767384380.247523:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000800:00000200:2.1:1767384380.247525:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:2.0:1767384380.247537:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp46 added to recovery queue. ping count: 1 next ping: 302 health :900 00000400:00000200:2.0:1767384380.247605:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247640:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247668:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247697:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247725:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247754:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247776:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247801:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247827:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247872:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247918:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247959:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.247987:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248020:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248071:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248096:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248260:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248304:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248338:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248368:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248399:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248491:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248525:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248552:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248582:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248609:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248653:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248672:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248697:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248735:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248784:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248830:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.248882:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384380.249077:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384380.249083:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af1670ba. 00000800:00000010:2.0:1767384380.249103:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c040cbe. 00000800:00000010:2.0:1767384380.249153:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c040cbe. 00000800:00020000:2.0:1767384380.249165:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384380.249169:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af1670ba. 00000800:00000010:2.0:1767384380.249173:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:02020000:2.0:1767384380.249537:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp44 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384380.249545:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp44 notifying 192.168.202.119@tcp44: down 00000800:00000200:2.0:1767384380.249551:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp44 down 00000800:00000100:2.0:1767384380.249558:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp44 00000800:00000010:2.0:1767384380.249561:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f98b85f2. 00000400:00000200:2.0:1767384380.249566:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384380.249571:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp44->192.168.202.119@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384380.249580:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384380.249583:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384380.249587:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp44) recovery failed with -71 00000400:00000200:2.0:1767384380.249618:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249647:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249673:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249704:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249739:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249783:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249818:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249891:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249919:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249958:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.249998:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250043:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250092:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250162:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250253:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250302:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250347:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250395:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250516:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250550:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250580:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250607:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250645:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250696:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250745:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250781:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250811:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250836:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250865:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250891:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250920:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250949:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.250977:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384380.251008:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384380.251175:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384380.251180:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af1670ba. 00000800:00000010:2.0:1767384380.251183:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c040cbe. 00000800:00000010:2.0:1767384380.251266:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c040cbe. 00000800:00020000:2.0:1767384380.251277:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384380.251281:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af1670ba. 00000800:00000010:2.0:1767384380.251284:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:02020000:2.0:1767384380.251339:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp46 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384380.251347:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp46 notifying 192.168.202.119@tcp46: down 00000400:00000200:2.0:1767384380.251351:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384380.251355:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp46 00000800:00000010:2.0:1767384380.251358:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c8928aa0. 00000400:00000200:2.0:1767384380.251362:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384380.251365:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp46->192.168.202.119@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384380.251374:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384380.251376:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384380.251380:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp46) recovery failed with -71 00010000:00000001:2.0:1767384380.759179:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384380.759185:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384380.759201:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384380.759203:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384380.759221:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384380.759224:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384380.759226:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384381.207091:0:38183:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384381.207102:0:38183:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.207344:0:38183:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384381.207353:0:38183:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384381.207360:0:38183:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.207363:0:38183:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384381.271214:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000800:00000200:2.0:1767384381.271223:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:988 00000800:00000200:2.0:1767384381.271227:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:2.0:1767384381.271249:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000537e4006. 00000800:00000200:2.0:1767384381.271253:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:2.1:1767384381.271257:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:3.0:1767384381.271437:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384381.271442:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.271452:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384381.271456:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384381.271458:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384381.271508:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.271511:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384381.271514:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc32d90 00000400:00000010:0.0:1767384381.271516:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000400:00000200:0.0:1767384381.271526:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384381.271530:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767384381.271543:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bda855bb. 00000400:00000010:0.0:1767384381.271547:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000030829466. 00000400:00000001:0.0:1767384381.271552:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.271553:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384381.271554:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8fffdae 00000400:00000010:0.0:1767384381.271556:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000400:00000200:0.0:1767384381.271557:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384381.271559:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384381.271561:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f55292c8. 00000400:00000010:0.0:1767384381.271564:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063d95a66. 00000400:00000200:1.0:1767384381.271696:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271742:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271760:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271777:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271793:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271810:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271826:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271842:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271859:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271877:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271893:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271910:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271926:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271943:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271960:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271975:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.271991:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272006:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272022:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272038:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272067:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272087:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272103:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272151:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272170:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272199:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272220:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272237:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272253:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272269:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272301:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272325:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272342:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384381.272361:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384381.272473:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007179ea82. 00000800:00000010:1.0:1767384381.272478:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000923d38c4. 00000800:00000010:1.0:1767384381.272483:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000712abda4. 00000800:00000010:1.0:1767384381.272513:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000712abda4. 00000800:00020000:1.0:1767384381.272520:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384381.272524:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000923d38c4. 00000800:00000010:1.0:1767384381.272526:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007179ea82. 00000400:02020000:1.0:1767384381.272556:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp33 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384381.272561:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000004:00000001:0.0:1767384381.463192:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384381.463198:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384381.463207:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000020:00000040:0.0:1767384381.463215:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384381.463219:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384381.463222:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384381.463226:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384381.463233:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ab9de977. 00000100:00000001:0.0:1767384381.463239:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.463273:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384381.463276:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.463285:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008807e71d] to pc [ptlrpcd_00_03+3] req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384381.463316:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.463394:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.463399:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.463401:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384381.463405:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.463414:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384381.463416:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.463419:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384381.463421:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384381.463423:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384381.463426:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748252672:0@lo:13: 00000100:00000001:1.0:1767384381.463430:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384381.463434:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384381.463436:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.463438:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384381.463443:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001a1b4c5a. 02000000:00000001:1.0:1767384381.463445:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384381.463450:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef1445. 00000400:00000010:1.0:1767384381.463455:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384381.463461:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748252672, portal 4 00000100:00000001:1.0:1767384381.463463:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384381.463471:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:1.0:1767384381.463492:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.463500:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384381.463503:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384381.463505:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384381.463508:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748252672, offset 0 00000400:00000200:1.0:1767384381.463513:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384381.463524:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384381.463533:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e107600 00000400:00000200:1.0:1767384381.463539:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3360 00000400:00000200:1.0:1767384381.463546:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384381.463550:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.463564:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384381.463566:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384381.463571:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000454c69eb. 00000100:00000040:1.0:1767384381.463574:0:16149:0:(events.c:337:request_in_callback()) incoming req@00000000454c69eb x1853236748252672 msgsize 224 00000100:00100000:1.0:1767384381.463578:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384381.463583:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384381.463591:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384381.463593:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384381.463596:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384381.463598:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.463607:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384381.463609:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.463615:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.463617:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.463620:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.463624:0:16149:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4721 usecs (5 jiffies) 00000100:00000001:1.0:1767384381.463627:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969349 00000100:00000010:1.0:1767384381.463630:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f932141. 00000100:00000001:1.0:1767384381.463641:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384381.463650:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969349 00000100:00000010:1.0:1767384381.463652:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0dcc1a. 00000100:00000001:1.0:1767384381.463655:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384381.463657:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969349 00000100:00000010:1.0:1767384381.463659:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8e627a. 00000100:00000001:1.0:1767384381.463662:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384381.463664:0:16149:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969349 00000100:00000010:1.0:1767384381.463666:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f374028b. 00000100:00000001:1.0:1767384381.463669:0:16149:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384381.463671:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.463673:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.463676:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.463678:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.463695:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.463697:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384381.463699:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.463700:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.463702:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.463704:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.463754:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.463757:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.463800:0:23416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384381.463803:0:23416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252672 02000000:00000001:0.0:1767384381.463805:0:23416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384381.463807:0:23416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384381.463809:0:23416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.463813:0:23416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384381.463816:0:23416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252672 00000020:00000001:0.0:1767384381.463818:0:23416:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384381.463820:0:23416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:0.0:1767384381.463827:0:23416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384381.463829:0:23416:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:0.0:1767384381.463832:0:23416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:0.0:1767384381.463834:0:23416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:0.0:1767384381.463838:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384381.463841:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000021b69c41. 00000020:00000010:0.0:1767384381.463845:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000005d89c10. 00000020:00000040:0.0:1767384381.463850:0:23416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:0.0:1767384381.463865:0:23416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384381.463870:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058df33bd. 00000020:00000010:0.0:1767384381.463875:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c57a3448. 00000020:00000010:0.0:1767384381.463880:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000100:00000040:0.0:1767384381.463886:0:23416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384381.463888:0:23416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384381.463890:0:23416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384381.463891:0:23416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.463899:0:23416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.463911:0:23416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.463920:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384381.463922:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384381.463925:0:23416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384381.463928:0:23416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:0.0:1767384381.463930:0:23416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408373248 : -114055301178368 : ffff98446e49dc00) 00000100:00000040:0.0:1767384381.463934:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000454c69eb x1853236748252672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.463942:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384381.463944:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b391270. 00000100:00000001:0.0:1767384381.463946:0:23416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384381.463948:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b391270. 00000100:00100000:0.0:1767384381.463956:0:23416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000454c69eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748252672:12345-0@lo:13: 00000100:00000200:0.0:1767384381.463959:0:23416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252672 00000020:00000001:0.0:1767384381.463962:0:23416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384381.463970:0:23416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384381.463972:0:23416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.463974:0:23416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384381.463976:0:23416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000001:0.0:1767384381.463979:0:23416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384381.463981:0:23416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384381.463984:0:23416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384381.463986:0:23416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384381.463988:0:23416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.463992:0:23416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384381.463994:0:23416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384381.463997:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000e89c48fb. 02000000:00000001:0.0:1767384381.463999:0:23416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.464000:0:23416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384381.464003:0:23416:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384381.464007:0:23416:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384381.464009:0:23416:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767384381.464013:0:23416:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384381.464024:0:23416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.464027:0:23416:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384381.464029:0:23416:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767384381.464032:0:23416:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767384381.464035:0:23416:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384381.464039:0:23416:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:0.0:1767384381.464041:0:23416:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384381.464045:0:23416:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384381.464047:0:23416:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384381.464049:0:23416:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384381.464051:0:23416:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748252672 00010000:00000001:0.0:1767384381.464054:0:23416:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384381.464057:0:23416:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000454c69eb x1853236748252672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384381.464065:0:23416:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384381.464067:0:23416:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384381.464070:0:23416:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384381.464079:0:23416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384381.464081:0:23416:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:0.0:1767384381.464083:0:23416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384381.464085:0:23416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384381.464087:0:23416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.464090:0:23416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384381.464092:0:23416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384381.464094:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384381.464097:0:23416:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748252672, offset 224 00000400:00000200:0.0:1767384381.464101:0:23416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384381.464120:0:23416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384381.464126:0:23416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e107600 00000400:00000200:0.0:1767384381.464130:0:23416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ef5 [1] + 224 00000400:00000200:0.0:1767384381.464134:0:23416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384381.464136:0:23416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384381.464139:0:23416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384381.464142:0:23416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384381.464151:0:23416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.464160:0:23416:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384381.464163:0:23416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384381.464165:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384381.464169:0:23416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384381.464171:0:23416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384381.464173:0:23416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.464176:0:23416:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:0.0:1767384381.464178:0:23416:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384381.464179:0:23416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384381.464194:0:23416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384381.464197:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000454c69eb x1853236748252672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/368 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384381.464206:0:23416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000454c69eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16149:x1853236748252672:12345-0@lo:13: Request processed in 263us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384381.464217:0:23416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384381.464220:0:23416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:0.0:1767384381.464222:0:23416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384381.464224:0:23416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384381.464228:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c57a3448. 00000020:00000010:0.0:1767384381.464230:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000020:00000010:0.0:1767384381.464233:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058df33bd. 00000020:00000040:0.0:1767384381.464237:0:23416:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:0.0:1767384381.464239:0:23416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.464294:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.464296:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384381.464301:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384381.464302:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384381.464304:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cef1445. 00000400:00000200:1.0:1767384381.464306:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384381.464308:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384381.464310:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384381.464313:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384381.464320:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.464326:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384381.464332:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.464334:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384381.464336:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384381.464337:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.464339:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.464341:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.464346:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384381.464349:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.464352:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384381.464353:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.464355:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384381.464358:0:16149:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.464364:0:16149:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.464367:0:16149:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384381.464369:0:16149:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384381.464370:0:16149:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384381.464372:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.464375:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.464380:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.464383:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384381.464384:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384381.464386:0:16149:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384381.464389:0:16149:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384381.464391:0:16149:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767384381.464397:0:16149:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:1.0:1767384381.464401:0:16149:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.464404:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.464410:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008807e71d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16149:1853236748252672:0@lo:13: 00000100:00000001:1.0:1767384381.464420:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.464422:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384381.464424:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008807e71d x1853236748252672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.464430:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384381.464432:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384381.464434:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001a1b4c5a. 02000000:00000001:1.0:1767384381.464437:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384381.464439:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.464440:0:16149:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384381.464442:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384381.464444:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ab9de977. 02000000:00000001:1.0:1767384381.464447:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384381.464449:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384381.464450:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 00000100:00000001:1.0:1767384381.464453:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384381.464454:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.464455:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.464459:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.464460:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.464461:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.464463:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384381.464511:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384381.464515:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000040:3.0:1767384381.468727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384381.468737:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384381.468743:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8d85dda. 00000020:00000040:3.0:1767384381.468748:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384381.468752:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384381.468756:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384381.468760:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384381.468766:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ea63f301. 00000100:00000001:3.0:1767384381.468772:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.468780:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384381.468790:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384381.468792:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.468802:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8d85dda] to pc [ptlrpcd_00_00+0] req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.468845:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.468848:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384381.468851:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384381.468855:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.468863:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384381.468864:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.468867:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384381.468869:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384381.468872:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384381.468874:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c8d85dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748252800:0@lo:400: 00000100:00000001:0.0:1767384381.468878:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384381.468883:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384381.468885:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.468887:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384381.468891:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058df33bd. 02000000:00000001:0.0:1767384381.468893:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384381.468898:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5dd47f. 00000400:00000010:0.0:1767384381.468903:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384381.468909:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748252800, portal 25 00000100:00000001:0.0:1767384381.468911:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384381.468913:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378994944 : -114060330556672 : ffff98434283a300) 00000100:00000040:0.0:1767384381.468916:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.468929:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384381.468932:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384381.468934:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384381.468937:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748252800, offset 0 00000400:00000200:0.0:1767384381.468942:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384381.468954:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384381.468963:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e107680 00000400:00000200:0.0:1767384381.468969:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1611 [2] + 0 00000400:00000010:0.0:1767384381.468973:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047961cad. 00000400:00000200:0.0:1767384381.468976:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000391bd947 00000400:00000200:0.0:1767384381.468980:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384381.468984:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384381.468988:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391bd947 00000400:00000010:0.0:1767384381.468990:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000391bd947. 00000100:00000001:0.0:1767384381.468994:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384381.468996:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384381.468999:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000ff41cfca x1853236748252800 msgsize 224 00000100:00100000:0.0:1767384381.469002:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384381.469004:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384381.469020:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384381.469026:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384381.469027:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384381.469032:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384381.469035:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.469044:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384381.469046:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.469052:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.469053:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384381.469057:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.469061:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294969361 00000100:00000001:0.0:1767384381.469067:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969349 00000100:00000001:0.0:1767384381.469076:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294969361 00000100:00000001:0.0:1767384381.469079:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969349 00000100:00000001:0.0:1767384381.469081:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294969361 00000100:00000001:0.0:1767384381.469084:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969349 00000100:00000001:0.0:1767384381.469086:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294969361 00000100:00000001:0.0:1767384381.469089:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969349 00000100:00000001:0.0:1767384381.469091:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.469094:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.469096:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.469098:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.469146:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384381.469148:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252800 02000000:00000001:1.0:1767384381.469151:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384381.469153:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.469154:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.469158:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384381.469161:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252800 00000020:00000001:1.0:1767384381.469163:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384381.469164:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384381.469166:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384381.469169:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384381.469171:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384381.469173:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384381.469177:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384381.469195:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089c11c09. 00000100:00000001:1.0:1767384381.469197:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384381.469200:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089c11c09. 00000020:00000010:1.0:1767384381.469205:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000503415ba. 00000020:00000010:1.0:1767384381.469210:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092abb5d7. 00000020:00000010:1.0:1767384381.469214:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000040:1.0:1767384381.469222:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384381.469224:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384381.469226:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384381.469227:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.469234:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.469243:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.469251:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384381.469253:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384381.469257:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384381.469259:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384381.469261:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378296912 : -114060331254704 : ffff98434278fc50) 00000100:00000040:1.0:1767384381.469265:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff41cfca x1853236748252800/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.469272:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384381.469274:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089c11c09. 00000100:00000001:1.0:1767384381.469276:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384381.469278:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089c11c09. 00000100:00100000:1.0:1767384381.469281:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff41cfca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748252800:12345-0@lo:400: 00000100:00000200:1.0:1767384381.469284:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252800 00000020:00000001:1.0:1767384381.469287:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384381.469289:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384381.469291:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.469293:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384381.469295:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:1.0:1767384381.469298:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384381.469300:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384381.469342:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384381.469345:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384381.469347:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.469350:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384381.469352:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384381.469354:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384381.469397:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006121caf2. 02000000:00000001:1.0:1767384381.469400:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.469402:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.469404:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384381.469407:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748252800 00010000:00000001:1.0:1767384381.469409:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384381.469413:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff41cfca x1853236748252800/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.469420:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384381.469422:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.469426:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.469430:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384381.469432:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384381.469433:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384381.469436:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384381.469437:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.469439:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384381.469441:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384381.469473:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384381.469476:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748252800, offset 224 00000400:00000200:1.0:1767384381.469480:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384381.469485:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384381.469490:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e107680 00000400:00000200:1.0:1767384381.469494:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f01 [1] + 224 00000400:00000200:1.0:1767384381.469497:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384381.469500:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.469503:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384381.469506:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384381.469524:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.469565:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.469568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384381.469572:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384381.469574:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034ae6878. 00000020:00000040:3.0:1767384381.469577:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384381.469579:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384381.469580:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384381.469582:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384381.469586:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000decb8fd5. 00000100:00000001:3.0:1767384381.469588:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.469591:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384381.469598:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384381.469600:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.469602:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034ae6878] to pc [ptlrpcd_00_01+1] req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.472249:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.472255:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384381.472259:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.472261:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.475231:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384381.475250:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384381.475255:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384381.475259:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384381.475261:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.475266:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.475271:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384381.475274:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384381.475277:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.475280:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384381.475286:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff41cfca x1853236748252800/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.475299:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff41cfca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748252800:12345-0@lo:400: Request processed in 6025us (6298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384381.475310:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767384381.475313:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384381.475315:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384381.475317:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384381.475323:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092abb5d7. 00000020:00000010:1.0:1767384381.475327:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:1.0:1767384381.475330:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000503415ba. 00000020:00000040:1.0:1767384381.475335:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:1.0:1767384381.475339:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384381.475342:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006121caf2. 02000000:00000001:1.0:1767384381.475344:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384381.475346:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384381.475352:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384381.475360:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef1445. 00000400:00000010:1.0:1767384381.475365:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f02be74. 00000100:00000001:1.0:1767384381.475509:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.475517:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.475520:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384381.475524:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.475533:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384381.475535:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.475538:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384381.475541:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384381.475544:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384381.475546:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034ae6878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236748252928:0@lo:400: 00000100:00000001:1.0:1767384381.475551:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384381.475554:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384381.475556:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.475558:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384381.475561:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000503415ba. 02000000:00000001:1.0:1767384381.475564:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384381.475568:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000400:00000010:1.0:1767384381.475572:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384381.475574:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748252928, portal 10 00000100:00000001:1.0:1767384381.475577:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384381.475578:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378989568 : -114060330562048 : ffff984342838e00) 00000100:00000040:1.0:1767384381.475583:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.475590:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384381.475592:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384381.475594:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384381.475596:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748252928, offset 0 00000400:00000200:1.0:1767384381.475600:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384381.475609:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384381.475618:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107700 00000400:00000200:1.0:1767384381.475623:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000400:00000200:1.0:1767384381.475629:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384381.475632:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.475637:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384381.475642:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384381.475647:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9490680. 00000100:00000040:1.0:1767384381.475650:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000d9490680 x1853236748252928 msgsize 224 00000100:00100000:1.0:1767384381.475653:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384381.475662:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384381.475665:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384381.475667:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384381.475669:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384381.475672:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.475681:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384381.475683:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.475690:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475692:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.475695:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.475698:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3361 usecs (4 jiffies) 00000100:00000001:1.0:1767384381.475701:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969360 00000100:00000001:1.0:1767384381.475704:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969361 00000100:00000001:1.0:1767384381.475706:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969360 00000100:00000001:1.0:1767384381.475708:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969361 00000100:00000001:1.0:1767384381.475710:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969360 00000100:00000001:1.0:1767384381.475712:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969361 00000100:00000001:1.0:1767384381.475713:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969360 00000100:00000001:1.0:1767384381.475715:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969361 00000100:00000001:1.0:1767384381.475716:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.475719:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475721:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475723:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.475728:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.475730:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384381.475736:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.475737:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.475738:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475740:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475751:0:16787:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384381.475753:0:16787:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748252928 02000000:00000001:1.0:1767384381.475755:0:16787:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384381.475757:0:16787:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.475759:0:16787:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.475763:0:16787:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384381.475766:0:16787:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748252928 00000020:00000001:1.0:1767384381.475768:0:16787:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384381.475770:0:16787:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:1.0:1767384381.475772:0:16787:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384381.475775:0:16787:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000020:00000001:1.0:1767384381.475777:0:16787:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:1.0:1767384381.475779:0:16787:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:1.0:1767384381.475783:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384381.475786:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072a9099e. 00000100:00000001:1.0:1767384381.475789:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384381.475791:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072a9099e. 00000020:00000010:1.0:1767384381.475796:0:16787:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe1ecb6b. 00000020:00000010:1.0:1767384381.475799:0:16787:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092abb5d7. 00000020:00000010:1.0:1767384381.475802:0:16787:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000040:1.0:1767384381.475808:0:16787:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384381.475810:0:16787:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384381.475811:0:16787:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384381.475814:0:16787:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.475819:0:16787:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384381.475822:0:16787:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384381.475823:0:16787:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475829:0:16787:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.475836:0:16787:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384381.475837:0:16787:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384381.475840:0:16787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:1.0:1767384381.475842:0:16787:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:1.0:1767384381.475848:0:16787:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407821568 : -114055301730048 : ffff98446e417100) 00000100:00000040:1.0:1767384381.475852:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9490680 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.475860:0:16787:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384381.475862:0:16787:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072a9099e. 00000100:00000001:1.0:1767384381.475863:0:16787:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384381.475865:0:16787:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072a9099e. 00000100:00100000:1.0:1767384381.475868:0:16787:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9490680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236748252928:12345-0@lo:400: 00000100:00000200:1.0:1767384381.475871:0:16787:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748252928 00000020:00000001:1.0:1767384381.475874:0:16787:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384381.475877:0:16787:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384381.475879:0:16787:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.475882:0:16787:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384381.475883:0:16787:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:1.0:1767384381.475886:0:16787:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384381.475888:0:16787:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384381.475890:0:16787:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384381.475892:0:16787:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384381.475894:0:16787:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.475896:0:16787:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384381.475899:0:16787:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384381.475901:0:16787:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384381.475904:0:16787:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006121caf2. 02000000:00000001:1.0:1767384381.475905:0:16787:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475907:0:16787:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.475909:0:16787:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384381.475912:0:16787:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748252928 00010000:00000001:1.0:1767384381.475914:0:16787:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384381.475917:0:16787:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9490680 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.475924:0:16787:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384381.475926:0:16787:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.475929:0:16787:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.475936:0:16787:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384381.475938:0:16787:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384381.475940:0:16787:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384381.475943:0:16787:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384381.475945:0:16787:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.475947:0:16787:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384381.475948:0:16787:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384381.475950:0:16787:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384381.475953:0:16787:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748252928, offset 224 00000400:00000200:1.0:1767384381.475956:0:16787:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384381.475961:0:16787:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384381.475966:0:16787:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107700 00000400:00000200:1.0:1767384381.475970:0:16787:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f11 [1] + 224 00000400:00000200:1.0:1767384381.475974:0:16787:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384381.475976:0:16787:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.475979:0:16787:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384381.475982:0:16787:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384381.475990:0:16787:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.476000:0:16787:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384381.476003:0:16787:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384381.476004:0:16787:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384381.476006:0:16787:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384381.476007:0:16787:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.476009:0:16787:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.476011:0:16787:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384381.476014:0:16787:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384381.476015:0:16787:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.476017:0:16787:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384381.476019:0:16787:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9490680 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.476026:0:16787:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9490680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16147:x1853236748252928:12345-0@lo:400: Request processed in 165us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384381.476036:0:16787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000040:1.0:1767384381.476038:0:16787:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:1.0:1767384381.476040:0:16787:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384381.476042:0:16787:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384381.476044:0:16787:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092abb5d7. 00000020:00000010:1.0:1767384381.476046:0:16787:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:1.0:1767384381.476049:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe1ecb6b. 00000020:00000040:1.0:1767384381.476051:0:16787:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:1.0:1767384381.476053:0:16787:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476065:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.476067:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384381.476070:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384381.476072:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384381.476074:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000400:00000200:1.0:1767384381.476076:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384381.476077:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384381.476079:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384381.476081:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384381.476089:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.476094:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384381.476096:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476098:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384381.476100:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384381.476102:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.476103:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.476120:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.476125:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384381.476128:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.476130:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384381.476132:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384381.476134:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384381.476138:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.476148:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.476151:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384381.476153:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384381.476155:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384381.476156:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.476159:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.476165:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384381.476167:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384381.476169:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384381.476171:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.476177:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034ae6878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16147:1853236748252928:0@lo:400: 00000400:00000001:0.0:1767384381.476223:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.476225:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384381.476227:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5dd47f. 00000400:00000200:0.0:1767384381.476230:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384381.476231:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384381.476236:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384381.476240:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384381.476247:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476254:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384381.476255:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.476256:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384381.476258:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384381.476259:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384381.476260:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.476262:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384381.476264:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384381.476267:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384381.476274:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384381.476275:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.476277:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384381.476279:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.476280:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.476283:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476289:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.476290:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384381.476292:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384381.476294:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384381.476301:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c8d85dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748252800:0@lo:400: 00000100:00000001:0.0:1767384381.476304:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.476306:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384381.476307:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c8d85dda x1853236748252800/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476313:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384381.476315:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384381.476317:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058df33bd. 02000000:00000001:0.0:1767384381.476320:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384381.476321:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384381.476323:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384381.476325:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384381.476327:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ea63f301. 02000000:00000001:0.0:1767384381.476331:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384381.476332:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384381.476334:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8d85dda. 00000100:00000001:0.0:1767384381.476339:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384381.476340:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.476341:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.476345:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.476346:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.476348:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.476354:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.476447:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.476449:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384381.476534:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.476537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384381.476542:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384381.476546:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8f65b6e. 00000020:00000040:3.0:1767384381.476548:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384381.476551:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384381.476553:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384381.476556:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384381.476560:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000089a3be25. 00000100:00000001:3.0:1767384381.476564:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.476568:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384381.476576:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384381.476583:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.476587:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f65b6e] to pc [ptlrpcd_00_02+2] req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476626:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.476628:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384381.476630:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384381.476633:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476640:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384381.476642:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.476644:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384381.476646:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384381.476648:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384381.476650:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8f65b6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748253056:0@lo:400: 00000100:00000001:0.0:1767384381.476653:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384381.476655:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384381.476656:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.476658:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384381.476660:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000058df33bd. 02000000:00000001:0.0:1767384381.476662:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384381.476664:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5dd47f. 00000400:00000010:0.0:1767384381.476667:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384381.476670:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748253056, portal 10 00000100:00000001:0.0:1767384381.476672:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384381.476673:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378986880 : -114060330564736 : ffff984342838380) 00000100:00000040:0.0:1767384381.476677:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476683:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384381.476685:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384381.476686:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384381.476688:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748253056, offset 0 00000400:00000200:0.0:1767384381.476692:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384381.476696:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384381.476701:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107780 00000400:00000200:0.0:1767384381.476705:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:0.0:1767384381.476713:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384381.476716:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384381.476719:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384381.476720:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384381.476723:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008807e71d. 00000100:00000040:0.0:1767384381.476725:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000008807e71d x1853236748253056 msgsize 224 00000100:00100000:0.0:1767384381.476728:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384381.476735:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384381.476738:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384381.476739:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384381.476742:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384381.476745:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476751:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384381.476753:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.476759:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.476761:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384381.476764:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.476766:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3465 usecs (4 jiffies) 00000100:00000001:0.0:1767384381.476768:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294969361 00000100:00000001:0.0:1767384381.476770:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294969361 00000100:00000001:0.0:1767384381.476772:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294969361 00000100:00000001:0.0:1767384381.476774:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294969361 00000100:00000001:0.0:1767384381.476776:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294969361 00000100:00000001:0.0:1767384381.476777:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294969361 00000100:00000001:0.0:1767384381.476778:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294969361 00000100:00000001:0.0:1767384381.476780:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294969361 00000100:00000001:0.0:1767384381.476781:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.476783:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.476785:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.476790:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476809:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476810:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384381.476813:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034ae6878 x1853236748252928/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.476819:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384381.476820:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384381.476822:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000503415ba. 02000000:00000001:1.0:1767384381.476824:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384381.476825:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384381.476826:0:16147:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384381.476828:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384381.476830:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000decb8fd5. 02000000:00000001:1.0:1767384381.476832:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384381.476833:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384381.476834:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034ae6878. 00000100:00000001:1.0:1767384381.476837:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384381.476838:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476840:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476843:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384381.476848:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.476849:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384381.476851:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.476859:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384381.476861:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253056 02000000:00000001:1.0:1767384381.476862:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384381.476864:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384381.476865:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384381.476867:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384381.476869:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253056 00000020:00000001:1.0:1767384381.476871:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384381.476872:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:1.0:1767384381.476873:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384381.476875:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000001:1.0:1767384381.476877:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:1.0:1767384381.476879:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:1.0:1767384381.476882:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384381.476884:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072a9099e. 00000020:00000010:1.0:1767384381.476888:0:19521:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000eb756dfc. 00000020:00000040:1.0:1767384381.476892:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:1.0:1767384381.476900:0:19521:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384381.476902:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000503415ba. 00000020:00000010:1.0:1767384381.476905:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092abb5d7. 00000020:00000010:1.0:1767384381.476907:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000040:1.0:1767384381.476910:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384381.476912:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384381.476913:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384381.476914:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476917:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384381.476919:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384381.476920:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.476924:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384381.476930:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384381.476931:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384381.476934:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:1.0:1767384381.476936:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384381.476942:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656095744 : -114055053455872 : ffff98447d0dce00) 00000100:00000040:1.0:1767384381.476946:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008807e71d x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1767384392 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384381.476953:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384381.476955:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eb756dfc. 00000100:00000001:1.0:1767384381.476956:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384381.476958:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eb756dfc. 00000100:00100000:1.0:1767384381.476961:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008807e71d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748253056:12345-0@lo:400: 00000100:00000200:1.0:1767384381.476964:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253056 00000020:00000001:1.0:1767384381.476966:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384381.476968:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384381.476969:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.476971:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384381.476973:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:1.0:1767384381.476975:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384381.476977:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384381.476978:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384381.476979:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384381.476981:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.476982:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384381.476985:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384381.476986:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384381.476988:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000608f32f2. 02000000:00000001:1.0:1767384381.476990:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.476992:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.476994:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384381.476996:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253056 00010000:00000001:1.0:1767384381.476998:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384381.477000:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008807e71d x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384381.477006:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384381.477007:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384381.477009:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384381.477017:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384381.477019:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384381.477020:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384381.477022:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384381.477024:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384381.477026:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384381.477027:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384381.477029:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384381.477032:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748253056, offset 224 00000400:00000200:1.0:1767384381.477035:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384381.477039:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384381.477044:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107780 00000400:00000200:1.0:1767384381.477047:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f1d [1] + 224 00000400:00000200:1.0:1767384381.477051:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384381.477053:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384381.477056:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384381.477059:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384381.477066:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384381.478234:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384381.478242:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (307) 00000100:00080000:3.0:1767384381.478257:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384381.478260:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:3.0:1767384381.478266:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384381.478268:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.479189:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.479192:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384381.479194:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.479196:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384381.479270:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384381.479279:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384381.479281:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384381.479284:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384381.479286:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384381.479290:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384381.479293:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384381.479296:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384381.479298:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.479301:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384381.479306:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008807e71d x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1767384392 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384381.479315:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008807e71d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748253056:12345-0@lo:400: Request processed in 2362us (2588us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384381.479330:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:1.0:1767384381.479333:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:1.0:1767384381.479335:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384381.479337:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384381.479341:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092abb5d7. 00000020:00000010:1.0:1767384381.479344:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:1.0:1767384381.479347:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000503415ba. 00000020:00000040:1.0:1767384381.479351:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:1.0:1767384381.479353:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384381.481205:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294969361, at 4294969362 00000100:00000010:1.0:1767384381.481220:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0dcc1a. 00000400:00000001:0.0:1767384381.481247:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384381.481249:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384381.481252:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5dd47f. 00000400:00000200:0.0:1767384381.481255:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384381.481257:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384381.481262:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384381.481267:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384381.481276:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.481282:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384381.481283:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.481285:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384381.481288:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384381.481290:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384381.481291:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384381.481294:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384381.481300:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384381.481305:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384381.481307:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384381.481308:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384381.481310:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384381.481314:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384381.481321:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.481324:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384381.481325:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384381.481327:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384381.481328:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.481331:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.481360:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384381.481362:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384381.481364:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384381.481368:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384381.481375:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8f65b6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748253056:0@lo:400: 00000100:00000001:0.0:1767384381.481380:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.481383:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384381.481385:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8f65b6e x1853236748253056/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384381.481391:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384381.481393:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1767384381.481394:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294969361, at 4294969362 02000000:00000010:0.0:1767384381.481396:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000058df33bd. 00000100:00000010:2.0:1767384381.481399:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8e627a. 02000000:00000001:0.0:1767384381.481399:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384381.481401:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384381.481402:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384381.481404:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384381.481406:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000089a3be25. 02000000:00000001:0.0:1767384381.481410:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384381.481411:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384381.481413:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8f65b6e. 00000100:00000001:0.0:1767384381.481416:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384381.481417:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.481418:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384381.481423:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384381.481424:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384381.481426:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384381.481428:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384381.481436:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294969361, at 4294969362 00000100:00000010:0.0:1767384381.481440:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f932141. 00000100:00000040:3.0:1767384381.482145:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294969361, at 4294969362 00000100:00000010:3.0:1767384381.482151:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f374028b. 00010000:00000001:2.0:1767384381.786916:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384381.786922:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384381.786928:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384381.786929:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384381.787353:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384381.787356:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384381.787359:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384382.295255:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp46 00000400:00000010:2.0:1767384382.295261:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f4e67cea. 00000400:00000010:2.0:1767384382.295268:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000012130598. 00000400:00000010:2.0:1767384382.295272:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000400:00000010:2.0:1767384382.295279:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cac1e856. 00000400:00000200:2.0:1767384382.295283:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp46 00000400:00000200:2.0:1767384382.295302:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp46 local destination 00000400:00000200:2.0:1767384382.295308:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp46 00000400:00000200:2.0:1767384382.295311:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp46 NI seq info: [201:201:256:4294967295] 192.168.202.119@tcp46 LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1767384382.295318:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp46 00000400:00000200:2.0:1767384382.295326:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp46(192.168.202.119@tcp46:) -> 192.168.202.119@tcp46(192.168.202.119@tcp46:192.168.202.119@tcp46) : GET try# 0 00000800:00000200:2.0:1767384382.295331:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp46 00000800:00000010:2.0:1767384382.295336:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000670a2389. 00000800:00000200:2.0:1767384382.295341:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000800:00000200:2.1:1767384382.295346:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:2.0:1767384382.295368:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp46 added to recovery queue. ping count: 2 next ping: 306 health :800 00000400:00000200:1.0:1767384382.295527:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295569:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295591:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295611:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295632:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295652:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295673:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295694:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295713:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295733:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295752:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295771:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295811:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295832:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295854:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295874:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295903:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295922:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295942:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295961:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295980:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.295999:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296017:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296034:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296051:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296068:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296086:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296104:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296148:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296170:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000800:00000200:2.0:1767384382.296198:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ed0ce70] -> 12345-192.168.202.119@tcp15 (6) 00000800:00000200:2.0:1767384382.296204:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp15 ip 192.168.202.119:988 00000400:00000200:1.0:1767384382.296204:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000800:00000200:2.0:1767384382.296207:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384382.296223:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296246:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.296267:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000200:3.0:1767384382.296338:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384382.296344:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.296352:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384382.296356:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384382.296358:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384382.296390:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007179ea82. 00000800:00000010:1.0:1767384382.296395:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b446d1ed. 00000800:00000010:1.0:1767384382.296401:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000712abda4. 00000800:00000010:1.0:1767384382.296422:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000712abda4. 00000800:00020000:1.0:1767384382.296428:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384382.296432:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b446d1ed. 00000800:00000010:1.0:1767384382.296434:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007179ea82. 00000400:02020000:1.0:1767384382.296469:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp46 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384382.296475:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp46 notifying 192.168.202.119@tcp46: down 00000400:00000200:1.0:1767384382.296480:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384382.296483:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp46 00000800:00000010:1.0:1767384382.296486:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000670a2389. 00000400:00000200:1.0:1767384382.296490:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384382.296498:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp46->192.168.202.119@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384382.296508:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384382.296511:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384382.296514:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp46) recovery failed with -71 00000001:00000001:3.0:1767384382.385075:0:38347:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384382.385081:0:38347:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:3.0:1767384382.389948:0:38347:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384382.402357:0:38348:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004a94947e. 00000400:00000010:2.0:1767384382.402373:0:38348:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004c07c525. 00000400:00000010:2.0:1767384382.402382:0:38348:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000077972853. 00000400:00000010:2.0:1767384382.402386:0:38348:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009e1a7af8. 00000400:00000010:2.0:1767384382.402390:0:38348:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002a920e6c. 00000400:00000010:2.0:1767384382.402394:0:38348:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000095175b8b. 00000400:00000010:2.0:1767384382.402396:0:38348:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000092f16b8c. 00000400:00000010:2.0:1767384382.402398:0:38348:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049b28ca8. 00000400:00000010:2.0:1767384382.402401:0:38348:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002d6a783b. 00000800:00000010:2.0:1767384382.402417:0:38348:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000cdac176a. 00000800:00000200:2.0:1767384382.402428:0:38348:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384382.402444:0:38348:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384382.402481:0:38348:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384382.402509:0:38348:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp49 [8/256/0/180] 00000400:00000010:2.0:1767384382.405281:0:38348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000607614cf. 00000400:00000010:2.0:1767384382.405288:0:38348:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8db5d3. 00000400:00000010:2.0:1767384382.405294:0:38348:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000400:00000001:2.0:1767384382.405312:0:38348:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384382.405314:0:38348:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384382.405316:0:38348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013df8ae2. 00000400:00000200:2.0:1767384382.405319:0:38348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193a4c2 00000400:00000010:2.0:1767384382.405321:0:38348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193a4c2. 00000400:00000010:2.0:1767384382.405325:0:38348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000e2f1de47. 00000400:00000200:2.0:1767384382.405330:0:38348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000200:2.0:1767384382.405343:0:38348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384382.405353:0:38348:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:2.0:1767384382.405360:0:38348:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006ca9bc00. 00000020:01000000:2.0:1767384382.405364:0:38348:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384382.405367:0:38348:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp49 00000400:00000010:2.0:1767384382.405375:0:38348:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004c07c525. 00000400:00000010:2.0:1767384382.405380:0:38348:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004a94947e. 00000020:00000001:3.0:1767384382.405405:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384382.405410:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384382.405413:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384382.405415:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384382.405418:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384382.405420:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384382.405421:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384382.405423:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384382.405424:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384382.405426:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384382.405428:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384382.405430:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384382.405431:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384382.405432:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384382.405437:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf445a2. 00000400:00000200:0.0:1767384382.405439:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:3.0:1767384382.405442:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:0.0:1767384382.405446:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000100:00000001:3.0:1767384382.405454:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384382.405457:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000010:0.0:1767384382.405462:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000078edea66. 00000400:00000010:0.0:1767384382.405466:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 02000000:00000001:3.0:1767384382.405468:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384382.405473:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d419437. 02000000:00000001:3.0:1767384382.405474:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405479:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 02000000:00000010:3.0:1767384382.405484:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000065ccfb7b. 00000100:00000001:3.0:1767384382.405491:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405491:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384382.405499:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000100:00000001:3.0:1767384382.405501:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384382.405505:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405507:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:0.0:1767384382.405515:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000100:00000040:3.0:1767384382.405516:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abf445a2] to pc [ptlrpcd_00_03+3] req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.405525:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:0.0:1767384382.405537:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:0.0:1767384382.405542:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:0.0:1767384382.405546:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:0.0:1767384382.405550:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000400:00000200:0.0:1767384382.405554:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 10000000:00000001:3.0:1767384382.405558:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405559:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 10000000:00000001:3.0:1767384382.405563:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.405567:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405567:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000020:01000000:3.0:1767384382.405572:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384382.405577:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000020:00000001:3.0:1767384382.405581:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384382.405582:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 10000000:00000001:3.0:1767384382.405584:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384382.405587:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384382.405589:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384382.405590:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000020:01000004:3.0:1767384382.405594:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384382.405598:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384382.405600:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[188, 63] 00000020:01000004:3.0:1767384382.405601:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384382.405604:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384382.405606:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384382.405608:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384382.405609:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384382.405612:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384382.405614:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384382.405619:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7cdb6f5. 00000400:00000200:0.0:1767384382.405620:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[190, 63] 00000020:00000040:3.0:1767384382.405624:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384382.405629:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384382.405629:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[195, 63] 02000000:00000001:3.0:1767384382.405632:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384382.405636:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405638:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 62], ns[56, 63] 02000000:00000010:3.0:1767384382.405642:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000878c2675. 00000400:00000200:0.0:1767384382.405646:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 56], ns[68, 56] 00000100:00000001:3.0:1767384382.405648:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.405654:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384382.405654:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[90, 56] 00000100:00000001:3.0:1767384382.405657:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 56], ns[74, 56] 00000100:00000040:3.0:1767384382.405664:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7cdb6f5] to pc [ptlrpcd_00_00+0] req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.405667:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 56], ns[133, 56] 00000400:00000200:0.0:1767384382.405675:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[99, 56] 00000400:00000200:0.0:1767384382.405687:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 56], ns[105, 56] 00000400:00000200:0.0:1767384382.405693:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 56], ns[117, 56] 00000400:00000200:0.0:1767384382.405698:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[148, 56], ns[157, 56] 10000000:00000001:3.0:1767384382.405699:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384382.405704:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405706:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[169, 56] 00000020:00000001:3.0:1767384382.405707:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384382.405711:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384382.405715:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 56], ns[179, 56] 00000020:00000010:3.0:1767384382.405716:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006ca9bc00. 00000400:00000200:0.0:1767384382.405723:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 56], ns[132, 56] 00000400:00000200:0.0:1767384382.405728:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 56], ns[186, 56] 00000400:00000200:0.0:1767384382.405733:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 56], ns[160, 56] 00000400:00000200:0.0:1767384382.405737:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 56], ns[198, 56] 00000100:00000001:3.0:1767384382.405740:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384382.405743:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 56], ns[185, 56] 00000100:00100000:3.0:1767384382.405745:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384382.405747:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.405755:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384382.405756:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 56], ns[168, 56] 00000100:00000001:3.0:1767384382.405758:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384382.405764:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384382.405767:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 56], ns[199, 56] 00000100:00000001:3.0:1767384382.405768:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384382.405771:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384382.405775:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[188, 56], ns[197, 56] 00000100:00000040:3.0:1767384382.405779:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384382.405785:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[192, 56], ns[201, 56] 00000400:00000200:0.0:1767384382.405796:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 00000100:00000001:3.0:1767384382.405799:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384382.405803:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405804:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 02000000:00000001:3.0:1767384382.405807:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384382.405811:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp47 02000000:00000001:3.0:1767384382.405812:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384382.405816:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.405817:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp47 lpni_is_preferred = 0 00000100:00100000:3.0:1767384382.405821:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000abf445a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748253184:0@lo:253: 00000400:00000200:0.0:1767384382.405823:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp47 00000100:00000001:3.0:1767384382.405829:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384382.405831:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp47 NI seq info: [202:202:256:4294967295] 192.168.202.119@tcp47 LPNI seq info [193:193:8:4294967295] 02000000:00000001:3.0:1767384382.405835:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384382.405838:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.405840:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384382.405840:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp47 02000000:00000001:3.0:1767384382.405843:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384382.405845:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384382.405850:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000cd17944. 02000000:00000001:3.0:1767384382.405855:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.405855:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384382.405856:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp47(192.168.202.119@tcp47:) -> 192.168.202.119@tcp47(192.168.202.119@tcp:192.168.202.119@tcp47) : GET try# 0 00000100:00100000:1.0:1767384382.405858:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:3.0:1767384382.405863:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb92340. 00000100:00000001:1.0:1767384382.405863:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384382.405869:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp47 00000400:00000010:3.0:1767384382.405871:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018869dcd. 00000100:00000001:1.0:1767384382.405872:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767384382.405874:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1fab49c. 00000100:00000001:1.0:1767384382.405875:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.405878:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748253184, portal 25 00000100:00000001:1.0:1767384382.405881:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384382.405882:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.405884:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384382.405884:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000077586484. 00000100:00000001:3.0:1767384382.405885:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378987776 : -114060330563840 : ffff984342838700) 00000100:00000001:1.0:1767384382.405887:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767384382.405891:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b2cf4bc7. 00000100:00000040:1.0:1767384382.405895:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.405896:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384382.405901:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000800:00000200:0.1:1767384382.405912:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000100:00000001:1.0:1767384382.405919:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384382.405922:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.405924:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384382.405926:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384382.405930:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000100:00000040:3.0:1767384382.405931:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384382.405931:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384382.405936:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000010:3.0:1767384382.405938:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bc98bc0. 02000000:00000001:1.0:1767384382.405938:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.405943:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7cdb6f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748253312:0@lo:253: 00000100:00000001:1.0:1767384382.405947:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384382.405948:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384382.405950:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384382.405952:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.405953:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384382.405958:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748253184, offset 0 02000000:00000001:1.0:1767384382.405958:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384382.405964:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007179ea82. 02000000:00000001:1.0:1767384382.405968:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384382.405969:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384382.405974:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000400:00000010:1.0:1767384382.405980:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c33e8dc. 00000400:00000200:3.0:1767384382.405982:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384382.405985:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748253312, portal 25 00000100:00000001:1.0:1767384382.405988:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384382.405990:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378997632 : -114060330553984 : ffff98434283ad80) 00000400:00000200:3.0:1767384382.405994:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107800 00000100:00000040:1.0:1767384382.405995:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384382.406004:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1629 [2] + 0 00000400:00000200:0.0:1767384382.406010:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000010:3.0:1767384382.406013:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d1756a. 00000400:00000200:3.0:1767384382.406021:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000861b416a 00000100:00000001:1.0:1767384382.406021:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384382.406025:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.406029:0:16147:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008faa1b34. 00000400:00000200:3.0:1767384382.406030:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384382.406032:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748253312, offset 0 00000400:00000200:3.0:1767384382.406038:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384382.406042:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.406046:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000861b416a 00000400:00000010:3.0:1767384382.406050:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000861b416a. 00000400:00000200:1.0:1767384382.406052:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384382.406059:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384382.406059:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.406063:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107880 00000100:00000200:3.0:1767384382.406064:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384382.406070:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000069974448 x1853236748253184 msgsize 4848 00000400:00000200:1.0:1767384382.406072:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1669 [2] + 0 00000400:00000010:1.0:1767384382.406078:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcdbbfd2. 00000100:00100000:3.0:1767384382.406082:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384382.406083:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a3f0a91 00000100:00000040:3.0:1767384382.406086:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384382.406089:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384382.406089:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384382.406097:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.406098:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384382.406101:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3f0a91 00000400:00000010:1.0:1767384382.406131:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a3f0a91. 00000400:00000200:3.0:1767384382.406136:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc98bc0 00000100:00000001:1.0:1767384382.406137:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384382.406139:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384382.406141:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bc98bc0. 00000100:00000040:1.0:1767384382.406144:0:16147:0:(events.c:337:request_in_callback()) incoming req@000000000ca8b78e x1853236748253312 msgsize 4848 00000100:00000001:3.0:1767384382.406146:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384382.406147:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000200:3.0:1767384382.406153:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.406154:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384382.406158:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384382.406167:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384382.406168:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384382.406185:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008faa1b34 00000400:00000010:1.0:1767384382.406188:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008faa1b34. 00000400:00000200:0.0:1767384382.406188:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000100:00000001:1.0:1767384382.406192:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384382.406197:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.406206:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.406210:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.406216:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406219:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384382.406219:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000100:00000001:1.0:1767384382.406225:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406230:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294970299 00000100:00000010:1.0:1767384382.406235:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c0dcc1a. 00000100:00000001:1.0:1767384382.406246:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384382.406251:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294970299 00000100:00000010:1.0:1767384382.406255:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a24b646. 00000100:00000001:1.0:1767384382.406258:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384382.406260:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294970299 00000100:00000010:1.0:1767384382.406263:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d61d37ea. 00000400:00000200:0.0:1767384382.406265:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000100:00000001:1.0:1767384382.406266:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384382.406272:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294970299 00000100:00000010:1.0:1767384382.406275:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000027e98da. 00000100:00000001:1.0:1767384382.406278:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384382.406283:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.406285:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406288:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406291:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384382.406304:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000100:00000001:1.0:1767384382.406310:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384382.406313:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253184 02000000:00000001:1.0:1767384382.406316:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384382.406319:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.406321:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.406324:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.406328:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253184 00000020:00000001:1.0:1767384382.406331:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384382.406333:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384382.406335:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.406338:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384382.406340:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000400:00000200:0.0:1767384382.406340:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000020:00000001:1.0:1767384382.406346:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384382.406350:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.406353:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071ed747a. 00000100:00000001:1.0:1767384382.406356:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.406359:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071ed747a. 00000020:00000010:1.0:1767384382.406365:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058df33bd. 00000100:00000040:3.0:1767384382.406373:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384382.406374:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4005585. 00000400:00000200:0.0:1767384382.406380:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000020:00000010:1.0:1767384382.406382:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000001:3.0:1767384382.406391:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.406394:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384382.406395:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384382.406399:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384382.406401:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406401:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384382.406405:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.406406:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294970299 00000100:00000001:3.0:1767384382.406411:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294970299 00000100:00000001:1.0:1767384382.406413:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.406420:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294970299 00000100:00000001:3.0:1767384382.406423:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294970299 00000100:00000001:1.0:1767384382.406423:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.406424:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000100:00000001:3.0:1767384382.406427:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294970299 00000100:00000001:3.0:1767384382.406431:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294970299 00000100:00000001:3.0:1767384382.406434:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294970299 00000100:00000001:1.0:1767384382.406436:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384382.406437:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294970299 00000100:00100000:1.0:1767384382.406440:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253312 00000100:00000001:3.0:1767384382.406442:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384382.406445:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384382.406447:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406448:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.406452:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.406454:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.406456:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253312 00000020:00000001:1.0:1767384382.406458:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384382.406459:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384382.406461:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.406463:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000400:00000200:0.0:1767384382.406464:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000020:00000001:1.0:1767384382.406465:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384382.406470:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384382.406473:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384382.406476:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071ed747a. 00000100:00000001:1.0:1767384382.406478:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384382.406480:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071ed747a. 00000020:00000010:1.0:1767384382.406485:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc62666d. 00000020:00000010:1.0:1767384382.406488:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008bd27c62. 00000020:00000010:1.0:1767384382.406491:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ba7261ad. 00000100:00000001:1.0:1767384382.406494:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384382.406496:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384382.406497:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406500:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406503:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384382.406504:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000100:00000001:1.0:1767384382.406510:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.406513:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384382.406523:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384382.406523:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384382.406527:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384382.406529:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.406530:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378294864 : -114060331256752 : ffff98434278f450) 00000100:00000040:1.0:1767384382.406537:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069974448 x1853236748253184/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:363/0 lens 4848/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.406546:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384382.406548:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000020:00000010:1.0:1767384382.406549:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071ed747a. 00000100:00000001:3.0:1767384382.406553:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384382.406553:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384382.406557:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384382.406558:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071ed747a. 00000100:00100000:3.0:1767384382.406566:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1767384382.406567:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000069974448 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748253184:12345-0@lo:253: 00000100:00000040:3.0:1767384382.406573:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000200:1.0:1767384382.406574:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253184 00000100:00000001:3.0:1767384382.406577:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378284624 : -114060331266992 : ffff98434278cc50) 00000020:00000001:1.0:1767384382.406579:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384382.406584:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384382.406587:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.406588:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ca8b78e x1853236748253312/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:363/0 lens 4848/0 e 0 to 0 dl 1767384393 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384382.406591:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384382.406592:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000020:00000001:1.0:1767384382.406595:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384382.406602:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384382.406605:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384382.406605:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384382.406610:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384382.406611:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b385aeee. 00000020:00000001:1.0:1767384382.406613:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384382.406615:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384382.406617:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384382.406620:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b385aeee. 00000400:00000200:0.0:1767384382.406622:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:1.0:1767384382.406623:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384382.406627:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384382.406628:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ca8b78e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16147:x1853236748253312:12345-0@lo:253: 00000100:00000200:3.0:1767384382.406633:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253312 02000000:00000010:1.0:1767384382.406634:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006556ff1a. 00000020:00000001:3.0:1767384382.406636:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384382.406638:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.406640:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384382.406642:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.406644:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.406647:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384382.406648:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384382.406649:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000020:00000001:3.0:1767384382.406652:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:3.0:1767384382.406656:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384382.406658:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384382.406658:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f876312a. 20000000:01000000:1.0:1767384382.406664:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384382.406669:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384382.406670:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384382.406672:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384382.406673:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384382.406675:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 20000000:00000001:1.0:1767384382.406676:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.406677:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.406682:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.406683:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384382.406685:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384382.406690:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767384382.406691:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000092e5fcc7. 02000000:00000001:3.0:1767384382.406695:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.406697:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.406699:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384382.406701:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a6aff6c5. 00000400:00000200:0.0:1767384382.406701:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 20000000:00000010:3.0:1767384382.406707:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044e67cf2. 20000000:01000000:1.0:1767384382.406707:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:01000000:3.0:1767384382.406714:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384382.406715:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384382.406716:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384382.406720:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384382.406721:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.406722:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767384382.406724:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384382.406728:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384382.406733:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00080000:00000001:1.0:1767384382.406762:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384382.406766:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384382.406767:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.406769:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384382.406773:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767384382.406773:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000020:00000001:1.0:1767384382.406778:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:1.0:1767384382.406783:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384382.406789:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001a1b4c5a. 00080000:00000001:1.0:1767384382.406791:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381324800 : -114060328226816 : ffff984342a73000) 00080000:00000001:1.0:1767384382.406794:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384382.406819:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.406850:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.406881:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000001:00000001:1.0:1767384382.406895:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767384382.406898:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.406901:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384382.406918:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00080000:00000001:1.0:1767384382.406920:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384382.406924:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767384382.406966:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.407015:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00080000:00000001:1.0:1767384382.407019:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767384382.407024:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384382.407042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.407078:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.407150:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.409621:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.409661:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.409698:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.409738:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384382.409775:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384382.409998:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a124b28. 00000800:00000010:0.0:1767384382.410004:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f6d3ddf. 00000800:00000010:0.0:1767384382.410017:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000026fb6cf9. 00000800:00000010:0.0:1767384382.410042:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000026fb6cf9. 00000800:00020000:0.0:1767384382.410056:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384382.410060:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f6d3ddf. 00000800:00000010:0.0:1767384382.410063:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000a124b28. 00000400:02020000:0.0:1767384382.410129:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp47 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384382.410137:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp47 notifying 192.168.202.119@tcp47: down 00000800:00000200:0.0:1767384382.410145:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp47 down 00000800:00000100:0.0:1767384382.410152:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp47 00000800:00000010:0.0:1767384382.410156:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1fab49c. 00000400:00000200:0.0:1767384382.410160:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384382.410164:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp47->192.168.202.119@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384382.410189:0:16135:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp47 added to recovery queue. ping count: 0 next ping: 303 health :900 00000400:00000200:0.0:1767384382.410193:0:16135:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384382.410196:0:16135:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 1 00000400:00000200:0.0:1767384382.410202:0:16135:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384382.410227:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384382.410231:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000001:0.0:1767384382.410235:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384382.410237:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384382.410239:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384382.410241:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000400:00000200:0.0:1767384382.410247:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384382.410251:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:0.0:1767384382.410255:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000078edea66. 00000400:00000200:0.0:1767384382.410258:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (42) 00000400:00000200:0.0:1767384382.410261:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:-71 00000400:00000200:0.0:1767384382.410264:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc -71 00000400:00000200:0.0:1767384382.410267:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384382.410271:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (41) 00000100:00000040:2.0:1767384382.419150:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294970299, at 4294970300 00000100:00000040:1.0:1767384382.419152:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294970299, at 4294970300 00000100:00000040:0.0:1767384382.419158:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294970299, at 4294970300 00000100:00000010:1.0:1767384382.419166:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a24b646. 00000100:00000010:0.0:1767384382.419185:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c0dcc1a. 00000100:00000040:3.0:1767384382.419262:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294970299, at 4294970300 00000100:00000010:3.0:1767384382.419270:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000027e98da. 00000100:00000010:2.0:1767384382.419511:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d61d37ea. 00080000:00000001:1.0:1767384382.422871:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384382.422879:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:1.0:1767384382.422883:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.422885:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384382.422902:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384382.422911:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384382.422914:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767384382.422922:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767384382.422930:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384382.422933:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384382.422936:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384382.422939:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384382.422948:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384382.422954:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bbc8861. 00010000:00000001:1.0:1767384382.422958:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384382.422961:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058516650. 00000020:00000001:1.0:1767384382.422964:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384382.422966:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058516650 with handle 0x4ac496f8d605e2cf to hash 00000020:00000001:1.0:1767384382.422968:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384382.422970:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384382.422972:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384382.422976:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.422977:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.422980:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.422989:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384382.422992:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384382.422994:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384382.422996:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384382.422997:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.422999:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384382.423001:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.423003:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384382.423005:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384382.423006:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384382.423008:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384382.423009:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bbc8861) refcount = 1 00010000:00010000:1.0:1767384382.423013:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.423019:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384382.423020:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384382.423021:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.423023:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423025:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384382.423028:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384382.423031:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:1.0:1767384382.423040:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384382.423041:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.423043:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=4 00000020:00000001:1.0:1767384382.423045:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 20000000:00000010:0.0:1767384382.423045:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e8317fe. 20000000:01000000:0.0:1767384382.423051:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000001:1.0:1767384382.423052:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384382.423057:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384382.423059:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384382.423060:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384382.423068:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767384382.423069:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384382.423072:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.423079:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.423081:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384382.423083:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.423089:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.423090:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423093:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384382.423095:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384382.423100:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000058516650 already unused, calling callback (0000000064ca87ef) 00010000:00000001:1.0:1767384382.423103:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:0.0:1767384382.423104:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384382.423124:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:0.0:1767384382.423124:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384382.423126:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.423128:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384382.423129:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767384382.423134:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384382.423137:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384382.423140:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384382.423140:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00000020:00000001:1.0:1767384382.423141:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384382.423144:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=5 00080000:00000001:0.0:1767384382.423146:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384382.423147:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00080000:00000010:0.0:1767384382.423153:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d041d0fc. 00010000:00000001:1.0:1767384382.423156:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00080000:00000001:0.0:1767384382.423158:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013381435392 : -114060328116224 : ffff984342a8e000) 00010000:00000001:1.0:1767384382.423162:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:0.0:1767384382.423164:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767384382.423166:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.423184:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384382.423185:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384382.423186:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423190:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384382.423192:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384382.423193:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384382.423195:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384382.423197:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058516650 with handle 0x4ac496f8d605e2cf from hash 00010000:00000001:1.0:1767384382.423199:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384382.423200:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.423202:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.423203:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384382.423205:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384382.423207:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384382.423209:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384382.423211:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384382.423213:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423215:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384382.423216:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384382.423219:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.423220:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.423222:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423224:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423226:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384382.423228:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384382.423232:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767384382.423233:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:0.0:1767384382.423235:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.423236:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.423239:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:0.0:1767384382.423240:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384382.423242:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384382.423249:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384382.423250:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384382.423252:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384382.423255:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.423256:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384382.423257:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384382.423261:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767384382.423262:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384382.423269:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384382.423271:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384382.423272:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058516650/0x4ac496f8d605e2cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384382.423279:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005bbc8861 count: 0 00010000:00000001:1.0:1767384382.423288:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384382.423290:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767384382.423323:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384382.423327:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384382.423342:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384382.423346:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.423349:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384382.423350:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.423352:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384382.423354:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001a1b4c5a. 00080000:00000001:3.0:1767384382.423358:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:1.1:1767384382.430149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bbc8861. 00010000:00000010:1.1:1767384382.430160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058516650. 00080000:00000001:3.0:1767384382.440964:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384382.440972:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.440974:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384382.440975:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384382.440976:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767384382.440978:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d041d0fc. 00080000:00000001:3.0:1767384382.440985:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000010:1.0:1767384382.441989:0:38353:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bcecb4f0. 00000400:00000040:1.0:1767384382.442009:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384382.442012:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384382.442014:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.442016:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.442019:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.442020:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384382.442023:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384382.442025:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384382.442026:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384382.442027:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384382.442029:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384382.442031:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384382.442033:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384382.442034:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.442036:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384382.442038:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384382.442040:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384382.442041:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384382.442042:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384382.442044:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.442045:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384382.442050:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.442052:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384382.442053:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.442054:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384382.442057:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.442058:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384382.442059:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.442061:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384382.442062:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.442063:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384382.442065:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384382.442066:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384382.442068:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384382.442070:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384382.442071:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.442073:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384382.442075:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384382.442076:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384382.442077:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384382.442079:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384382.442080:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384382.442082:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384382.442083:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384382.442085:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384382.442086:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384382.442088:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384382.442089:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384382.442091:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384382.442092:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384382.442094:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384382.442095:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384382.442096:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384382.442098:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384382.442100:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384382.442101:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384382.442102:0:38353:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000001:0.0:1767384382.442213:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384382.442222:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:0.0:1767384382.442226:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384382.442228:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384382.442231:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384382.442244:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384382.442248:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384382.442253:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384382.442258:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:0.0:1767384382.442258:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384382.442264:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384382.442269:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384382.442273:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384382.442280:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000046995e08. 00010000:00000001:2.0:1767384382.442286:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384382.442290:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 00000020:00000001:2.0:1767384382.442294:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384382.442298:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b642a95 with handle 0x4ac496f8d605e2d6 to hash 00000020:00000001:2.0:1767384382.442301:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384382.442303:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384382.442308:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384382.442313:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384382.442315:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.442320:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442334:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384382.442338:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384382.442342:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384382.442346:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.442349:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.442352:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384382.442355:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.442359:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384382.442361:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384382.442363:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384382.442365:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384382.442368:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000046995e08) refcount = 1 00010000:00010000:2.0:1767384382.442372:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442383:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384382.442386:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384382.442389:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.442392:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.442396:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384382.442400:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384382.442402:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384382.442405:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384382.442407:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.442409:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=4 00000020:00000001:2.0:1767384382.442411:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384382.442414:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384382.442416:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384382.442418:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442424:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384382.442425:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442431:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.442433:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384382.442435:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442440:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384382.442442:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.442445:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384382.442447:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384382.442454:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b642a95 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384382.442552:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384382.442554:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384382.442556:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442577:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384382.442580:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384382.442583:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384382.442586:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=5 00000020:00000001:2.0:1767384382.442589:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384382.442594:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384382.442601:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384382.442604:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442611:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384382.442613:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384382.442614:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.442616:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384382.442618:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384382.442619:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384382.442621:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384382.442623:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b642a95 with handle 0x4ac496f8d605e2d6 from hash 00010000:00000001:2.0:1767384382.442626:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384382.442627:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.442629:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384382.442630:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384382.442632:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384382.442635:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384382.442637:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384382.442639:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384382.442642:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.442644:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384382.442645:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384382.442648:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.442650:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384382.442651:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.442653:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.442655:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.442657:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442663:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.442664:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384382.442666:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384382.442668:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384382.442670:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384382.442671:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384382.442673:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384382.442676:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384382.442677:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384382.442680:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384382.442685:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384382.442687:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384382.442688:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384382.442693:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000046995e08 count: 0 00010000:00000001:2.0:1767384382.442700:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384382.442701:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384382.442800:0:38353:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bcecb4f0. 00010000:00000010:2.1:1767384382.449278:0:16605:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000046995e08. 00010000:00000010:2.1:1767384382.449289:0:16605:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000020:2.0:1767384382.452005:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384382.452012:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384382.452015:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f876312a. 20000000:00000001:2.0:1767384382.452023:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384382.452029:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253184 00010000:00000001:2.0:1767384382.452031:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384382.452187:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000069974448 x1853236748253184/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384382.452199:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384382.452201:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384382.452205:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384382.452210:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384382.452213:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384382.452216:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384382.452219:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384382.452222:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384382.452225:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384382.452228:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384382.453181:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad11b0b. 00000100:00000200:1.0:1767384382.453189:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748253184, offset 224 00000400:00000200:1.0:1767384382.453203:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384382.453216:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384382.453225:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107800 00000400:00000200:1.0:1767384382.453234:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f35 [2] + 224 00000400:00000200:1.0:1767384382.453243:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384382.453247:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384382.453253:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384382.453258:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384382.453268:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.453283:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384382.453289:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ad11b0b 00000400:00000010:1.0:1767384382.453291:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ad11b0b. 00000100:00000001:1.0:1767384382.453294:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384382.453296:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384382.453300:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.453303:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384382.453306:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384382.453308:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384382.453311:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384382.453315:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069974448 x1853236748253184/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.453325:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000069974448 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16148:x1853236748253184:12345-0@lo:253: Request processed in 46777us (47252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384382.453335:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:1.0:1767384382.453338:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384382.453340:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384382.453342:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384382.453348:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4005585. 00000020:00000010:1.0:1767384382.453353:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:1.0:1767384382.453357:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058df33bd. 00000020:00000040:1.0:1767384382.453366:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384382.453370:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384382.453372:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006556ff1a. 02000000:00000001:1.0:1767384382.453375:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384382.453377:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384382.453383:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384382.453387:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384382.453391:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ad11b0b. 00000100:00000001:1.0:1767384382.453409:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.453413:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384382.453417:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.453419:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.453420:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddb92340. 00000400:00000200:1.0:1767384382.453423:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018869dcd 00000400:00000010:1.0:1767384382.453424:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018869dcd. 00000100:00000001:1.0:1767384382.453426:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384382.453430:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384382.453439:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.453446:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.453447:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.453450:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384382.453452:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384382.453454:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.453456:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.453459:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.453464:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384382.453467:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384382.453470:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384382.453471:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.453474:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384382.453476:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.453479:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.453483:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.453500:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.453503:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384382.453506:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384382.453511:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384382.453514:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384382.453516:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384382.453517:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384382.453519:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384382.453520:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384382.453522:0:16148:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384382.453524:0:16148:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384382.453525:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384382.453527:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384382.453531:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.453538:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000abf445a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748253184:0@lo:253: 00000100:00000001:1.0:1767384382.453544:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.453546:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.453548:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000abf445a2 x1853236748253184/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.453555:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384382.453557:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384382.453560:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000cd17944. 02000000:00000001:1.0:1767384382.453564:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384382.453566:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.453568:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384382.453570:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384382.453573:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000065ccfb7b. 02000000:00000001:1.0:1767384382.453576:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384382.453578:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384382.453580:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf445a2. 00000100:00000001:1.0:1767384382.453583:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384382.453584:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.453586:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.453597:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.453598:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.453600:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.453602:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384382.455219:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767384382.455222:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384382.455224:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044e67cf2. 20000000:00000001:3.0:1767384382.455229:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384382.455232:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253312 00010000:00000001:3.0:1767384382.455235:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384382.455245:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ca8b78e x1853236748253312/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384382.455253:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384382.455255:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384382.455257:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384382.455260:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384382.455262:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384382.455264:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384382.455266:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384382.455268:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384382.455270:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384382.455272:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384382.455275:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002677f0b6. 00000100:00000200:3.0:1767384382.455278:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748253312, offset 224 00000400:00000200:3.0:1767384382.455283:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384382.455289:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384382.455295:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107880 00000400:00000200:3.0:1767384382.455300:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f3d [2] + 224 00000400:00000200:3.0:1767384382.455306:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384382.455308:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384382.455311:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384382.455314:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384382.455323:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384382.455342:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384382.455347:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002677f0b6 00000400:00000010:3.0:1767384382.455349:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002677f0b6. 00000100:00000001:3.0:1767384382.455351:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384382.455352:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384382.455355:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384382.455357:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384382.455359:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384382.455361:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.455368:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384382.455372:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ca8b78e x1853236748253312/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:363/0 lens 4848/4768 e 0 to 0 dl 1767384393 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384382.455379:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ca8b78e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748253312:12345-0@lo:253: Request processed in 48774us (49234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384382.455387:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:3.0:1767384382.455389:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384382.455391:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384382.455392:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384382.455395:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008bd27c62. 00000020:00000010:3.0:1767384382.455399:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ba7261ad. 00000020:00000010:3.0:1767384382.455401:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc62666d. 00000020:00000040:3.0:1767384382.455404:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:3.0:1767384382.455407:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384382.455408:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000092e5fcc7. 02000000:00000001:3.0:1767384382.455411:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384382.455412:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384382.455416:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384382.455420:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000400:00000010:3.0:1767384382.455423:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002677f0b6. 00000100:00000001:1.0:1767384382.456154:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.456157:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384382.456161:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384382.456162:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384382.456164:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000400:00000200:1.0:1767384382.456167:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c33e8dc 00000400:00000010:1.0:1767384382.456168:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c33e8dc. 00000100:00000001:1.0:1767384382.456179:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384382.456183:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384382.456191:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.456197:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384382.456198:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.456200:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384382.456202:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384382.456203:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384382.456205:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384382.456207:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384382.456210:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=88 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384382.456212:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384382.456214:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384382.456215:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384382.456217:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384382.456218:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.456220:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384382.456223:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.456229:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384382.456232:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384382.456233:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384382.456236:0:16147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384382.456242:0:16147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384382.456244:0:16147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384382.456245:0:16147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384382.456246:0:16147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384382.456247:0:16147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384382.456249:0:16147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384382.456250:0:16147:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384382.456251:0:16147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384382.456253:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384382.456259:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7cdb6f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748253312:0@lo:253: 00000100:00000001:1.0:1767384382.456263:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.456265:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384382.456267:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7cdb6f5 x1853236748253312/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384398 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384382.456272:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384382.456274:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384382.456276:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007179ea82. 02000000:00000001:1.0:1767384382.456279:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384382.456281:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384382.456282:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384382.456283:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384382.456285:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000878c2675. 02000000:00000001:1.0:1767384382.456287:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384382.456289:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384382.456290:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7cdb6f5. 00000100:00000001:1.0:1767384382.456299:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384382.456300:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.456301:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384382.456306:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384382.456307:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384382.456309:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384382.456311:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384382.490280:0:17559:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384382.490287:0:17559:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.808307:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384382.808313:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384382.808319:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384382.808321:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384382.808351:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384382.808354:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384382.808358:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384383.320238:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.320243:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384383.320246:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384383.320250:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000400:00000200:2.0:1767384383.320256:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384383.320263:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767384383.320276:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f4e67cea. 00000400:00000010:2.0:1767384383.320280:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000012130598. 00000400:00000200:2.0:1767384383.320285:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp45 00000400:00000010:2.0:1767384383.320289:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f4e67cea. 00000400:00000010:2.0:1767384383.320293:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000012130598. 00000400:00000010:2.0:1767384383.320297:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000400:00000010:2.0:1767384383.320304:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000006ececec. 00000400:00000200:2.0:1767384383.320308:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp45 00000400:00000200:2.0:1767384383.320320:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp45 local destination 00000400:00000200:2.0:1767384383.320326:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp45 00000400:00000200:2.0:1767384383.320330:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp45 NI seq info: [203:203:256:4294967295] 192.168.202.119@tcp45 LPNI seq info [194:194:8:4294967295] 00000400:00000200:2.0:1767384383.320338:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp45 00000400:00000200:2.0:1767384383.320346:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp45(192.168.202.119@tcp45:) -> 192.168.202.119@tcp45(192.168.202.119@tcp45:192.168.202.119@tcp45) : GET try# 0 00000800:00000200:2.0:1767384383.320352:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp45 00000800:00000010:2.0:1767384383.320357:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081a27974. 00000800:00000200:2.0:1767384383.320364:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000800:00000200:2.1:1767384383.320369:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000400:00000200:2.0:1767384383.320384:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp45 added to recovery queue. ping count: 3 next ping: 311 health :700 00000400:00000200:2.0:1767384383.320390:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp35 00000400:00000010:2.0:1767384383.320394:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fc2c6492. 00000400:00000010:2.0:1767384383.320398:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000003caabb4. 00000400:00000010:2.0:1767384383.320402:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133d7e7. 00000400:00000010:2.0:1767384383.320407:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000061be9884. 00000400:00000200:2.0:1767384383.320410:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp35 00000400:00000200:2.0:1767384383.320417:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp35 local destination 00000400:00000200:2.0:1767384383.320421:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp35 00000400:00000200:2.0:1767384383.320424:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp35 NI seq info: [204:204:256:4294967295] 192.168.202.119@tcp35 LPNI seq info [195:195:8:4294967295] 00000400:00000200:2.0:1767384383.320429:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp35 00000400:00000200:2.0:1767384383.320436:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp35(192.168.202.119@tcp35:) -> 192.168.202.119@tcp35(192.168.202.119@tcp35:192.168.202.119@tcp35) : GET try# 0 00000800:00000200:2.0:1767384383.320441:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp35 00000800:00000010:2.0:1767384383.320444:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000084586cf2. 00000800:00000200:2.0:1767384383.320448:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000800:00000200:2.1:1767384383.320452:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000466846d2] -> 12345-192.168.202.119@tcp35 (2) 00000400:00000200:2.0:1767384383.320464:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp35 added to recovery queue. ping count: 5 next ping: 335 health :500 00000400:00000200:2.0:1767384383.320468:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp47 00000400:00000010:2.0:1767384383.320471:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006e52c0b1. 00000400:00000010:2.0:1767384383.320475:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009ac61cde. 00000400:00000010:2.0:1767384383.320479:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000400:00000010:2.0:1767384383.320486:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000db11c49. 00000400:00000200:2.0:1767384383.320490:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp47 00000400:00000200:2.0:1767384383.320497:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp47 local destination 00000400:00000200:2.0:1767384383.320500:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp47 00000400:00000200:2.0:1767384383.320504:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp47 NI seq info: [205:205:256:4294967295] 192.168.202.119@tcp47 LPNI seq info [196:196:8:4294967295] 00000400:00000200:2.0:1767384383.320509:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp47 00000400:00000200:2.0:1767384383.320517:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp47(192.168.202.119@tcp47:) -> 192.168.202.119@tcp47(192.168.202.119@tcp47:192.168.202.119@tcp47) : GET try# 0 00000800:00000200:2.0:1767384383.320521:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp47 00000800:00000010:2.0:1767384383.320525:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e6f9605. 00000800:00000200:2.0:1767384383.320530:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000800:00000200:2.1:1767384383.320534:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000400:00000200:2.0:1767384383.320545:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp47 added to recovery queue. ping count: 1 next ping: 305 health :900 00000400:00000200:2.0:1767384383.320611:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320662:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320698:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320741:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320780:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320807:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320841:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320872:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320911:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320953:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.320988:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.321013:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.321041:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.321068:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.321135:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322210:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322239:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322265:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322290:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322311:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322339:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322378:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322424:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322452:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322472:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322496:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322521:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322542:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322569:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322600:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322643:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322678:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322700:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322722:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.322745:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384383.322914:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384383.322919:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012e2eb84. 00000800:00000010:2.0:1767384383.322924:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fac7d8b. 00000800:00000010:2.0:1767384383.322946:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fac7d8b. 00000800:00020000:2.0:1767384383.322958:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384383.322962:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012e2eb84. 00000800:00000010:2.0:1767384383.322965:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:02020000:2.0:1767384383.323016:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp45 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384383.323024:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp45 notifying 192.168.202.119@tcp45: down 00000400:00000200:2.0:1767384383.323028:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384383.323032:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp45 00000800:00000010:2.0:1767384383.323035:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081a27974. 00000400:00000200:2.0:1767384383.323038:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384383.323043:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp45->192.168.202.119@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384383.323053:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384383.323056:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384383.323059:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp45) recovery failed with -71 00000400:00000200:2.0:1767384383.323082:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323104:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323157:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323273:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323314:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323341:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323359:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323388:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323409:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323431:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323457:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323475:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323492:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323510:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323532:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323551:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323576:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323597:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323617:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323639:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323663:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323682:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323701:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323724:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323743:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323759:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323778:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323828:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323869:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323893:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323914:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323941:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323964:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.323998:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384383.325220:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384383.325226:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012e2eb84. 00000800:00000010:2.0:1767384383.325230:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fac7d8b. 00000800:00000010:2.0:1767384383.325255:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fac7d8b. 00000800:00020000:2.0:1767384383.325261:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384383.325264:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012e2eb84. 00000800:00000010:2.0:1767384383.325267:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:02020000:2.0:1767384383.325307:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384383.325312:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp35 notifying 192.168.202.119@tcp35: down 00000800:00000200:2.0:1767384383.325318:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp35 down 00000800:00000100:2.0:1767384383.325323:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp35 00000800:00000010:2.0:1767384383.325326:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000084586cf2. 00000400:00000200:2.0:1767384383.325328:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384383.325332:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp35->192.168.202.119@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384383.325341:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384383.325344:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384383.325348:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp35) recovery failed with -71 00000400:00000200:2.0:1767384383.325376:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325400:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325435:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325456:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325481:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325506:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325533:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325554:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325577:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325599:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325620:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325644:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325668:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325687:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325709:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325734:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325755:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325774:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325803:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325827:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325849:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325871:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325916:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325967:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.325994:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326028:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326061:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326091:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326139:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326243:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326282:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326314:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384383.326346:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384383.326451:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ca9bc00. 00000800:00000010:2.0:1767384383.326455:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000012e2eb84. 00000800:00000010:2.0:1767384383.326459:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009fac7d8b. 00000800:00000010:2.0:1767384383.326477:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009fac7d8b. 00000800:00020000:2.0:1767384383.326482:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384383.326484:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000012e2eb84. 00000800:00000010:2.0:1767384383.326487:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ca9bc00. 00000400:02020000:2.0:1767384383.326510:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp47 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384383.326515:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp47 notifying 192.168.202.119@tcp47: down 00000400:00000200:2.0:1767384383.326518:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384383.326520:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp47 00000800:00000010:2.0:1767384383.326522:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e6f9605. 00000400:00000200:2.0:1767384383.326525:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384383.326528:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp47->192.168.202.119@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384383.326535:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384383.326538:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384383.326541:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp47) recovery failed with -71 10000000:00000001:2.0:1767384383.512318:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384383.512322:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:2.0:1767384383.512327:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384383.512330:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384383.512332:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384383.512333:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384383.512335:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384383.512338:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384383.512339:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 83 10000000:00000001:2.0:1767384383.512342:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384383.512344:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384383.512351:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00000020:00000040:2.0:1767384383.512355:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384383.512360:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384383.512363:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384383.512367:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384383.512373:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e37ddfd3. 00000100:00000001:2.0:1767384383.512378:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.512383:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384383.512386:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384383.512391:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000036f285eb. 00010000:00000001:2.0:1767384383.512395:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384383.512398:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 00000020:00000001:2.0:1767384383.512402:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384383.512404:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003811b824 with handle 0x4ac496f8d605e2dd to hash 00000020:00000001:2.0:1767384383.512406:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384383.512407:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.512410:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.512413:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384383.512415:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384383.512418:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384383.512426:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384383.512437:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384383.512442:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384383.512444:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384383.512449:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012e2eb84. 00000100:00000001:2.0:1767384383.512451:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017757427008 : -114055952124608 : ffff9844477d3540) 00000100:00000001:2.0:1767384383.512454:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384383.512455:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000100:00000001:2.0:1767384383.512460:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384383.512462:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.512464:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384383.512466:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384383.512473:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.512482:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384383.512485:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.512488:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384383.512490:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384383.512493:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.512495:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748253440:0@lo:101: 00000100:00000001:2.0:1767384383.512500:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384383.512504:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384383.512507:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.512509:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384383.512513:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3a41b3a. 02000000:00000001:2.0:1767384383.512515:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384383.512519:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000611b8c. 00000400:00000010:2.0:1767384383.512525:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000100:00000200:2.0:1767384383.512529:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748253440, portal 25 00000100:00000001:2.0:1767384383.512531:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384383.512532:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000100:00000040:2.0:1767384383.512537:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.512544:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384383.512547:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384383.512548:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384383.512551:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748253440, offset 0 00000400:00000200:2.0:1767384383.512556:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384383.512568:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384383.512577:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e107900 00000400:00000200:2.0:1767384383.512582:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1671 [2] + 0 00000400:00000010:2.0:1767384383.512585:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d0d9138. 00000400:00000200:2.0:1767384383.512589:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064eeb232 00000400:00000200:2.0:1767384383.512593:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.512597:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384383.512602:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064eeb232 00000400:00000010:2.0:1767384383.512604:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064eeb232. 00000100:00000001:2.0:1767384383.512608:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.512610:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384383.512613:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000003fbf8df6 x1853236748253440 msgsize 328 00000100:00100000:2.0:1767384383.512617:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384383.512619:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384383.512662:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384383.512668:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384383.512669:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384383.512672:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384383.512675:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.512684:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384383.512686:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.512692:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.512694:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384383.512697:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.512701:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294971405 00000100:00000010:2.0:1767384383.512704:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a2ccc6. 00000100:00000001:2.0:1767384383.512710:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384383.512715:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294971405 00000100:00000010:2.0:1767384383.512717:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bff8c225. 00000100:00000001:2.0:1767384383.512720:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384383.512722:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294971405 00000100:00000010:2.0:1767384383.512724:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d36d530. 00000100:00000001:2.0:1767384383.512726:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384383.512728:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294971405 00000100:00000010:2.0:1767384383.512731:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abd4cb83. 00000100:00000001:2.0:1767384383.512733:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384383.512735:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384383.512738:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.512740:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384383.512741:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384383.512743:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 0000000012e2eb84 going to sleep for 11 seconds 00000100:00000001:2.0:1767384383.512746:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384383.512748:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.513467:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.513470:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253440 02000000:00000001:1.0:1767384383.513473:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.513481:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.513483:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.513486:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.513489:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253440 00000020:00000001:1.0:1767384383.513491:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.513493:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384383.513495:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.513497:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:1.0:1767384383.513499:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384383.513501:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384383.513505:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.513508:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000100:00000001:1.0:1767384383.513511:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.513513:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000020:00000010:1.0:1767384383.513518:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9b1d811. 00000020:00000010:1.0:1767384383.513522:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a806f22e. 00000020:00000010:1.0:1767384383.513527:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000040:1.0:1767384383.513534:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384383.513536:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.513538:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384383.513539:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.513546:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.513586:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.513595:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.513597:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384383.513602:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1767384383.513605:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384383.513607:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378290768 : -114060331260848 : ffff98434278e450) 00000100:00000040:1.0:1767384383.513611:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fbf8df6 x1853236748253440/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:364/0 lens 328/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384383.513619:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.513622:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000100:00000001:1.0:1767384383.513624:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.513631:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000100:00100000:1.0:1767384383.513635:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fbf8df6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748253440:12345-0@lo:101: 00000100:00000200:1.0:1767384383.513639:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253440 00000020:00000001:1.0:1767384383.513643:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.513646:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384383.513648:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.513651:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384383.513653:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:1.0:1767384383.513657:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384383.513658:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384383.513660:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384383.513662:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384383.513665:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.513667:0:16779:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384383.513670:0:16779:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384383.513671:0:16779:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384383.513673:0:16779:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384383.513675:0:16779:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.513680:0:16779:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384383.513685:0:16779:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bbc8861. 00010000:00000001:1.0:1767384383.513687:0:16779:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384383.513689:0:16779:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058516650. 00000020:00000001:1.0:1767384383.513692:0:16779:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384383.513693:0:16779:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000058516650 with handle 0x4ac496f8d605e2e4 to hash 00000020:00000001:1.0:1767384383.513695:0:16779:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384383.513696:0:16779:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:1.0:1767384383.513698:0:16779:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00010000:1.0:1767384383.513700:0:16779:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e2dd expref: -99 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384383.513707:0:16779:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:1.0:1767384383.513710:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:1.0:1767384383.513715:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384383.513717:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384383.513725:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e2f1de47. 02000000:00000001:1.0:1767384383.513727:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.513729:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.513732:0:16779:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384383.513735:0:16779:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384383.513737:0:16779:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384383.513739:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384383.513740:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.513743:0:16779:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384383.513744:0:16779:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.513746:0:16779:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384383.513748:0:16779:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384383.513749:0:16779:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384383.513750:0:16779:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384383.513752:0:16779:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bbc8861) refcount = 1 00010000:00010000:1.0:1767384383.513756:0:16779:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384383.513762:0:16779:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384383.513763:0:16779:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384383.513765:0:16779:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.513767:0:16779:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.513769:0:16779:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384383.513772:0:16779:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384383.513774:0:16779:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 15 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384383.513781:0:16779:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384383.513783:0:16779:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384383.513785:0:16779:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384383.513787:0:16779:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.513789:0:16779:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384383.513790:0:16779:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384383.513792:0:16779:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384383.513793:0:16779:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000058516650, rc 0) 00000020:00000001:1.0:1767384383.513796:0:16779:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.513799:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253440 00010000:00000001:1.0:1767384383.513806:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384383.513810:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fbf8df6 x1853236748253440/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:364/0 lens 328/344 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384383.513818:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.513820:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.513823:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384383.513827:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.513829:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384383.513831:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384383.513833:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.513835:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.513837:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384383.513840:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384383.513843:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384383.513845:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748253440, offset 224 00000400:00000200:1.0:1767384383.513849:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384383.513855:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384383.513860:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e107900 00000400:00000200:1.0:1767384383.513864:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f61 [1] + 224 00000400:00000200:1.0:1767384383.513868:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.513871:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384383.513874:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384383.513877:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384383.513885:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384383.513898:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384383.513902:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384383.513905:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384383.513907:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384383.513909:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384383.513913:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.513916:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384383.513918:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384383.513926:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.513929:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384383.513932:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fbf8df6 x1853236748253440/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:364/0 lens 328/344 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384383.513941:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fbf8df6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748253440:12345-0@lo:101: Request processed in 320us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384383.513948:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:1.0:1767384383.513951:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384383.513953:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.513955:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384383.513959:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a806f22e. 00000020:00000010:1.0:1767384383.513963:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:1.0:1767384383.513967:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9b1d811. 00000020:00000040:1.0:1767384383.513972:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384383.513975:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384383.513977:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e2f1de47. 02000000:00000001:1.0:1767384383.513980:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384383.513982:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384383.513985:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384383.513989:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000400:00000010:1.0:1767384383.513993:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097d3ec8a. 00000100:00000001:2.0:1767384383.514018:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384383.514022:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.514024:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.514026:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000611b8c. 00000400:00000200:2.0:1767384383.514030:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:2.0:1767384383.514031:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000100:00000001:2.0:1767384383.514035:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384383.514038:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384383.514046:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514052:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384383.514054:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.514056:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384383.514058:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384383.514060:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384383.514061:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.514063:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384383.514066:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384383.514070:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384383.514072:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384383.514074:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.514076:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384383.514078:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514080:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.514084:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514090:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384383.514092:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384383.514094:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384383.514097:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384383.514156:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748253440:0@lo:101: 00000100:00000001:2.0:1767384383.514175:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.514178:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514180:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384383.514182:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384383.514184:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514191:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384383.514193:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000012e2eb84. 00000100:00000001:2.0:1767384383.514196:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384383.514198:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.514200:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384383.514202:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384383.514204:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384383.514205:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=4 00000020:00000001:2.0:1767384383.514207:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.514210:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000040:2.0:1767384383.514214:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000003811b824, remote cookie: 0x4ac496f8d605e2e4, flags: 0x0 00010000:00000001:2.0:1767384383.514216:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384383.514219:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384383.514220:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384383.514221:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384383.514222:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384383.514224:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000036f285eb) refcount = 1 00010000:00010000:2.0:1767384383.514226:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384383.514233:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384383.514235:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384383.514236:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384383.514239:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384383.514242:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384383.514244:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384383.514250:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384383.514251:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384383.514252:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384383.514253:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384383.514254:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384383.514256:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514257:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384383.514259:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748253440/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384399 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514265:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384383.514267:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384383.514269:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3a41b3a. 02000000:00000001:2.0:1767384383.514272:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384383.514274:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.514276:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384383.514279:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384383.514281:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e37ddfd3. 02000000:00000001:2.0:1767384383.514283:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384383.514285:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384383.514287:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:2.0:1767384383.514290:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384383.514291:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384383.514292:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384383.514294:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384383.514295:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:2.0:1767384383.514297:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.514299:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384383.514300:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384383.514302:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384383.514303:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.514305:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.514307:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384383.514308:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384383.514309:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384383.514310:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384383.514312:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384383.514315:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008c494f4b. 00000100:00000010:2.0:1767384383.514342:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00000020:00000040:2.0:1767384383.514344:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384383.514347:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384383.514348:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384383.514350:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384383.514353:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e37ddfd3. 00000100:00000001:2.0:1767384383.514356:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514360:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384383.514363:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b3a41b3a. 00000100:00000010:2.0:1767384383.514366:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000234f8fea. 00000020:00000040:2.0:1767384383.514368:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384383.514371:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384383.514372:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384383.514375:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012e2eb84. 00000100:00000001:2.0:1767384383.514377:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017757427008 : -114055952124608 : ffff9844477d3540) 00000100:00000001:2.0:1767384383.514380:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384383.514381:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000100:00000001:2.0:1767384383.514384:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384383.514386:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514387:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384383.514388:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384383.514391:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514398:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384383.514400:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.514402:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384383.514403:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384383.514405:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384383.514408:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748253568:0@lo:256: 00000100:00000001:2.0:1767384383.514411:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384383.514413:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384383.514415:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514416:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384383.514421:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000611b8c. 00000400:00000010:2.0:1767384383.514424:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075efff01. 00000100:00000200:2.0:1767384383.514427:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e107980-0x695824e107980, portal 33 00000100:00000001:2.0:1767384383.514430:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.514432:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384383.514435:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d5110bc. 02000000:00000001:2.0:1767384383.514437:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384383.514440:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384383.514443:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000100:00000200:2.0:1767384383.514445:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748253568, portal 25 00000100:00000001:2.0:1767384383.514447:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384383.514448:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000100:00000040:2.0:1767384383.514452:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514458:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384383.514460:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384383.514462:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384383.514464:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748253568, offset 0 00000400:00000200:2.0:1767384383.514469:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384383.514474:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384383.514482:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e107980 00000400:00000200:2.0:1767384383.514485:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1699 [2] + 0 00000400:00000010:2.0:1767384383.514488:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11aa087. 00000400:00000200:2.0:1767384383.514491:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002588dc59 00000400:00000200:2.0:1767384383.514493:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384383.514496:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384383.514499:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002588dc59 00000400:00000010:2.0:1767384383.514500:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002588dc59. 00000100:00000001:2.0:1767384383.514503:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384383.514504:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384383.514506:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000b3d16c6a x1853236748253568 msgsize 304 00000100:00100000:2.0:1767384383.514509:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384383.514511:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384383.514525:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384383.514528:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384383.514529:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384383.514531:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384383.514533:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514540:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384383.514542:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.514548:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514549:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384383.514552:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514554:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294971407 00000100:00000001:2.0:1767384383.514559:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971405 00000100:00000001:2.0:1767384383.514561:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294971407 00000100:00000001:2.0:1767384383.514564:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971405 00000100:00000001:2.0:1767384383.514566:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294971407 00000100:00000001:2.0:1767384383.514569:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294971405 00000100:00000001:2.0:1767384383.514572:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294971407 00000100:00000001:2.0:1767384383.514574:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294971405 00000100:00000001:2.0:1767384383.514576:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384383.514578:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.514580:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384383.514581:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384383.514583:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 0000000012e2eb84 going to sleep for 11 seconds 00000100:00000001:2.0:1767384383.514585:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384383.514586:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.514629:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384383.514631:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253568 02000000:00000001:1.0:1767384383.514633:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384383.514635:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384383.514636:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384383.514638:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384383.514640:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253568 00000020:00000001:1.0:1767384383.514642:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384383.514643:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384383.514644:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384383.514646:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384383.514648:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384383.514650:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384383.514658:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.514660:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000100:00000001:1.0:1767384383.514662:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.514664:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000020:00000010:1.0:1767384383.514667:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9b1d811. 00000020:00000010:1.0:1767384383.514669:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a806f22e. 00000020:00000010:1.0:1767384383.514672:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000040:1.0:1767384383.514676:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384383.514677:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384383.514679:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384383.514680:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.514683:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.514722:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384383.514729:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384383.514730:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384383.514732:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1767384383.514734:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384383.514737:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388813392 : -114060320738224 : ffff984343197450) 00000100:00000040:1.0:1767384383.514741:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3d16c6a x1853236748253568/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:364/0 lens 304/0 e 0 to 0 dl 1767384394 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384383.514748:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384383.514750:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000100:00000001:1.0:1767384383.514751:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384383.514753:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000100:00100000:1.0:1767384383.514756:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d16c6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748253568:12345-0@lo:256: 00000100:00000200:1.0:1767384383.514760:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253568 00000020:00000001:1.0:1767384383.514762:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384383.514763:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384383.514765:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.514766:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384383.514768:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:1.0:1767384383.514770:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384383.514777:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384383.514779:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384383.514780:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384383.514782:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.514785:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384383.514786:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384383.514788:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000e2f1de47. 02000000:00000001:1.0:1767384383.514790:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.514791:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.514794:0:16779:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384383.514797:0:16779:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384383.514799:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384383.514801:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384383.514803:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384383.514805:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384383.514807:0:16779:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384383.514810:0:16779:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000004a959f8d. 20000000:00000001:1.0:1767384383.514813:0:16779:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384383.514829:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384383.514835:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384383.514840:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384383.514842:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384383.514843:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384383.514845:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384383.514848:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384383.514850:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384383.514852:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384383.514854:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384383.514856:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384383.514858:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384383.514860:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384383.514862:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384383.514864:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384383.514866:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384383.514869:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384383.514870:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384383.514872:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384383.514874:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384383.514875:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384383.514882:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384383.514884:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384383.514885:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384383.514888:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384383.514890:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384383.514891:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384383.514893:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384383.514895:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384383.514897:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384383.514899:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384383.514901:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384383.514903:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384383.514905:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384383.514907:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384383.514909:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384383.514911:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384383.514913:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384383.514915:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384383.514917:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384383.514919:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:1.0:1767384383.514922:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:1.0:1767384383.514932:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384383.514934:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384383.514937:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384383.514939:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384383.514941:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384383.514943:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384383.514945:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384383.514947:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384383.514949:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384383.514951:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384383.514953:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384383.514955:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384383.514957:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384383.514959:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384383.514960:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384383.514962:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384383.514964:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384383.514966:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384383.514974:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384383.514976:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384383.514977:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384383.514979:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384383.514981:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384383.514982:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384383.514984:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384383.514986:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384383.514988:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384383.514990:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384383.514992:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384383.514994:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384383.514996:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384383.514998:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384383.515000:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384383.515002:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384383.515004:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384383.515006:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384383.515008:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384383.515010:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384383.515012:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384383.515014:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384383.515015:0:16779:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:1.0:1767384383.515018:0:16779:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:1.0:1767384383.515020:0:16779:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 86 20000000:00000001:1.0:1767384383.515022:0:16779:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:1.0:1767384383.515025:0:16779:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384383.515028:0:16779:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001a1b4c5a. 00000100:00000010:1.0:1767384383.515030:0:16779:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ea713bf1. 00000020:00000040:1.0:1767384383.515032:0:16779:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:1.0:1767384383.515035:0:16779:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384383.515037:0:16779:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384383.515039:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000400:00000010:1.0:1767384383.515044:0:16779:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee28050a. 00000400:00000200:1.0:1767384383.515047:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384383.515053:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384383.515057:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x695824e107980 00000400:00000200:1.0:1767384383.515061:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x1f71 [4] + 0 00000400:00000010:1.0:1767384383.515069:0:16779:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000611b8c. 00000400:00000200:1.0:1767384383.515072:0:16779:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075efff01 00000400:00000200:1.0:1767384383.515075:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.515079:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384383.515081:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075efff01 00000400:00000010:1.0:1767384383.515083:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075efff01. 00000100:00000001:1.0:1767384383.515086:0:16779:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384383.515088:0:16779:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000249d2b44 desc 00000000b3a41b3a mbits 1853236748253568 00000100:00000001:1.0:1767384383.515096:0:16779:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384383.515099:0:16779:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384383.515103:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384383.515126:0:16779:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f7d 00000400:00000200:1.0:1767384383.515128:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.515131:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384383.515133:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384383.515135:0:16779:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001a1b4c5a 00000100:00000001:1.0:1767384383.515137:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384383.515143:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384383.515144:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384383.515146:0:16779:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384383.515147:0:16779:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001a1b4c5a 00000100:00000001:1.0:1767384383.515149:0:16779:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384383.515153:0:16779:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x695824e107980-0x695824e107980 00000100:00000001:1.0:1767384383.515156:0:16779:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384383.515159:0:16779:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.515171:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384383.515174:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:1.0:1767384383.515176:0:16779:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ea713bf1. 00000100:00000010:1.0:1767384383.515179:0:16779:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001a1b4c5a. 00000100:00000001:1.0:1767384383.515182:0:16779:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384383.515183:0:16779:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384383.515189:0:16779:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000004a959f8d. 20000000:00000001:1.0:1767384383.515194:0:16779:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384383.515196:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253568 00010000:00000001:1.0:1767384383.515198:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384383.515205:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b3d16c6a x1853236748253568/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:364/0 lens 304/240 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384383.515211:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384383.515212:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384383.515214:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384383.515217:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384383.515219:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384383.515221:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384383.515223:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384383.515224:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384383.515226:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384383.515228:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384383.515230:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000100:00000200:1.0:1767384383.515233:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748253568, offset 224 00000400:00000200:1.0:1767384383.515236:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384383.515241:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384383.515246:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e107980 00000400:00000200:1.0:1767384383.515249:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f75 [1] + 224 00000400:00000200:1.0:1767384383.515252:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384383.515254:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384383.515257:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384383.515258:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384383.515265:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384383.515271:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384383.515274:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:1.0:1767384383.515275:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000100:00000001:1.0:1767384383.515277:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384383.515279:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384383.515281:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384383.515283:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384383.515285:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384383.515286:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384383.515293:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384383.515295:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3d16c6a x1853236748253568/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:364/0 lens 304/240 e 0 to 0 dl 1767384394 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384383.515303:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d16c6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748253568:12345-0@lo:256: Request processed in 555us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384383.515310:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:1.0:1767384383.515312:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384383.515314:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384383.515316:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384383.515318:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a806f22e. 00000020:00000010:1.0:1767384383.515320:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:1.0:1767384383.515323:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9b1d811. 00000020:00000040:1.0:1767384383.515325:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:1.0:1767384383.515327:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384383.515329:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000e2f1de47. 02000000:00000001:1.0:1767384383.515330:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384383.515332:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384383.515335:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384383.515337:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000400:00000010:1.0:1767384383.515340:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adc2b028. 00000100:00000001:2.0:1767384383.515385:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384383.515388:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384383.515389:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384383.515391:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065ac38e4. 00000400:00000200:2.0:1767384383.515393:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:2.0:1767384383.515395:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000100:00000001:2.0:1767384383.515397:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384383.515401:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384383.515408:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.515414:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384383.515415:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.515417:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384383.515418:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384383.515419:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384383.515421:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384383.515423:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384383.515426:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=89 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384383.515429:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=89 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384383.515432:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384383.515433:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.515435:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384383.515436:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.515438:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384383.515440:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384383.515449:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.515454:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384383.515456:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384383.515459:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384383.515465:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748253568:0@lo:256: 00000100:00000001:2.0:1767384383.515470:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.515472:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.515474:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384383.515476:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384383.515479:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.515485:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384383.515487:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000012e2eb84. 00000100:00000001:2.0:1767384383.515490:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384383.515492:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384383.515495:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:2.0:1767384383.515498:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384383.515503:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000e825cc98. 10000000:00000040:2.0:1767384383.515512:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384383.515518:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384383.515521:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384383.515525:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:2.0:1767384383.515527:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384383.515529:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384383.515531:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:2.0:1767384383.515533:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000100:00000200:2.0:1767384383.515537:0:16782:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.202.119@tcp' 00000400:00000200:2.0:1767384383.515539:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767384383.515542:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384383.515545:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:2.0:1767384383.515549:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384383.515554:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (40) 00000400:00000200:2.0:1767384383.515559:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000200:2.0:1767384383.515568:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384383.515571:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384383.515573:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384383.515577:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:2.0:1767384383.515579:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (42) 00000400:00000200:2.0:1767384383.515582:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:2.0:1767384383.515584:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:2.0:1767384383.515588:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515590:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:2.0:1767384383.515592:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:2.0:1767384383.515595:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515596:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:2.0:1767384383.515598:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:2.0:1767384383.515601:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515603:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:2.0:1767384383.515605:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:2.0:1767384383.515608:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515610:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:2.0:1767384383.515611:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:2.0:1767384383.515614:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515615:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:2.0:1767384383.515617:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:2.0:1767384383.515619:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515621:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:2.0:1767384383.515623:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:2.0:1767384383.515625:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515627:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:2.0:1767384383.515628:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:2.0:1767384383.515631:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515633:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:2.0:1767384383.515635:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:2.0:1767384383.515638:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515640:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:2.0:1767384383.515642:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:2.0:1767384383.515645:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515647:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:2.0:1767384383.515649:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:2.0:1767384383.515652:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515653:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:2.0:1767384383.515655:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:2.0:1767384383.515658:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515659:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:2.0:1767384383.515662:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:2.0:1767384383.515665:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515667:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:2.0:1767384383.515669:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:2.0:1767384383.515672:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515674:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:2.0:1767384383.515676:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:2.0:1767384383.515679:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515681:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:2.0:1767384383.515683:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:2.0:1767384383.515686:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515688:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:2.0:1767384383.515689:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:2.0:1767384383.515692:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515694:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:2.0:1767384383.515696:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:2.0:1767384383.515699:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515700:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:2.0:1767384383.515702:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:2.0:1767384383.515705:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515707:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:2.0:1767384383.515708:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:2.0:1767384383.515712:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515713:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:2.0:1767384383.515715:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:2.0:1767384383.515718:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515720:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:2.0:1767384383.515722:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:2.0:1767384383.515726:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515728:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:2.0:1767384383.515730:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:2.0:1767384383.515733:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515735:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:2.0:1767384383.515737:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:2.0:1767384383.515740:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515742:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:2.0:1767384383.515744:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:2.0:1767384383.515747:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515749:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:2.0:1767384383.515751:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:2.0:1767384383.515754:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515756:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:2.0:1767384383.515758:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:2.0:1767384383.515760:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515762:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:2.0:1767384383.515764:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:2.0:1767384383.515767:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515768:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:2.0:1767384383.515770:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:2.0:1767384383.515773:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515774:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:2.0:1767384383.515776:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:2.0:1767384383.515778:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515779:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:2.0:1767384383.515781:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:2.0:1767384383.515784:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384383.515785:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 00000100:00000001:2.0:1767384383.515787:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.515789:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384383.515792:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 10000000:00000010:2.0:1767384383.515797:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ac163e57. 10000000:00000040:2.0:1767384383.515799:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:2.0:1767384383.515802:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767384383.515807:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767384383.515810:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c9619. 00000020:00000010:2.0:1767384383.515814:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051c8f53d. 00000040:00000010:2.0:1767384383.515817:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd43055c. 00000020:00000010:2.0:1767384383.515821:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004005d04d. 00000020:00000010:2.0:1767384383.515825:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384383.515828:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e4d63db. 80000000:00000010:2.0:1767384383.515832:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028c11035. 40000000:00000010:2.0:1767384383.515835:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a2fe04aa. 00100000:00000010:2.0:1767384383.515839:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b416ab3. 00040000:00000010:2.0:1767384383.515866:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e6f9605. 00040000:00000010:2.0:1767384383.515870:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ece52f87. 00040000:00000010:2.0:1767384383.515873:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bf34dd1. 00080000:00000010:2.0:1767384383.515876:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005c5748ef. 00000004:00000010:2.0:1767384383.515880:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000825d27ce. 00000004:00000010:2.0:1767384383.515884:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004faf1aa4. 00000004:00000010:2.0:1767384383.515888:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ca9eeea3. 00002000:00000010:2.0:1767384383.515892:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004a94947e. 00000004:00000010:2.0:1767384383.515897:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ee0bd030. 00000004:00000001:2.0:1767384383.515900:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384383.515903:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767384383.515904:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ac163e57 00000040:00001000:2.0:1767384383.515906:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767384383.515908:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767384383.515909:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384383.515911:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767384383.515914:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767384383.515914:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767384383.515916:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384383.515917:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:2.0:1767384383.515919:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:2.0:1767384383.515969:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384383.515973:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051c8f53d. 00000040:00000010:2.0:1767384383.515977:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd43055c. 00000020:00000010:2.0:1767384383.515980:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004005d04d. 00000020:00000010:2.0:1767384383.515985:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384383.515988:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e4d63db. 80000000:00000010:2.0:1767384383.515991:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000028c11035. 40000000:00000010:2.0:1767384383.515995:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a2fe04aa. 00100000:00000010:2.0:1767384383.515998:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006b416ab3. 00040000:00000010:2.0:1767384383.516002:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e6f9605. 00040000:00000010:2.0:1767384383.516006:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ece52f87. 00040000:00000010:2.0:1767384383.516009:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bf34dd1. 00080000:00000010:2.0:1767384383.516012:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005c5748ef. 00000004:00000010:2.0:1767384383.516015:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000825d27ce. 00000004:00000010:2.0:1767384383.516019:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004faf1aa4. 00000004:00000010:2.0:1767384383.516024:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ca9eeea3. 00002000:00000010:2.0:1767384383.516027:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004a94947e. 00000004:00000010:2.0:1767384383.516030:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ee0bd030. 00000020:00000010:2.0:1767384383.516032:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c9619. 00000020:00000001:2.0:1767384383.516034:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384383.516036:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767384383.516038:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ac163e57. 10000000:00000010:2.0:1767384383.516040:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000e825cc98. 10000000:00000001:2.0:1767384383.516043:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384383.516045:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384383.516048:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748253568/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384399 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384383.516055:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384383.516057:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384383.516059:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d5110bc. 02000000:00000001:2.0:1767384383.516061:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384383.516063:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.516064:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384383.516066:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384383.516068:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384383.516069:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384383.516071:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384383.516073:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767384383.516075:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000234f8fea. 00000100:00000010:2.0:1767384383.516078:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b3a41b3a. 00000100:00000001:2.0:1767384383.516081:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384383.516082:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e37ddfd3. 02000000:00000001:2.0:1767384383.516085:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384383.516086:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384383.516087:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:2.0:1767384383.516090:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384383.516091:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767384383.516101:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008c494f4b. 10000000:01000000:2.0:1767384383.516120:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767384383.516124:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384383.516126:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384383.516128:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384383.516130:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384383.516132:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.516134:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384383.516137:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384383.516140:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384383.516146:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384383.516148:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384383.516149:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384383.516156:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384383.516157:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384383.516158:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384383.516160:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384383.516189:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384383.516191:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384383.516194:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384383.516196:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:2.0:1767384383.516199:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384383.516214:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384383.516219:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:2.0:1767384383.516222:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000010:2.0:1767384383.516226:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000ee0bd030. 00000400:00000010:2.0:1767384383.516229:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000400:00000010:2.0:1767384383.516233:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009aa84c9f. 00000400:00000200:2.0:1767384383.516236:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:2.0:1767384383.516243:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384383.516248:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:2.0:1767384383.516255:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:2.0:1767384383.516261:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000400:00000200:2.0:1767384383.516267:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:2.0:1767384383.516272:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:2.0:1767384383.516278:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:2.0:1767384383.516283:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:2.0:1767384383.516288:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000400:00000200:2.0:1767384383.516292:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:2.0:1767384383.516296:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000400:00000200:2.0:1767384383.516301:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000400:00000200:2.0:1767384383.516305:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000400:00000200:2.0:1767384383.516310:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 00000400:00000200:2.0:1767384383.516314:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000400:00000200:2.0:1767384383.516319:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[188, 63] 00000400:00000200:2.0:1767384383.516324:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[190, 63] 00000400:00000200:2.0:1767384383.516329:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[195, 63] 00000400:00000200:2.0:1767384383.516335:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 62], ns[56, 63] 00000400:00000200:2.0:1767384383.516340:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 56], ns[68, 56] 00000400:00000200:2.0:1767384383.516344:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[90, 56] 00000400:00000200:2.0:1767384383.516350:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 56], ns[74, 56] 00000400:00000200:2.0:1767384383.516354:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 56], ns[133, 56] 00000400:00000200:2.0:1767384383.516359:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[99, 56] 00000400:00000200:2.0:1767384383.516364:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 56], ns[105, 56] 00000400:00000200:2.0:1767384383.516368:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 56], ns[117, 56] 00000400:00000200:2.0:1767384383.516372:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 56], ns[204, 56] 00000400:00000200:2.0:1767384383.516377:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 56], ns[169, 56] 00000400:00000200:2.0:1767384383.516381:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 56], ns[179, 56] 00000400:00000200:2.0:1767384383.516386:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 56], ns[132, 56] 00000400:00000200:2.0:1767384383.516390:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 56], ns[186, 56] 00000400:00000200:2.0:1767384383.516395:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 56], ns[160, 56] 00000400:00000200:2.0:1767384383.516400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 56], ns[198, 56] 00000400:00000200:2.0:1767384383.516405:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 56], ns[185, 56] 00000400:00000200:2.0:1767384383.516409:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 56], ns[168, 56] 00000400:00000200:2.0:1767384383.516414:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 56], ns[199, 56] 00000400:00000200:2.0:1767384383.516419:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[194, 56], ns[203, 56] 00000400:00000200:2.0:1767384383.516423:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[192, 56], ns[201, 56] 00000400:00000200:2.0:1767384383.516428:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[196, 56], ns[205, 56] 00000400:00000200:2.0:1767384383.516432:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384383.516436:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp27 00000400:00000200:2.0:1767384383.516439:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384383.516442:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp27 00000400:00000200:2.0:1767384383.516446:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp27 NI seq info: [206:206:256:4294967295] 192.168.202.119@tcp27 LPNI seq info [197:197:8:4294967295] 00000400:00000200:2.0:1767384383.516452:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp27 00000400:00000200:2.0:1767384383.516459:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27:) -> 192.168.202.119@tcp27(192.168.202.119@tcp:192.168.202.119@tcp27) : GET try# 0 00000800:00000200:2.0:1767384383.516465:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp27 00000800:00000010:2.0:1767384383.516469:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e6f9605. 00000800:00000200:2.0:1767384383.516474:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (6) 00000800:00000200:2.0:1767384383.516482:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp27 ip 192.168.202.119:988 00000800:00000200:2.0:1767384383.516486:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e6f9605 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384383.516497:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:2.0:1767384383.516499:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000800:00000200:3.0:1767384383.517187:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384383.517192:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e6f9605. 00000400:00000200:3.0:1767384383.517196:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384383.517201:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: GET: OK 00000400:00000200:3.0:1767384383.517205:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384383.517207:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:3.0:1767384383.517212:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.517222:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384383.517224:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.517227:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384383.517232:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27) <- 192.168.202.119@tcp27 : GET - for me 00000400:00000200:3.0:1767384383.517247:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384383.517252:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 672/672 into md 0x1f2d [1] + 0 00000400:00000200:3.0:1767384383.517260:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp27 to MR: 192.168.202.119@tcp27 local destination 00000400:00000200:3.0:1767384383.517267:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp27 NI seq info: [207:207:256:4294967295] 192.168.202.119@tcp27 LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1767384383.517276:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27:192.168.202.119@tcp27) -> 192.168.202.119@tcp27(192.168.202.119@tcp27:192.168.202.119@tcp27) 192.168.202.119@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384383.517281:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.119@tcp27 00000800:00000010:3.0:1767384383.517284:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c043058d. 00000800:00000200:3.0:1767384383.517288:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006ceff86d] -> 12345-192.168.202.119@tcp27 (6) 00000800:00000200:3.0:1767384383.517293:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp27 ip 192.168.202.119:987 00000800:00000200:3.0:1767384383.517296:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c043058d type 3, nob 768 niov 1 nkiov 1 00000800:00000200:0.0:1767384383.517410:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.517413:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c043058d. 00000400:00000200:0.0:1767384383.517417:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.517421:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: REPLY: OK 00000800:00000001:0.0:1767384383.517433:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517437:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.517439:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517441:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.517445:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp27(192.168.202.119@tcp27) <- 192.168.202.119@tcp27 : REPLY - for me 00000400:00000200:0.0:1767384383.517453:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp27: Reply from 12345-192.168.202.119@tcp27 of length 672/672 into md 0x1f89 00000800:00000001:0.0:1767384383.517457:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517463:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.517464:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.517467:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp27->192.168.202.119@tcp27: REPLY: OK 00000400:00000200:0.0:1767384383.517469:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000510525cb 00000400:00000010:0.0:1767384383.517470:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000400:00000200:0.0:1767384383.517473:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384383.517476:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384383.517479:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384383.517481:0:16139:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.119@tcp (688 bytes) 00000400:00000200:0.0:1767384383.517484:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:0.0:1767384383.517492:0:16139:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000ee0bd030. 00000400:00000200:0.0:1767384383.517495:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (42) 00000800:00000001:0.0:1767384383.517498:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517500:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.517509:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384383.517512:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000319fa69e. 00000400:00000010:0.0:1767384383.517516:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5dd47f. 00000400:00000010:0.0:1767384383.517520:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000400:00000200:0.0:1767384383.517522:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000319fa69e 00000400:00000001:0.0:1767384383.517525:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384383.517526:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384383.517527:0:16144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4dbc2f. 00000400:00000200:0.0:1767384383.517529:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:0.0:1767384383.517530:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000400:00000200:0.0:1767384383.517534:0:16144:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384383.517536:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000c9fb2b69. 00000400:00000200:0.0:1767384383.517539:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:0.0:1767384383.517546:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300871 00000400:00000200:0.0:1767384383.517550:0:16144:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.119@tcp:0 00000400:00000200:0.0:1767384383.517552:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 rc 1 00000400:00000200:0.0:1767384383.517555:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302071 00000400:00000200:0.0:1767384383.517557:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000010:0.0:1767384383.517560:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d041d0fc. 00000400:00000010:0.0:1767384383.517563:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000400:00000010:0.0:1767384383.517567:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001e242710. 00000400:00000200:0.0:1767384383.517571:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384383.517575:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384383.517579:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:0.0:1767384383.517583:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[62, 162], ns[63, 171] 00000400:00000200:0.0:1767384383.517588:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 62], ns[70, 63] 00000400:00000200:0.0:1767384383.517591:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 62], ns[76, 63] 00000400:00000200:0.0:1767384383.517594:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 62], ns[80, 63] 00000400:00000200:0.0:1767384383.517598:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 62], ns[93, 63] 00000400:00000200:0.0:1767384383.517602:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 62], ns[101, 63] 00000400:00000200:0.0:1767384383.517605:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 62], ns[109, 63] 00000400:00000200:0.0:1767384383.517609:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 62], ns[120, 63] 00000400:00000200:0.0:1767384383.517613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 62], ns[126, 63] 00000400:00000200:0.0:1767384383.517617:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 62], ns[138, 63] 00000400:00000200:0.0:1767384383.517620:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 62], ns[142, 63] 00000400:00000200:0.0:1767384383.517624:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 62], ns[153, 63] 00000400:00000200:0.0:1767384383.517634:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 62], ns[162, 63] 00000400:00000200:0.0:1767384383.517638:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 62], ns[188, 63] 00000400:00000200:0.0:1767384383.517642:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 62], ns[190, 63] 00000400:00000200:0.0:1767384383.517646:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 62], ns[195, 63] 00000400:00000200:0.0:1767384383.517651:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 62], ns[207, 63] 00000400:00000200:0.0:1767384383.517655:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 62], ns[68, 63] 00000400:00000200:0.0:1767384383.517658:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 62], ns[90, 63] 00000400:00000200:0.0:1767384383.517663:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 62], ns[74, 63] 00000400:00000200:0.0:1767384383.517667:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 62], ns[133, 63] 00000400:00000200:0.0:1767384383.517672:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 62], ns[99, 63] 00000400:00000200:0.0:1767384383.517676:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 62], ns[105, 63] 00000400:00000200:0.0:1767384383.517680:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 62], ns[117, 63] 00000400:00000200:0.0:1767384383.517684:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 62], ns[204, 63] 00000400:00000200:0.0:1767384383.517688:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 62], ns[169, 63] 00000400:00000200:0.0:1767384383.517693:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 62], ns[179, 63] 00000400:00000200:0.0:1767384383.517696:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 62], ns[132, 63] 00000400:00000200:0.0:1767384383.517700:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 62], ns[186, 63] 00000400:00000200:0.0:1767384383.517704:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 62], ns[160, 63] 00000400:00000200:0.0:1767384383.517715:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 62], ns[198, 63] 00000400:00000200:0.0:1767384383.517719:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 62], ns[185, 63] 00000400:00000200:0.0:1767384383.517722:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 62], ns[168, 63] 00000400:00000200:0.0:1767384383.517727:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 62], ns[199, 63] 00000400:00000200:0.0:1767384383.517731:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[194, 62], ns[203, 63] 00000400:00000200:0.0:1767384383.517735:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[192, 62], ns[201, 63] 00000400:00000200:0.0:1767384383.517739:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[196, 62], ns[205, 63] 00000400:00000200:0.0:1767384383.517743:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384383.517746:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp11 00000400:00000200:0.0:1767384383.517749:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384383.517751:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp11 00000400:00000200:0.0:1767384383.517754:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [208:208:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767384383.517759:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp11 00000400:00000200:0.0:1767384383.517765:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:) -> 192.168.202.119@tcp11(192.168.202.119@tcp:192.168.202.119@tcp11) : GET try# 0 00000800:00000200:0.0:1767384383.517770:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp11 00000800:00000010:0.0:1767384383.517773:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c02cff2. 00000800:00000200:0.0:1767384383.517777:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000800:00000200:0.0:1767384383.517783:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:988 00000800:00000200:0.0:1767384383.517785:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c02cff2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384383.517794:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384383.517796:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000800:00000200:0.0:1767384383.517832:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.517835:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c02cff2. 00000400:00000200:0.0:1767384383.517838:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.517842:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: GET: OK 00000400:00000200:0.0:1767384383.517850:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384383.517852:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000800:00000001:0.0:1767384383.517857:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517861:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.517863:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517866:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.517870:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : GET - for me 00000400:00000200:0.0:1767384383.517876:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384383.517880:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 688/688 into md 0x1f2d [1] + 0 00000400:00000200:0.0:1767384383.517886:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 00000400:00000200:0.0:1767384383.517891:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [209:209:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1767384383.517899:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) 192.168.202.119@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767384383.517904:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:0.0:1767384383.517907:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c02cff2. 00000800:00000200:0.0:1767384383.517910:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000800:00000200:0.0:1767384383.517914:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:1019 00000800:00000200:0.0:1767384383.517916:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c02cff2 type 3, nob 784 niov 1 nkiov 1 00000800:00000200:0.0:1767384383.517953:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.517955:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c02cff2. 00000400:00000200:0.0:1767384383.517957:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.517961:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: REPLY: OK 00000800:00000001:0.0:1767384383.517966:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517969:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.517970:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517973:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.517974:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.517977:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.517981:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : REPLY - for me 00000400:00000200:0.0:1767384383.517987:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp11: Reply from 12345-192.168.202.119@tcp11 of length 688/688 into md 0x1f91 00000800:00000001:0.0:1767384383.517991:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518002:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.518004:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.518008:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: REPLY: OK 00000400:00000200:0.0:1767384383.518011:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:0.0:1767384383.518013:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000400:00000200:0.0:1767384383.518016:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384383.518018:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:0.0:1767384383.518022:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:0.0:1767384383.518026:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 41. state = 0x300271 00000400:00000200:0.0:1767384383.518030:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384383.518037:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (42) 00000800:00000001:0.0:1767384383.518041:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518044:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.518052:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384383.518056:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:0.0:1767384383.518061:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 0000000048822ef5. 00000400:00000010:0.0:1767384383.518064:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000c331b22d. 00000400:00000010:0.0:1767384383.518067:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000718be33e. 00000400:00000200:0.0:1767384383.518094:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp35(00000000d4f02856) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384383.518102:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp41(00000000f9ee21ea) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384383.518125:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp44(000000002eae5b80) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384383.518129:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp45(0000000097a89590) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384383.518133:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp46(00000000716cd3df) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384383.518137:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp47(00000000e147b709) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384383.518143:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000030188e21. 00000400:00000200:0.0:1767384383.518148:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000030188e21 nid 192.168.202.119@tcp48 00000400:00000010:0.0:1767384383.518151:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000abe4d304. 00000400:00000200:0.0:1767384383.518153:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000abe4d304 net tcp48 00000400:00000200:0.0:1767384383.518156:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (41) 00000400:00000200:0.0:1767384383.518160:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp48 flags 0x11 00000400:00000010:0.0:1767384383.518178:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000928a28a2. 00000400:00000200:0.0:1767384383.518188:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000928a28a2 nid 192.168.202.119@tcp49 00000400:00000010:0.0:1767384383.518192:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000ef2dfc9. 00000400:00000200:0.0:1767384383.518194:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 000000000ef2dfc9 net tcp49 00000400:00000200:0.0:1767384383.518196:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (42) 00000400:00000200:0.0:1767384383.518199:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp49 flags 0x11 00000400:00000010:0.0:1767384383.518202:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 0000000048822ef5. 00000400:00000010:0.0:1767384383.518205:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000c331b22d. 00000400:00000010:0.0:1767384383.518206:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000718be33e. 00000400:00000010:0.0:1767384383.518209:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d041d0fc. 00000400:00000200:0.0:1767384383.518211:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384383.518213:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:0.0:1767384383.518216:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:0.0:1767384383.518219:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000010:0.0:1767384383.518223:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000400:00000200:0.0:1767384383.518225:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000010:0.0:1767384383.518228:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee54cea9. 00000400:00000200:0.0:1767384383.518232:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp11 00000400:00000200:0.0:1767384383.518237:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 00000400:00000200:0.0:1767384383.518241:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [210:210:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [201:201:8:4294967295] 00000400:00000200:0.0:1767384383.518245:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp11 00000400:00000200:0.0:1767384383.518250:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) : PUT try# 0 00000800:00000200:0.0:1767384383.518254:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:0.0:1767384383.518258:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c02cff2. 00000800:00000200:0.0:1767384383.518262:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000800:00000200:0.0:1767384383.518267:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:988 00000800:00000200:0.0:1767384383.518269:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c02cff2 type 1, nob 784 niov 1 nkiov 1 00000400:00000200:0.0:1767384383.518278:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384383.518280:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000800:00000200:0.0:1767384383.518313:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.518316:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c02cff2. 00000400:00000200:0.0:1767384383.518319:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.518328:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: PUT: OK 00000400:00000200:0.0:1767384383.518331:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384383.518334:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp11: 0 00000800:00000001:0.0:1767384383.518339:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518343:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.518345:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518348:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.518352:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : PUT - for me 00000400:00000200:0.0:1767384383.518358:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384383.518363:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 688/688 into md 0x1f8d [1] + 0 00000400:00000010:0.0:1767384383.518366:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5dd47f. 00000400:00000200:0.0:1767384383.518369:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ce488cd 00000800:00000001:0.0:1767384383.518372:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518377:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.518378:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.518382:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: PUT: OK 00000400:00000200:0.0:1767384383.518384:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384383.518385:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000400:00000200:0.0:1767384383.518388:0:16139:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384383.518390:0:16139:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (44) 00000400:00000200:0.0:1767384383.518393:0:16139:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000010:0.0:1767384383.518396:0:16139:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000718be33e. 00000400:00000200:0.0:1767384383.518399:0:16139:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.119@tcp 41 00000400:00000200:0.0:1767384383.518402:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384383.518409:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (45) 00000400:00000200:0.0:1767384383.518413:0:16139:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384383.518417:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp11 to MR: 192.168.202.119@tcp11 local destination 00000400:00000200:0.0:1767384383.518420:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp11 NI seq info: [211:211:256:4294967295] 192.168.202.119@tcp11 LPNI seq info [202:202:8:4294967295] 00000400:00000200:0.0:1767384383.518428:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) -> 192.168.202.119@tcp11(192.168.202.119@tcp11:192.168.202.119@tcp11) 192.168.202.119@tcp11 : ACK try# 0 00000800:00000200:0.0:1767384383.518433:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp11 00000800:00000010:0.0:1767384383.518436:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c02cff2. 00000800:00000200:0.0:1767384383.518448:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2b90c99] -> 12345-192.168.202.119@tcp11 (6) 00000800:00000200:0.0:1767384383.518452:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp11 ip 192.168.202.119:1019 00000800:00000200:0.0:1767384383.518455:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c02cff2 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384383.518483:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384383.518486:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c02cff2. 00000400:00000200:0.0:1767384383.518488:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.518491:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: ACK: OK 00000800:00000001:0.0:1767384383.518495:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518498:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.518499:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518502:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384383.518504:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518507:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.518511:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp11(192.168.202.119@tcp11) <- 192.168.202.119@tcp11 : ACK - for me 00000400:00000200:0.0:1767384383.518519:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp11: ACK from 12345-192.168.202.119@tcp11 into md 0x1f95 00000400:00000200:0.0:1767384383.518523:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384383.518527:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp11->192.168.202.119@tcp11: ACK: OK 00000400:00000200:0.0:1767384383.518529:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00000400:00000010:0.0:1767384383.518531:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000400:00000200:0.0:1767384383.518534:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384383.518537:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:0.0:1767384383.518539:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:0.0:1767384383.518542:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000800:00000001:0.0:1767384383.518545:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384383.518548:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384383.518556:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384383.518560:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5dd47f. 00000400:00000010:0.0:1767384383.518563:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f677b678. 00000400:00000200:0.0:1767384383.518565:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000319fa69e 00000400:00000200:0.0:1767384383.518568:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:0.0:1767384383.518572:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 00000000d041d0fc. 00000400:00000010:0.0:1767384383.518574:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 0000000048822ef5. 00000400:00000010:0.0:1767384383.518577:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000c9fb2b69. 00000400:00000010:0.0:1767384383.518605:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 00000000d041d0fc. 00000400:00000010:0.0:1767384383.518614:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 0000000048822ef5. 00000400:00000010:0.0:1767384383.518616:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000c9fb2b69. 00000400:00000010:0.0:1767384383.518618:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000718be33e. 00000400:00000200:0.0:1767384383.518621:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384383.518623:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:0.0:1767384383.518626:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:0.0:1767384383.518629:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:0.0:1767384383.518632:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384383.518634:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:0.0:1767384383.518637:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:0.0:1767384383.518640:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (43) 00000800:00000001:3.0:1767384383.519923:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384383.519928:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384383.527198:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294971407, at 4294971408 00000100:00000010:0.0:1767384383.527209:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a2ccc6. 00000100:00000040:1.0:1767384383.527353:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294971407, at 4294971408 00000100:00000010:1.0:1767384383.527360:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bff8c225. 00000100:00000040:3.0:1767384383.527705:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294971407, at 4294971408 00000100:00000010:3.0:1767384383.527711:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abd4cb83. 00000100:00000040:2.0:1767384383.528215:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294971407, at 4294971408 00000100:00000010:2.0:1767384383.528221:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d36d530. 00000020:00000010:3.0:1767384383.529974:0:38611:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000076023cb7. 00000020:00000040:3.0:1767384383.529983:0:38611:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384383.529986:0:38611:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000076023cb7. 00010000:00000001:2.0:1767384383.832156:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384383.832173:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384383.832180:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384383.832182:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384383.832221:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384383.832225:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384383.832229:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384384.343459:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384384.343466:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384384.343469:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384384.343474:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000400:00000200:2.0:1767384384.343478:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384384.343485:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384384.343498:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f4e67cea. 00000400:00000010:2.0:1767384384.343502:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000012130598. 00000400:00000001:2.0:1767384384.343505:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384384.343506:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384384.343508:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b133d7e7 00000400:00000010:2.0:1767384384.343509:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b133d7e7. 00000400:00000200:2.0:1767384384.343511:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384384.343512:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384384.343514:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fc2c6492. 00000400:00000010:2.0:1767384384.343516:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000003caabb4. 00000400:00000001:2.0:1767384384.343519:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384384.343520:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384384.343521:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384384.343522:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:2.0:1767384384.343524:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384384.343526:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384384.343529:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006e52c0b1. 00000400:00000010:2.0:1767384384.343531:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009ac61cde. 00010000:00000001:2.0:1767384384.855299:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384384.855307:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.855312:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384384.855315:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384384.855317:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384384.855319:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.855323:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384384.855325:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.855326:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384384.855328:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384384.855423:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384384.855427:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384384.855429:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384385.016860:0:38907:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384385.016873:0:38907:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.016877:0:38907:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384385.016884:0:38907:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384385.016889:0:38907:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384385.016892:0:38907:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384385.047255:0:16772:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384385.047261:0:16772:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384385.047339:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384385.047341:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384385.367198:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp47 00000400:00000010:2.0:1767384385.367205:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e582bf8. 00000400:00000010:2.0:1767384385.367213:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000048730387. 00000400:00000010:2.0:1767384385.367218:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000400:00000010:2.0:1767384385.367225:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000952553ea. 00000400:00000200:2.0:1767384385.367229:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp47 00000400:00000200:2.0:1767384385.367247:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp47 local destination 00000400:00000200:2.0:1767384385.367253:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp47 00000400:00000200:2.0:1767384385.367257:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp47 NI seq info: [212:212:256:4294967295] 192.168.202.119@tcp47 LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1767384385.367263:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp47 00000400:00000200:2.0:1767384385.367271:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp47(192.168.202.119@tcp47:) -> 192.168.202.119@tcp47(192.168.202.119@tcp47:192.168.202.119@tcp47) : GET try# 0 00000800:00000200:2.0:1767384385.367278:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp47 00000800:00000010:2.0:1767384385.367282:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a6e20fa8. 00000800:00000200:2.0:1767384385.367289:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000800:00000200:2.1:1767384385.367294:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000400:00000200:2.0:1767384385.367319:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp47 added to recovery queue. ping count: 2 next ping: 309 health :800 00000400:00000200:3.0:1767384385.367411:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367456:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367506:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367556:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367607:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367655:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367706:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367759:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367815:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367862:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367915:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.367961:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368010:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368058:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368355:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368394:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368420:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368444:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368466:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368489:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368512:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368534:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368558:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368582:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368604:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368629:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368652:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368674:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368697:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368719:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368740:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368762:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368786:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368808:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384385.368829:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384385.368999:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044e67cf2. 00000800:00000010:3.0:1767384385.369005:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c1246fd. 00000800:00000010:3.0:1767384385.369011:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a31339e. 00000800:00000010:3.0:1767384385.369034:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a31339e. 00000800:00020000:3.0:1767384385.369052:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384385.369055:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c1246fd. 00000800:00000010:3.0:1767384385.369057:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044e67cf2. 00000400:02020000:3.0:1767384385.369096:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp47 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384385.369103:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp47 notifying 192.168.202.119@tcp47: down 00000800:00000200:3.0:1767384385.369469:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp47 down 00000800:00000100:3.0:1767384385.369476:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp47 00000800:00000010:3.0:1767384385.369479:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a6e20fa8. 00000400:00000200:3.0:1767384385.369485:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384385.369489:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp47->192.168.202.119@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384385.369504:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384385.369508:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384385.369512:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp47) recovery failed with -71 00010000:00000001:2.0:1767384385.879170:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384385.879178:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384385.879185:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384385.879187:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384385.879211:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384385.879214:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384385.879217:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384386.000550:0:39071:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384386.000556:0:39071:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:2.0:1767384386.005772:0:39071:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384386.015896:0:39072:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003318f299. 00000400:00000010:2.0:1767384386.015914:0:39072:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000021c59366. 00000400:00000010:2.0:1767384386.015924:0:39072:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ef1e6aef. 00000400:00000010:2.0:1767384386.015928:0:39072:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b0ee173a. 00000400:00000010:2.0:1767384386.015932:0:39072:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a08d87a8. 00000400:00000010:2.0:1767384386.015936:0:39072:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000031d7409c. 00000400:00000010:2.0:1767384386.015939:0:39072:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003f6d60d3. 00000400:00000010:2.0:1767384386.015941:0:39072:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089f3f587. 00000400:00000010:2.0:1767384386.015944:0:39072:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d44e41da. 00000800:00000010:2.0:1767384386.015961:0:39072:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000002cce28a. 00000800:00000200:2.0:1767384386.015972:0:39072:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384386.015989:0:39072:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384386.016025:0:39072:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.119) 00000400:02000000:2.0:1767384386.016056:0:39072:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.119@tcp50 [8/256/0/180] 00000400:00000010:2.0:1767384386.018359:0:39072:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000047f44dee. 00000400:00000010:2.0:1767384386.018367:0:39072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065ac38e4. 00000400:00000010:2.0:1767384386.018372:0:39072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b133d7e7. 00000400:00000001:2.0:1767384386.018393:0:39072:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.018395:0:39072:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.018397:0:39072:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8db5d3. 00000400:00000200:2.0:1767384386.018401:0:39072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:2.0:1767384386.018403:0:39072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000010:2.0:1767384386.018406:0:39072:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000607614cf. 00000400:00000200:2.0:1767384386.018412:0:39072:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (42) 00000400:00000200:2.0:1767384386.018419:0:39072:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:2.0:1767384386.018430:0:39072:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:2.0:1767384386.018436:0:39072:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006ca9bc00. 00000020:01000000:2.0:1767384386.018440:0:39072:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384386.018443:0:39072:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.119@tcp50 00000400:00000200:1.0:1767384386.018462:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384386.018466:0:39072:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000021c59366. 00000400:00000200:1.0:1767384386.018470:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 00000400:00000010:2.0:1767384386.018474:0:39072:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003318f299. 00000400:00000010:1.0:1767384386.018478:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002777c6c8. 00000400:00000200:1.0:1767384386.018482:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000010:1.0:1767384386.018493:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bd14810b. 00000400:00000200:1.0:1767384386.018498:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384386.018509:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384386.018514:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:1.0:1767384386.018520:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 162], ns[211, 171] 00000400:00000200:1.0:1767384386.018525:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 162], ns[70, 171] 00000400:00000200:1.0:1767384386.018529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 69], ns[76, 70] 00000400:00000200:1.0:1767384386.018533:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 69], ns[80, 70] 00000400:00000200:1.0:1767384386.018538:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 69], ns[93, 70] 00000400:00000200:1.0:1767384386.018541:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 69], ns[101, 70] 00000400:00000200:1.0:1767384386.018545:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 69], ns[109, 70] 00000400:00000200:1.0:1767384386.018550:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 69], ns[120, 70] 00000400:00000200:1.0:1767384386.018554:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 69], ns[126, 70] 00000400:00000200:1.0:1767384386.018558:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 69], ns[138, 70] 00000400:00000200:1.0:1767384386.018563:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 69], ns[142, 70] 00000400:00000200:1.0:1767384386.018568:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 69], ns[153, 70] 00000400:00000200:1.0:1767384386.018572:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 69], ns[162, 70] 00000400:00000200:1.0:1767384386.018578:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 69], ns[188, 70] 00000400:00000200:1.0:1767384386.018583:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 69], ns[190, 70] 00000400:00000200:1.0:1767384386.018588:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 69], ns[195, 70] 00000400:00000200:1.0:1767384386.018597:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 69], ns[207, 70] 00000400:00000200:1.0:1767384386.018601:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 69], ns[68, 70] 00000400:00000200:1.0:1767384386.018606:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 67], ns[90, 68] 00000400:00000200:1.0:1767384386.018610:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:1.0:1767384386.018614:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 67], ns[133, 68] 00000400:00000200:1.0:1767384386.018618:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 67], ns[99, 68] 00000400:00000200:1.0:1767384386.018622:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 67], ns[105, 68] 00000400:00000200:1.0:1767384386.018627:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 67], ns[117, 68] 00000400:00000200:1.0:1767384386.018631:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 67], ns[204, 68] 00000400:00000200:1.0:1767384386.018636:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 67], ns[169, 68] 00000400:00000200:1.0:1767384386.018640:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[170, 67], ns[179, 68] 00000400:00000200:1.0:1767384386.018644:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 67], ns[132, 68] 00000400:00000200:1.0:1767384386.018648:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[186, 68] 00000400:00000200:1.0:1767384386.018651:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 67], ns[160, 68] 00000400:00000200:1.0:1767384386.018655:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 67], ns[198, 68] 00000400:00000200:1.0:1767384386.018661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 67], ns[185, 68] 00000400:00000200:1.0:1767384386.018665:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 67], ns[168, 68] 00000400:00000200:1.0:1767384386.018669:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[190, 67], ns[199, 68] 00000400:00000200:1.0:1767384386.018680:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[194, 67], ns[203, 68] 00000400:00000200:1.0:1767384386.018685:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[192, 67], ns[201, 68] 00000400:00000200:1.0:1767384386.018689:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[203, 67], ns[212, 68] 00000400:00000200:1.0:1767384386.018694:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 67], ns[0, 68] 00000400:00000200:1.0:1767384386.018699:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384386.018703:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000400:00000200:1.0:1767384386.018707:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp48 00000400:00000200:1.0:1767384386.018711:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp48 lpni_is_preferred = 0 00000400:00000200:1.0:1767384386.018713:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp48 00000400:00000200:1.0:1767384386.018717:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp48 NI seq info: [213:213:256:4294967295] 192.168.202.119@tcp48 LPNI seq info [204:204:8:4294967295] 00000400:00000200:1.0:1767384386.018724:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp48 00000400:00000200:1.0:1767384386.018731:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp48(192.168.202.119@tcp48:) -> 192.168.202.119@tcp48(192.168.202.119@tcp:192.168.202.119@tcp48) : PUT try# 0 00000800:00000200:1.0:1767384386.018737:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.119@tcp48 00000800:00000010:1.0:1767384386.018741:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd07c489. 00000800:00000010:1.0:1767384386.018748:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d111859c. 00000800:00000010:1.0:1767384386.018751:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000036f2107b. 00000800:00000200:1.0:1767384386.018756:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000800:00000200:1.1:1767384386.018760:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000400:00000200:1.0:1767384386.018783:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:1.0:1767384386.018786:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300551 rc 0 00000400:00000200:2.0:1767384386.018846:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000020:00000001:3.0:1767384386.018847:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384386.018853:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384386.018856:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384386.018858:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384386.018861:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384386.018863:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384386.018865:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384386.018867:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384386.018869:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384386.018870:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384386.018872:0:37:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384386.018873:0:37:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384386.018875:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384386.018876:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384386.018882:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bae9d970. 00000020:00000040:3.0:1767384386.018886:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000400:00000200:2.0:1767384386.018888:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000100:00000001:3.0:1767384386.018891:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.018894:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.018898:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.018907:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000044e67cf2. 00000400:00000200:2.0:1767384386.018912:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000100:00000001:3.0:1767384386.018913:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.018928:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.018930:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.018934:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000100:00000040:3.0:1767384386.018938:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bae9d970] to pc [ptlrpcd_00_01+1] req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.018956:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 10000000:00000001:3.0:1767384386.018970:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384386.018974:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.018976:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384386.018979:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384386.018980:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000020:00000001:3.0:1767384386.018985:0:37:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384386.018989:0:37:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384386.018990:0:37:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384386.018992:0:37:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384386.018994:0:37:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384386.018996:0:37:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384386.018997:0:37:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384386.018999:0:37:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384386.019000:0:37:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384386.019002:0:37:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384386.019003:0:37:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384386.019004:0:37:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384386.019006:0:37:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384386.019009:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23330e5. 00000400:00000200:2.0:1767384386.019009:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000020:00000040:3.0:1767384386.019014:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384386.019017:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.019019:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.019021:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.019027:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004efcf730. 00000100:00000001:3.0:1767384386.019030:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.019035:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.019040:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23330e5] to pc [ptlrpcd_00_02+2] req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.019040:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 10000000:00000001:3.0:1767384386.019057:0:37:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384386.019059:0:37:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.019062:0:37:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019066:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000020:01000000:3.0:1767384386.019071:0:37:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384386.019075:0:37:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006ca9bc00. 00000100:00000001:3.0:1767384386.019089:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384386.019093:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384386.019095:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384386.019099:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000100:00000001:3.0:1767384386.019103:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.019128:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.019131:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.019134:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.019136:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384386.019149:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.019157:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384386.019159:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019160:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384386.019162:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384386.019163:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.019165:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.019167:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019168:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384386.019170:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bae9d970 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748253696:0@lo:253: 00000100:00000001:1.0:1767384386.019170:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.019172:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384386.019174:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384386.019175:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384386.019179:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384386.019181:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019181:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384386.019184:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 02000000:00000001:3.0:1767384386.019185:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.019191:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000401f94df. 00000100:00000001:1.0:1767384386.019191:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.019193:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.019194:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384386.019195:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384386.019197:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.019198:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a36199f7. 00000100:00100000:1.0:1767384386.019200:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23330e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748253824:0@lo:253: 00000400:00000010:3.0:1767384386.019203:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1246fd. 00000100:00000001:1.0:1767384386.019203:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384386.019206:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748253696, portal 25 02000000:00000001:1.0:1767384386.019206:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384386.019207:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019209:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384386.019209:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384386.019210:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378999424 : -114060330552192 : ffff98434283b480) 02000000:00000010:1.0:1767384386.019214:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007179ea82. 00000100:00000040:3.0:1767384386.019216:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384386.019216:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019217:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000010:1.0:1767384386.019219:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000100:00000001:3.0:1767384386.019226:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384386.019226:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f6d3ddf. 00000100:00000040:3.0:1767384386.019229:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384386.019229:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748253824, portal 25 00000400:00000010:3.0:1767384386.019231:0:16146:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001956b4f8. 00000100:00000001:1.0:1767384386.019231:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384386.019232:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013379001216 : -114060330550400 : ffff98434283bb80) 00000100:00000200:3.0:1767384386.019233:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748253696, offset 0 00000100:00000040:1.0:1767384386.019236:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.019241:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384386.019244:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384386.019245:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384386.019247:0:16148:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d851b237. 00000100:00000200:1.0:1767384386.019249:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853236748253824, offset 0 00000400:00000200:2.0:1767384386.019251:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.019255:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384386.019255:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384386.019261:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384386.019265:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107a00 00000400:00000200:1.0:1767384386.019267:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695824e107a80 00000400:00000200:3.0:1767384386.019271:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16a1 [2] + 0 00000400:00000010:3.0:1767384386.019274:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e6e9d5. 00000400:00000200:3.0:1767384386.019277:0:16146:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000215b9e36 00000400:00000200:1.0:1767384386.019283:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16c9 [2] + 0 00000400:00000200:3.0:1767384386.019285:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.019285:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000010:1.0:1767384386.019286:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:1.0:1767384386.019290:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000392af5ea 00000400:00000200:3.0:1767384386.019293:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384386.019295:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.019297:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000215b9e36 00000400:00000010:3.0:1767384386.019299:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000215b9e36. 00000400:00000200:1.0:1767384386.019299:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384386.019302:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392af5ea 00000100:00000001:3.0:1767384386.019304:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384386.019304:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000392af5ea. 00000100:00000200:3.0:1767384386.019306:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384386.019307:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384386.019309:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000041aadc81 x1853236748253696 msgsize 4848 00000100:00000200:1.0:1767384386.019309:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384386.019313:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384386.019315:0:16146:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767384386.019316:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000003d67e4c1 x1853236748253824 msgsize 4848 00000400:00000200:2.0:1767384386.019320:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000100:00100000:1.0:1767384386.019321:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384386.019323:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384386.019325:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384386.019331:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001956b4f8 00000400:00000010:3.0:1767384386.019333:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001956b4f8. 00000100:00000001:1.0:1767384386.019333:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384386.019337:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384386.019337:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d851b237 00000400:00000010:1.0:1767384386.019339:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d851b237. 00000100:00000200:3.0:1767384386.019340:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.019341:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384386.019345:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.019350:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384386.019351:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384386.019353:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384386.019354:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.019355:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000100:00000001:3.0:1767384386.019364:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019364:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019366:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384386.019366:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384386.019371:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019375:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294973912 00000100:00000001:3.0:1767384386.019377:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384386.019379:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a24b646. 00000100:00000001:3.0:1767384386.019380:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294973912 00000100:00000001:1.0:1767384386.019385:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384386.019391:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294973912 00000100:00000001:3.0:1767384386.019392:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294973912 00000400:00000200:2.0:1767384386.019392:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000100:00000010:1.0:1767384386.019394:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f374028b. 00000100:00000001:3.0:1767384386.019396:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294973912 00000100:00000001:1.0:1767384386.019400:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384386.019404:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294973912 00000100:00000001:1.0:1767384386.019404:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294973912 00000100:00000001:3.0:1767384386.019406:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294973912 00000100:00000010:1.0:1767384386.019407:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f932141. 00000100:00000001:1.0:1767384386.019410:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384386.019414:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294973912 00000100:00000001:1.0:1767384386.019414:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294973912 00000100:00000010:1.0:1767384386.019417:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e8e627a. 00000100:00000001:1.0:1767384386.019420:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384386.019421:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294973912 00000100:00000001:1.0:1767384386.019422:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.019423:0:16146:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294973912 00000100:00000001:3.0:1767384386.019425:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384386.019425:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019427:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019427:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000100:00000001:1.0:1767384386.019428:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019432:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019433:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.019436:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019437:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384386.019444:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384386.019447:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.019448:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.019450:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019452:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019461:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.019463:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019466:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000100:00000001:1.0:1767384386.019478:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384386.019481:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253696 02000000:00000001:1.0:1767384386.019484:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384386.019486:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.019488:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.019492:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019493:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000100:00100000:1.0:1767384386.019495:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253696 00000020:00000001:1.0:1767384386.019499:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384386.019501:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384386.019504:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384386.019506:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384386.019509:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384386.019511:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384386.019515:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384386.019517:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000020:00000010:1.0:1767384386.019519:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000100:00000001:1.0:1767384386.019523:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384386.019526:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000020:00000010:1.0:1767384386.019533:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4534b4d. 00000020:00000010:1.0:1767384386.019538:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d56f2. 00000400:00000200:2.0:1767384386.019543:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000020:00000010:1.0:1767384386.019544:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091254c01. 00000100:00000040:1.0:1767384386.019555:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384386.019559:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384386.019561:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384386.019563:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019571:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019576:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000100:00000001:1.0:1767384386.019581:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.019592:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384386.019594:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253824 02000000:00000001:1.0:1767384386.019596:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384386.019602:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384386.019604:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.019606:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.019608:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000100:00100000:1.0:1767384386.019609:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253824 00000020:00000001:1.0:1767384386.019613:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384386.019614:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384386.019615:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384386.019616:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384386.019618:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384386.019619:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=16 00000100:00100000:3.0:1767384386.019621:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000020:00000001:1.0:1767384386.019622:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384386.019624:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000040:3.0:1767384386.019625:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384386.019627:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384386.019628:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388803152 : -114060320748464 : ffff984343194c50) 00000020:00000010:1.0:1767384386.019630:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000100:00000040:3.0:1767384386.019632:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041aadc81 x1853236748253696/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 4848/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.019632:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384386.019634:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000400:00000200:2.0:1767384386.019638:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000100:00000001:3.0:1767384386.019640:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384386.019640:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea0b5b86. 00000020:00000010:3.0:1767384386.019644:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f00651d. 00000020:00000010:1.0:1767384386.019644:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dc603ef6. 00000100:00000001:3.0:1767384386.019647:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.019649:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f00651d. 00000020:00000010:1.0:1767384386.019649:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003a776ace. 00000100:00000001:1.0:1767384386.019653:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767384386.019655:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041aadc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16146:x1853236748253696:12345-0@lo:253: 00000100:00000001:1.0:1767384386.019655:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384386.019656:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384386.019660:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253696 00000100:00000001:1.0:1767384386.019661:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.019662:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384386.019663:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384386.019666:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.019668:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.019671:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384386.019672:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000100:00000001:1.0:1767384386.019672:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384386.019673:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000100:00000001:1.0:1767384386.019673:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384386.019678:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000020:00000001:3.0:1767384386.019679:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.019680:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384386.019680:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 2 00000100:00000001:1.0:1767384386.019682:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388804176 : -114060320747440 : ffff984343195050) 00000020:00000001:3.0:1767384386.019683:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.019686:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384386.019686:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d67e4c1 x1853236748253824/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 4848/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384386.019688:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019692:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384386.019692:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384386.019695:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384386.019695:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000100:00000001:1.0:1767384386.019698:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384386.019700:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d5c3c034. 00000020:00000010:1.0:1767384386.019700:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000400:00000200:2.0:1767384386.019703:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 02000000:00000001:3.0:1767384386.019709:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.019712:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384386.019712:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d67e4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+16:16148:x1853236748253824:12345-0@lo:253: 00000100:00000200:1.0:1767384386.019715:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253824 20000000:00000001:3.0:1767384386.019716:0:16778:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384386.019717:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384386.019719:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384386.019720:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.019722:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384386.019723:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187536 : -1042364080 : ffffffffc1dec950) 00000020:00000001:1.0:1767384386.019725:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:3.0:1767384386.019726:0:16778:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000161ca597. 00000020:00000001:1.0:1767384386.019727:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384386.019729:0:16778:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384386.019729:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384386.019731:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384386.019732:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384386.019733:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.019734:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384386.019734:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000100:00000001:1.0:1767384386.019735:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384386.019738:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.019738:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384386.019741:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.019743:0:16778:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:1.0:1767384386.019743:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006556ff1a. 02000000:00000001:1.0:1767384386.019745:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.019747:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384386.019748:0:16779:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384386.019754:0:16778:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000028152aaf. 20000000:00000010:1.0:1767384386.019754:0:16779:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f876312a. 20000000:01000000:3.0:1767384386.019757:0:16778:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:01000000:1.0:1767384386.019757:0:16779:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384386.019759:0:16779:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384386.019761:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 20000000:00000001:1.0:1767384386.019761:0:16779:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384386.019763:0:16778:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384386.019765:0:16779:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384386.019768:0:16779:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384386.019769:0:16779:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384386.019770:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767384386.019787:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.019812:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00080000:00000001:3.0:1767384386.019813:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384386.019818:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384386.019819:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.019821:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384386.019824:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384386.019829:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00080000:00000001:3.0:1767384386.019832:0:16778:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384386.019838:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00080000:00000010:3.0:1767384386.019839:0:16778:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a7cdcf9b. 00080000:00000001:3.0:1767384386.019844:0:16778:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013368073216 : -114060341478400 : ffff984341dcfc00) 00080000:00000001:3.0:1767384386.019847:0:16778:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384386.019869:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.019901:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.019932:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000001:00000001:3.0:1767384386.019949:0:16778:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384386.019952:0:16778:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.019955:0:16778:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384386.019977:0:16778:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.019980:0:16778:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384386.020073:0:16778:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767384386.020076:0:16778:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384386.020131:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8401a38. 00000800:00000010:2.0:1767384386.020137:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000783b3e67. 00000800:00000010:2.0:1767384386.020157:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f852e401. 00000800:00000010:2.0:1767384386.020183:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f852e401. 00000800:00020000:2.0:1767384386.020195:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384386.020200:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000783b3e67. 00000800:00000010:2.0:1767384386.020203:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c8401a38. 00000400:02020000:2.0:1767384386.020244:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp48 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384386.020251:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp48 notifying 192.168.202.119@tcp48: down 00000800:00000200:2.0:1767384386.020257:0:16134:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp48 down 00000800:00000100:2.0:1767384386.020263:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.119@tcp48 00000800:00000010:2.0:1767384386.020267:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd07c489. 00000400:00000200:2.0:1767384386.020271:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384386.020275:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp48->192.168.202.119@tcp48: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384386.020285:0:16134:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp48 added to recovery queue. ping count: 0 next ping: 307 health :900 00000400:00000200:2.0:1767384386.020288:0:16134:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384386.020291:0:16134:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:2.0:1767384386.020295:0:16134:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384386.020851:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384386.020858:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301151 00000400:00000001:3.0:1767384386.020862:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384386.020864:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384386.020866:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002777c6c8 00000400:00000010:3.0:1767384386.020868:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002777c6c8. 00000400:00000200:3.0:1767384386.020878:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384386.020882:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384386.020884:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:3.0:1767384386.020887:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384386.020889:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300151 rc -71 00000400:00000200:3.0:1767384386.020893:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384386.020895:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (43) 00000100:00000040:2.0:1767384386.032162:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294973912, at 4294973913 00000100:00000040:3.0:1767384386.032163:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294973912, at 4294973913 00000100:00000040:1.0:1767384386.032163:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294973912, at 4294973913 00000100:00000010:2.0:1767384386.032177:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f932141. 00000100:00000010:1.0:1767384386.032186:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f374028b. 00000100:00000010:3.0:1767384386.032187:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e8e627a. 00000100:00000040:0.0:1767384386.032310:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294973912, at 4294973913 00000100:00000010:0.0:1767384386.032316:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a24b646. 00080000:00000001:0.0:1767384386.035046:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384386.035053:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384386.035056:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384386.035057:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384386.035059:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384386.035061:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a7cdcf9b. 00080000:00000001:0.0:1767384386.035068:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384386.035219:0:16778:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384386.035227:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 20000000:00000001:3.0:1767384386.035230:0:16778:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384386.035232:0:16778:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384386.035249:0:16778:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384386.035262:0:16778:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384386.035266:0:16778:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384386.035268:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384386.035273:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767384386.035277:0:16778:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767384386.035277:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:0.0:1767384386.035283:0:16779:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b3b7943. 00010000:00000001:2.0:1767384386.035284:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:0.0:1767384386.035286:0:16779:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:2.0:1767384386.035287:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:0.0:1767384386.035292:0:16779:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:2.0:1767384386.035294:0:16801:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005bbc8861 count: 2 00010000:00000001:2.0:1767384386.035298:0:16801:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384386.035298:0:16779:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:2.0:1767384386.035301:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384386.035304:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 00000020:00000001:2.0:1767384386.035309:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384386.035311:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b642a95 with handle 0x4ac496f8d605e2eb to hash 00000020:00000001:2.0:1767384386.035313:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384386.035314:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.035317:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.035319:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.035321:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.035324:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.035332:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384386.035335:0:16779:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384386.035336:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384386.035338:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384386.035338:0:16779:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384386.035340:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384386.035340:0:16779:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384386.035342:0:16779:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384386.035343:0:16801:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384386.035346:0:16801:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384386.035346:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384386.035352:0:16801:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384386.035354:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.035355:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384386.035356:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384386.035356:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050942552 : -114055658609064 : ffff984458fbe658) 00010000:00000001:2.0:1767384386.035358:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384386.035359:0:16779:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384386.035360:0:16801:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384386.035362:0:16801:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384386.035364:0:16779:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9fb2b69. 00080000:00000001:0.0:1767384386.035367:0:16779:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382335488 : -114060327216128 : ffff984342b69c00) 00010000:00000040:2.0:1767384386.035368:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bbc8861) refcount = 2 00080000:00000001:0.0:1767384386.035370:0:16779:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384386.035372:0:16801:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384386.035374:0:16801:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384386.035378:0:16801:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384386.035379:0:16801:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384386.035385:0:16801:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c35b0cf7. 00000100:00000001:2.0:1767384386.035388:0:16801:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384386.035394:0:16801:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078459a6f. 00000100:00000001:2.0:1767384386.035396:0:16801:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017907158016 : -114055802393600 : ffff98445069ec00) 00000100:00000001:2.0:1767384386.035397:0:16801:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017907158016 : -114055802393600 : ffff98445069ec00) 00000100:00000001:2.0:1767384386.035400:0:16801:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384386.035402:0:16801:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384386.035404:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384386.035407:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.035408:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384386.035410:0:16801:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.035413:0:16801:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.035416:0:16801:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384386.035417:0:16801:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384386.035421:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249d2b44. 00000020:00000040:2.0:1767384386.035425:0:16801:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000100:00000001:2.0:1767384386.035429:0:16801:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384386.035431:0:16801:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384386.035436:0:16801:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384386.035442:0:16801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ac61cde. 00000100:00000001:2.0:1767384386.035448:0:16801:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384386.035451:0:16779:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:2.0:1767384386.035452:0:16801:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 16 pid: 16779 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384386.035453:0:16779:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384386.035456:0:16779:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384386.035466:0:16801:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 16 pid: 16779 timeout: 456 lvb_type: 0 00010000:00000001:2.0:1767384386.035472:0:16801:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384386.035475:0:16801:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767384386.035476:0:16779:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384386.035479:0:16779:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:2.0:1767384386.035481:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.035489:0:16801:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.035491:0:16801:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.035495:0:16801:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748253952:0@lo:104: 00000100:00000001:2.0:1767384386.035500:0:16801:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384386.035504:0:16801:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384386.035506:0:16801:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.035509:0:16801:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384386.035514:0:16801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000595d880d. 02000000:00000001:2.0:1767384386.035516:0:16801:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.035521:0:16801:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8db5d3. 00000400:00000010:2.0:1767384386.035528:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000100:00000200:2.0:1767384386.035534:0:16801:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748253952, portal 16 00000100:00000001:2.0:1767384386.035537:0:16801:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.035538:0:16801:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521759744 : -114055187791872 : ffff9844750c0000) 00000100:00000040:2.0:1767384386.035542:0:16801:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.035548:0:16801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.035551:0:16801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.035554:0:16801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.035556:0:16801:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748253952, offset 0 00000400:00000200:2.0:1767384386.035563:0:16801:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.035576:0:16801:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.035588:0:16801:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e107b00 00000400:00000200:2.0:1767384386.035593:0:16801:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1925 [2] + 1312 00000400:00000200:2.0:1767384386.035601:0:16801:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384386.035602:0:16779:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767384386.035605:0:16779:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384386.035606:0:16801:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.035612:0:16801:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.035613:0:16801:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384386.035617:0:16801:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fa6332a. 00000100:00000040:2.0:1767384386.035619:0:16801:0:(events.c:337:request_in_callback()) incoming req@000000007fa6332a x1853236748253952 msgsize 328 00000100:00100000:2.0:1767384386.035625:0:16801:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384386.035634:0:16801:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.035642:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.035644:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384386.035648:0:16801:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384386.035651:0:16801:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.035660:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.035664:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.035670:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035671:0:16801:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.035676:0:16801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035680:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294973928 00000100:00000010:2.0:1767384386.035684:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000028c11035. 00000100:00000001:2.0:1767384386.035689:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384386.035694:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294973928 00000100:00000010:2.0:1767384386.035697:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d36d530. 00000100:00000001:2.0:1767384386.035700:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384386.035704:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294973928 00000100:00000010:2.0:1767384386.035706:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abd4cb83. 00000100:00000001:2.0:1767384386.035709:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384386.035712:0:16801:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294973928 00000100:00000010:2.0:1767384386.035715:0:16801:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bff8c225. 00000100:00000001:2.0:1767384386.035718:0:16801:0:(niobuf.c:677:kick_cpu_latency()) MGS: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384386.035721:0:16801:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.035724:0:16801:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.035725:0:16801:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.035727:0:16801:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.035730:0:16801:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.035732:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.035733:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.035735:0:16801:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.035736:0:16801:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384386.035738:0:16801:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384386.035740:0:16801:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035742:0:16801:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.035744:0:16801:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384386.035747:0:16801:0:(client.c:2690:ptlrpc_set_wait()) set 0000000078459a6f going to sleep for 11 seconds 00000100:00000001:2.0:1767384386.035750:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.035753:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035772:0:16769:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384386.035775:0:16769:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748253952 02000000:00000001:2.0:1767384386.035778:0:16769:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.035780:0:16769:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.035783:0:16769:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.035786:0:16769:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.035789:0:16769:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748253952 00000020:00000001:2.0:1767384386.035792:0:16769:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384386.035793:0:16769:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605deca 00000020:00000001:2.0:1767384386.035795:0:16769:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.035798:0:16769:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000061ce7475 refcount=3 00000020:00000001:2.0:1767384386.035801:0:16769:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000020:00000001:2.0:1767384386.035803:0:16769:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017769273344 : -114055940278272 : ffff98444831f800) 00000100:00000001:2.0:1767384386.035806:0:16769:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.035810:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384386.035812:0:16769:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.035815:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000020:00000010:2.0:1767384386.035819:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c5312cd. 00000020:00000010:2.0:1767384386.035825:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e23bba90. 00000020:00000010:2.0:1767384386.035829:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384386.035836:0:16769:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384386.035839:0:16769:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384386.035841:0:16769:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.035844:0:16769:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035850:0:16769:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035859:0:16769:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.035889:0:18575:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.035891:0:18575:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384386.035895:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384386.035898:0:18575:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000061ce7475 : new rpc_count 1 00000100:00000001:2.0:1767384386.035901:0:18575:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018521773184 : -114055187778432 : ffff9844750c3480) 00000100:00000040:2.0:1767384386.035905:0:18575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007fa6332a x1853236748253952/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.035912:0:18575:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.035915:0:18575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384386.035916:0:18575:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.035918:0:18575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384386.035921:0:18575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007fa6332a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748253952:12345-0@lo:104: 00000100:00000200:2.0:1767384386.035925:0:18575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748253952 00010000:00000001:2.0:1767384386.035927:0:18575:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384386.035932:0:18575:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.035934:0:18575:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.035936:0:18575:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=2 00000020:00000001:2.0:1767384386.035938:0:18575:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384386.035940:0:18575:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384386.035943:0:18575:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.035945:0:18575:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.035948:0:18575:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384386.035955:0:18575:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384386.035957:0:18575:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384386.035971:0:18575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003318f299. 02000000:00000001:2.0:1767384386.035973:0:18575:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.035975:0:18575:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.035980:0:18575:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.035982:0:18575:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.035985:0:18575:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d303f9a0 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.035989:0:18575:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.035992:0:18575:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.035994:0:18575:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.035997:0:18575:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.035999:0:18575:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036002:0:18575:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.036004:0:18575:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.036007:0:18575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.036010:0:18575:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748253952, offset 224 00000400:00000200:2.0:1767384386.036015:0:18575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.036022:0:18575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.036028:0:18575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e107b00 00000400:00000200:2.0:1767384386.036033:0:18575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fb9 [1] + 224 00000400:00000200:2.0:1767384386.036037:0:18575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.036040:0:18575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.036044:0:18575:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.036048:0:18575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384386.036061:0:18575:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.036072:0:18575:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.036076:0:18575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.036078:0:18575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384386.036081:0:18575:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.036083:0:18575:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.036086:0:18575:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.036088:0:18575:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.036091:0:18575:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384386.036094:0:18575:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000799612ec. 00010000:00000001:2.0:1767384386.036097:0:18575:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384386.036126:0:18575:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384386.036128:0:18575:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036130:0:18575:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036132:0:18575:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.036135:0:18575:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fa6332a x1853236748253952/t0(0) o104->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384386.036155:0:18575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007fa6332a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+3:16801:x1853236748253952:12345-0@lo:104: Request processed in 242us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.036162:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384386.036165:0:18575:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000061ce7475 : new rpc_count 0 00000100:00000001:2.0:1767384386.036168:0:18575:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.036169:0:18575:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.036173:0:18575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e23bba90. 00000020:00000010:2.0:1767384386.036179:0:18575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384386.036183:0:18575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c5312cd. 00000020:00000040:2.0:1767384386.036187:0:18575:0:(genops.c:898:class_export_put()) PUTting export 0000000061ce7475 : new refcount 2 00000100:00000001:2.0:1767384386.036190:0:18575:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384386.036203:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384386.036206:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.036208:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384386.036211:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384386.036213:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384386.036216:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.036223:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000003811b824 already unused, calling callback (0000000086de5a03) 10000000:00000001:2.0:1767384386.036226:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384386.036228:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.036233:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384386.036235:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.036236:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.036237:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384386.036239:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384386.036241:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384386.036244:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384386.036245:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384386.036251:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384386.036253:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384386.036257:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384386.036261:0:16773:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384386.036262:0:16773:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384386.036263:0:16773:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384386.036265:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384386.036266:0:16773:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384386.036282:0:16773:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384386.036284:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384386.036285:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:2.0:1767384386.036288:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384386.036290:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036293:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384386.036296:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384386.036297:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384386.036299:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.036301:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.036303:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e2dd from hash 00010000:00000001:2.0:1767384386.036304:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384386.036306:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036307:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036308:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384386.036309:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384386.036311:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384386.036314:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384386.036316:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384386.036320:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d64329de. 00000020:00000040:2.0:1767384386.036323:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384386.036327:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384386.036328:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384386.036330:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384386.036334:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005c5312cd. 00000100:00000001:2.0:1767384386.036337:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036340:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384386.036343:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.036348:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384386.036350:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.036354:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384386.036356:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.036362:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d64329de] to pc [ptlrpcd_00_03+3] req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.036382:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384386.036384:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036386:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036388:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036390:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384386.036392:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.036394:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.036398:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384386.036400:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000003811b824/0x4ac496f8d605e2dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4ac496f8d605e2e4 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384386.036405:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000036f285eb count: 0 00010000:00000001:2.0:1767384386.036413:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036414:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384386.036416:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000799612ec. 00010000:00000001:2.0:1767384386.036420:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.036422:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384386.036423:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.036426:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384386.036428:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384386.036429:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.036430:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384386.036432:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384386.036434:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.036436:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384386.036441:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.036444:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.036446:0:16149:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384386.036450:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.036456:0:16149:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.036457:0:16149:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.036461:0:16149:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384386.036463:0:16149:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384386.036465:0:16149:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.036468:0:16149:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748254080:0@lo:103: 00000100:00000001:2.0:1767384386.036471:0:16149:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384386.036474:0:16149:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384386.036476:0:16149:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.036478:0:16149:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384386.036481:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8bf6268. 02000000:00000001:2.0:1767384386.036484:0:16149:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.036488:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000290c80c5. 00000400:00000010:2.0:1767384386.036491:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.036494:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748254080, portal 18 00000100:00000001:2.0:1767384386.036496:0:16149:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.036497:0:16149:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018521772288 : -114055187779328 : ffff9844750c3100) 00000100:00000040:2.0:1767384386.036500:0:16149:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.036506:0:16149:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.036508:0:16149:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.036510:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384386.036512:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748254080, offset 0 00000400:00000200:2.0:1767384386.036515:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.036520:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.036526:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e107b80 00000400:00000200:2.0:1767384386.036530:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:2.0:1767384386.036535:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.036538:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.036543:0:16149:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.036545:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384386.036560:0:16149:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b62fa85. 00000100:00000040:2.0:1767384386.036563:0:16149:0:(events.c:337:request_in_callback()) incoming req@000000000b62fa85 x1853236748254080 msgsize 328 00000100:00100000:2.0:1767384386.036567:0:16149:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384386.036576:0:16149:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.036581:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384386.036584:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384386.036587:0:16149:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384386.036589:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.036597:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.036599:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.036605:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036606:0:16149:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.036609:0:16149:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036612:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294973929 00000100:00000001:2.0:1767384386.036616:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973928 00000100:00000001:2.0:1767384386.036619:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294973929 00000100:00000001:2.0:1767384386.036621:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973928 00000100:00000001:2.0:1767384386.036624:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294973929 00000100:00000001:2.0:1767384386.036627:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294973928 00000100:00000001:2.0:1767384386.036629:0:16149:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294973929 00000100:00000001:2.0:1767384386.036632:0:16149:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294973928 00000100:00000001:2.0:1767384386.036634:0:16149:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.036636:0:16149:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036639:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036642:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.036647:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.036648:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384386.036651:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.036652:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.036653:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036655:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036667:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.036670:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.036672:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036675:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036688:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384386.036690:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254080 02000000:00000001:2.0:1767384386.036692:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.036694:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.036696:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.036698:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.036700:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254080 00000020:00000001:2.0:1767384386.036703:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384386.036704:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384386.036706:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.036708:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=17 00000020:00000001:2.0:1767384386.036710:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384386.036713:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384386.036716:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.036719:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384386.036721:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.036723:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000020:00000010:2.0:1767384386.036728:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bb26457. 00000020:00000010:2.0:1767384386.036732:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e23bba90. 00000020:00000010:2.0:1767384386.036736:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384386.036743:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384386.036745:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384386.036746:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384386.036748:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384386.036750:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036752:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384386.036754:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.036755:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.036757:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=5 00000020:00000001:2.0:1767384386.036759:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:2.0:1767384386.036761:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00010000:2.0:1767384386.036765:0:16772:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 17 pid: 16779 timeout: 456 lvb_type: 0 00010000:00000001:2.0:1767384386.036771:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036773:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036774:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.036776:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.036781:0:16772:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384386.036785:0:16772:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b62fa85 x1853236748254080/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.036796:0:16772:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384386.036798:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036813:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.036821:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.036822:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384386.036825:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384386.036827:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 3 00000100:00000001:2.0:1767384386.036829:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383454080 : -114060326097536 : ffff984342c7ad80) 00000100:00000040:2.0:1767384386.036832:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b62fa85 x1853236748254080/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 328/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.036838:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.036840:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384386.036842:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.036843:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384386.036846:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b62fa85 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16149:x1853236748254080:12345-0@lo:103: 00000100:00000200:2.0:1767384386.036849:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254080 00010000:00000001:2.0:1767384386.036852:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384386.036854:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384386.036856:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384386.036859:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384386.036860:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384386.036863:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee0bd030. 02000000:00000001:2.0:1767384386.036865:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.036866:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036868:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384386.036870:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384386.036872:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.036873:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.036874:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000058516650 refcount=5 00000020:00000001:2.0:1767384386.036876:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000001:2.0:1767384386.036878:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203392 : -114055535348224 : ffff98446054b600) 00010000:00000040:2.0:1767384386.036881:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005bbc8861 count: 3 00010000:00010000:2.0:1767384386.036884:0:16772:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 17 pid: 16779 timeout: 456 lvb_type: 0 00000100:00001000:2.0:1767384386.036890:0:16772:0:(import.c:2128:obd_at_measure()) add 0 to 00000000b3aad9b5 time=1767384386 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384386.036893:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384386.036896:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036897:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.036899:0:16772:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 17 pid: 16779 timeout: 456 lvb_type: 0 00000020:00000001:2.0:1767384386.036904:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.036905:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.036907:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.036909:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.036912:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384386.036913:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384386.036918:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036919:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036921:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.036923:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.036925:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000058516650 with handle 0x4ac496f8d605e2e4 from hash 00010000:00000001:2.0:1767384386.036927:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384386.036929:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036930:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036931:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384386.036932:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384386.036934:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.036935:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.036937:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384386.036939:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384386.036941:0:16772:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000000b642a95 00010000:00000001:2.0:1767384386.036943:0:16772:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384386.036944:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384386.036946:0:16772:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.036947:0:16772:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384386.036949:0:16772:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.036952:0:16772:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384386.036954:0:16772:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384386.036956:0:16772:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.036962:0:16772:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384386.036965:0:16772:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384386.036966:0:16772:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384386.036968:0:16772:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384386.036970:0:16772:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bbc8861) refcount = 3 00010000:00010000:2.0:1767384386.036972:0:16772:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.036977:0:16772:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384386.036979:0:16772:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384386.036980:0:16772:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.036982:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384386.036985:0:16772:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1a947bb. 00000100:00000001:2.0:1767384386.036987:0:16772:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384386.036990:0:16772:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000799612ec. 00000100:00000001:2.0:1767384386.036992:0:16772:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630017907155712 : -114055802395904 : ffff98445069e300) 00000100:00000001:2.0:1767384386.036994:0:16772:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446630017907155712 : -114055802395904 : ffff98445069e300) 00000100:00000001:2.0:1767384386.036996:0:16772:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384386.036998:0:16772:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384386.036999:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384386.037001:0:16772:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384386.037005:0:16772:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384386.037007:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.037009:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.037011:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=5 00000020:00000001:2.0:1767384386.037013:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.037015:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.037017:0:16772:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384386.037020:0:16772:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037030:0:16772:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384386.037031:0:16772:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037036:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.037037:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.037039:0:16772:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037044:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.037045:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037047:0:16772:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384386.037048:0:16772:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.037053:0:16772:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b642a95 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384386.037055:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.037058:0:16772:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384386.037059:0:16772:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037064:0:16772:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384386.037066:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.037067:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.037068:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=6 00000020:00000001:2.0:1767384386.037070:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.037072:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.037074:0:16772:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384386.037076:0:16772:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037081:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384386.037082:0:16772:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.037084:0:16772:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037086:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384386.037087:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384386.037089:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.037090:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.037092:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b642a95 with handle 0x4ac496f8d605e2eb from hash 00010000:00000001:2.0:1767384386.037093:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384386.037094:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.037095:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.037096:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384386.037097:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384386.037099:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384386.037100:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384386.037101:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.037103:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037104:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384386.037126:0:16772:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384386.037129:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.037130:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.037131:0:16772:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037133:0:16772:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037134:0:16772:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.037137:0:16772:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037153:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.037154:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.037155:0:16772:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384386.037157:0:16772:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384386.037159:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.037160:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.037162:0:16772:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384386.037164:0:16772:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384386.037166:0:16772:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037167:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.037169:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.037170:0:16772:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037172:0:16772:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384386.037174:0:16772:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384386.037176:0:16772:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037177:0:16772:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037180:0:16772:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384386.037181:0:16772:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000799612ec. 00000100:00000001:2.0:1767384386.037184:0:16772:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384386.037186:0:16772:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384386.037188:0:16772:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1a947bb. 00010000:00000001:2.0:1767384386.037191:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384386.037192:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384386.037194:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.037197:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.037199:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.037201:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.037204:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.037206:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.037209:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.037211:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.037213:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037215:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.037217:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.037220:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384386.037223:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748254080, offset 224 00000400:00000200:2.0:1767384386.037228:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.037236:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.037242:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e107b80 00000400:00000200:2.0:1767384386.037246:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fc5 [1] + 224 00000400:00000200:2.0:1767384386.037250:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.037254:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.037257:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.037260:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.037267:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.037284:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.037288:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384386.037290:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384386.037293:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.037294:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.037298:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.037300:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.037302:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037304:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.037308:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b62fa85 x1853236748254080/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 328/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.037315:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b62fa85 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+17:16149:x1853236748254080:12345-0@lo:103: Request processed in 476us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.037322:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384386.037324:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 2 00000100:00000001:2.0:1767384386.037326:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.037328:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.037331:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e23bba90. 00000020:00000010:2.0:1767384386.037336:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384386.037339:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bb26457. 00000020:00000040:2.0:1767384386.037341:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 16 00000100:00000001:2.0:1767384386.037344:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037365:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.037367:0:16149:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384386.037372:0:16149:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.037374:0:16149:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.037375:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000290c80c5. 00000400:00000200:2.0:1767384386.037379:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.037381:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384386.037384:0:16149:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.037388:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.037394:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.037401:0:16149:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.037402:0:16149:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037405:0:16149:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.037407:0:16149:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.037409:0:16149:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.037411:0:16149:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.037413:0:16149:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.037417:0:16149:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.037420:0:16149:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.037423:0:16149:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.037425:0:16149:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037427:0:16149:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384386.037429:0:16149:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037431:0:16149:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.037435:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.037441:0:16149:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.037443:0:16149:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.037445:0:16149:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384386.037449:0:16149:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.037455:0:16149:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d64329de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3ef09c6a-84be-4398-bf62-b694d82341a8:16149:1853236748254080:0@lo:103: 00000100:00000001:2.0:1767384386.037459:0:16149:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037461:0:16149:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.037464:0:16149:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d64329de x1853236748254080/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.037470:0:16149:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.037473:0:16149:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.037475:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8bf6268. 02000000:00000001:2.0:1767384386.037478:0:16149:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.037479:0:16149:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.037481:0:16149:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384386.037483:0:16149:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.037485:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005c5312cd. 02000000:00000001:2.0:1767384386.037489:0:16149:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.037491:0:16149:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.037492:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d64329de. 00000100:00000001:2.0:1767384386.037496:0:16149:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.037497:0:16149:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037499:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037502:0:16149:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.037504:0:16149:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037506:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.037508:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037515:0:16801:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384386.037518:0:16801:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.037519:0:16801:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.037521:0:16801:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8db5d3. 00000400:00000200:2.0:1767384386.037523:0:16801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:2.0:1767384386.037525:0:16801:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000100:00000001:2.0:1767384386.037528:0:16801:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.037531:0:16801:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384386.037539:0:16801:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.037547:0:16801:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.037549:0:16801:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037551:0:16801:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.037552:0:16801:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.037553:0:16801:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.037555:0:16801:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.037557:0:16801:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.037560:0:16801:0:(import.c:2128:obd_at_measure()) add 5 to 00000000d178f179 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.037562:0:16801:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e52d9db5 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.037565:0:16801:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.037567:0:16801:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037568:0:16801:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384386.037569:0:16801:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037571:0:16801:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.037574:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.037581:0:16801:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.037583:0:16801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.037584:0:16801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.037587:0:16801:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384386.037589:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384386.037591:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000058516650/0x4ac496f8d605e2e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4ac496f8d605e2dd expref: 16 pid: 16779 timeout: 456 lvb_type: 0 00010000:00000040:2.0:1767384386.037597:0:16801:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:2.0:1767384386.037599:0:16801:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00010000:00000001:2.0:1767384386.037605:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.037607:0:16801:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.037609:0:16801:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384386.037615:0:16801:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249d2b44 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:16801:1853236748253952:0@lo:104: 00000100:00000001:2.0:1767384386.037619:0:16801:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.037621:0:16801:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.037623:0:16801:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384386.037624:0:16801:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.037626:0:16801:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249d2b44 x1853236748253952/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.037632:0:16801:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.037633:0:16801:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.037634:0:16801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000595d880d. 02000000:00000001:2.0:1767384386.037636:0:16801:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.037637:0:16801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.037639:0:16801:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000020:00000001:2.0:1767384386.037640:0:16801:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.037642:0:16801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ac61cde. 02000000:00000001:2.0:1767384386.037645:0:16801:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.037646:0:16801:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.037647:0:16801:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249d2b44. 00000100:00000001:2.0:1767384386.037650:0:16801:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.037651:0:16801:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384386.037653:0:16801:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000078459a6f. 00000100:00000001:2.0:1767384386.037655:0:16801:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384386.037657:0:16801:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384386.037659:0:16801:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c35b0cf7. 00010000:00000001:2.0:1767384386.037662:0:16801:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037664:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.037665:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384386.037667:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384386.037669:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384386.037671:0:16801:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.037678:0:16801:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037682:0:16801:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384386.037684:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384386.037686:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.037691:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384386.037693:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384386.037694:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384386.037699:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005bbc8861 count: 0 00010000:00000001:2.0:1767384386.037709:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384386.037711:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384386.039878:0:39077:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000346d989d. 00000400:00000040:1.0:1767384386.039897:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384386.039900:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384386.039903:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384386.039905:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384386.039907:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384386.039908:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384386.039911:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384386.039916:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384386.039918:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384386.039919:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384386.039922:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384386.039924:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384386.039926:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384386.039928:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384386.039929:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384386.039931:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384386.039933:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384386.039934:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384386.039935:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384386.039937:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384386.039939:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384386.039940:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384386.039942:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384386.039943:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384386.039944:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384386.039946:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384386.039948:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384386.039949:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384386.039950:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384386.039952:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384386.039953:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384386.039955:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384386.039957:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384386.039958:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384386.039960:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384386.039962:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384386.039963:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384386.039965:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384386.039966:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384386.039968:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384386.039969:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384386.039971:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384386.039972:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384386.039974:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384386.039975:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384386.039977:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384386.039981:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384386.039983:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384386.039985:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384386.039986:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384386.039988:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384386.039989:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384386.039991:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384386.039993:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384386.039994:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384386.039996:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384386.039997:0:39077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384386.040132:0:39077:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000346d989d. 00010000:00000010:2.1:1767384386.044156:0:39078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036f285eb. 00010000:00000010:2.1:1767384386.044167:0:39078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00010000:00000010:2.1:1767384386.044172:0:39078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058516650. 00010000:00000010:2.1:1767384386.044176:0:39078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bbc8861. 00010000:00000010:2.1:1767384386.044179:0:39078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00000100:00000040:2.0:1767384386.049135:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294973929, at 4294973930 00000100:00000010:2.0:1767384386.049160:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abd4cb83. 00000100:00000040:0.0:1767384386.049161:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294973929, at 4294973930 00000100:00000010:0.0:1767384386.049167:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000028c11035. 00000100:00000040:3.0:1767384386.049233:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294973929, at 4294973930 00000100:00000010:3.0:1767384386.049241:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bff8c225. 00000100:00000040:1.0:1767384386.050165:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294973929, at 4294973931 00000100:00000010:1.0:1767384386.050172:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d36d530. 00080000:00000001:0.0:1767384386.051646:0:16779:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384386.051651:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767384386.051656:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767384386.051657:0:16779:0:(lu_object.c:207:lu_object_put()) Add 0000000052d4f4fa/00000000442e32a2 to site lru. bkt: 000000005decacf5 00040000:00000001:3.0:1767384386.051659:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767384386.051663:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767384386.051663:0:16779:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384386.051666:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767384386.051668:0:16779:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:3.0:1767384386.051670:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9fb2b69. 20000000:01000000:0.0:1767384386.051673:0:16779:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767384386.051675:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767384386.051690:0:16779:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384386.051695:0:16779:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767384386.051704:0:16779:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767384386.051752:0:16801:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384386.051756:0:16801:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384386.051760:0:16801:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384386.051764:0:16801:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384386.051768:0:16801:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384386.051776:0:16801:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f52bd7b9. 00010000:00000001:2.0:1767384386.051781:0:16801:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384386.051784:0:16801:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 00000020:00000001:2.0:1767384386.051789:0:16801:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384386.051792:0:16801:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b642a95 with handle 0x4ac496f8d605e2f2 to hash 00000020:00000001:2.0:1767384386.051795:0:16801:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384386.051796:0:16801:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.051799:0:16801:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.051802:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.051804:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.051807:0:16801:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051816:0:16801:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384386.051820:0:16801:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384386.051822:0:16801:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384386.051824:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384386.051826:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.051828:0:16801:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384386.051830:0:16801:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.051833:0:16801:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384386.051835:0:16801:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384386.051836:0:16801:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384386.051837:0:16801:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384386.051840:0:16801:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f52bd7b9) refcount = 1 00010000:00010000:2.0:1767384386.051843:0:16801:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051849:0:16801:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384386.051850:0:16801:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384386.051852:0:16801:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.051853:0:16801:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.051856:0:16801:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384386.051858:0:16801:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384386.051861:0:16801:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.008428004s 00010000:00000001:2.0:1767384386.051865:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.051866:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.051868:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=4 00000020:00000001:2.0:1767384386.051870:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.051872:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.051874:0:16801:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384386.051876:0:16801:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051882:0:16801:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384386.051884:0:16801:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051890:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.051892:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384386.051893:0:16801:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051899:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.051900:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.051903:0:16801:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384386.051904:0:16801:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384386.051909:0:16801:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b642a95 already unused, calling callback (0000000064ca87ef) 00010000:00000001:2.0:1767384386.051911:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.051913:0:16801:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384386.051914:0:16801:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051919:0:16801:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384386.051920:0:16801:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384386.051921:0:16801:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.051922:0:16801:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b642a95 refcount=5 00000020:00000001:2.0:1767384386.051924:0:16801:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.051926:0:16801:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000001:2.0:1767384386.051929:0:16801:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384386.051931:0:16801:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051935:0:16801:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384386.051936:0:16801:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384386.051937:0:16801:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.051939:0:16801:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384386.051941:0:16801:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384386.051943:0:16801:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384386.051944:0:16801:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384386.051946:0:16801:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b642a95 with handle 0x4ac496f8d605e2f2 from hash 00010000:00000001:2.0:1767384386.051948:0:16801:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384386.051950:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.051951:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.051953:0:16801:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384386.051954:0:16801:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384386.051957:0:16801:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384386.051958:0:16801:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384386.051961:0:16801:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.051963:0:16801:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.051965:0:16801:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384386.051966:0:16801:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384386.051968:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.051969:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.051971:0:16801:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.051973:0:16801:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.051975:0:16801:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.051977:0:16801:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.051983:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.051984:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.051986:0:16801:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384386.051988:0:16801:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384386.051990:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384386.051991:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384386.051992:0:16801:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384386.051994:0:16801:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384386.051996:0:16801:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.051998:0:16801:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384386.052002:0:16801:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384386.052003:0:16801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384386.052004:0:16801:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b642a95/0x4ac496f8d605e2f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16801 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384386.052010:0:16801:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f52bd7b9 count: 0 00010000:00000001:2.0:1767384386.052016:0:16801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384386.052018:0:16801:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384386.057444:0:16778:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384386.057453:0:16778:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384386.057456:0:16778:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000161ca597. 20000000:00000001:2.0:1767384386.057463:0:16778:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384386.057469:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253696 00010000:00000001:2.0:1767384386.057472:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384386.057480:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041aadc81 x1853236748253696/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.057490:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.057492:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.057496:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.057501:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.057504:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.057506:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.057509:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.057512:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.057515:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.057518:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.057523:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c59366. 00000100:00000200:2.0:1767384386.057529:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748253696, offset 224 00000400:00000200:2.0:1767384386.057537:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.057550:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.057560:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107a00 00000400:00000200:2.0:1767384386.057568:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fa9 [2] + 224 00000400:00000200:2.0:1767384386.057576:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.057581:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.057587:0:16778:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.057592:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.057602:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.057615:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.057624:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c59366 00000400:00000010:2.0:1767384386.057626:0:16778:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c59366. 00000100:00000001:2.0:1767384386.057630:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.057632:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.057637:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.057640:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.057643:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.057645:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.057647:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384386.057653:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041aadc81 x1853236748253696/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.057662:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041aadc81 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748253696:12345-0@lo:253: Request processed in 38020us (38351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.057674:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384386.057677:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384386.057680:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.057681:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.057687:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d56f2. 00000020:00000010:2.0:1767384386.057692:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091254c01. 00000020:00000010:2.0:1767384386.057697:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4534b4d. 00000020:00000040:2.0:1767384386.057705:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:2.0:1767384386.057709:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.057711:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d5c3c034. 02000000:00000001:2.0:1767384386.057714:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.057716:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384386.057722:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384386.057727:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a8db5d3. 00000400:00000010:2.0:1767384386.057732:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c59366. 00000100:00000001:2.0:1767384386.057771:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.057775:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384386.057780:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.057782:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.057784:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a36199f7. 00000400:00000200:2.0:1767384386.057788:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1246fd 00000400:00000010:2.0:1767384386.057789:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1246fd. 00000100:00000001:2.0:1767384386.057792:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.057795:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.057804:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.057810:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.057811:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.057813:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.057815:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.057817:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.057819:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.057822:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.057827:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.057830:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.057833:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.057835:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.057837:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384386.057838:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.057841:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.057845:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.057857:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.057860:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.057862:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384386.057867:0:16146:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384386.057869:0:16146:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384386.057871:0:16146:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384386.057872:0:16146:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384386.057874:0:16146:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384386.057875:0:16146:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384386.057877:0:16146:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384386.057878:0:16146:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384386.057880:0:16146:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384386.057881:0:16146:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384386.057884:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.057891:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bae9d970 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748253696:0@lo:253: 00000100:00000001:2.0:1767384386.057896:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.057899:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.057901:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bae9d970 x1853236748253696/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.057907:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.057909:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.057912:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000401f94df. 02000000:00000001:2.0:1767384386.057916:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.057918:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.057920:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384386.057922:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.057924:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000044e67cf2. 02000000:00000001:2.0:1767384386.057928:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.057930:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.057932:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bae9d970. 00000100:00000001:2.0:1767384386.057940:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.057942:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.057944:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.057951:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.057953:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.057956:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.057958:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384386.058128:0:16649:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f52bd7b9. 00010000:00000010:2.1:1767384386.058136:0:16649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00080000:00000020:2.0:1767384386.061805:0:16779:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767384386.061812:0:16779:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384386.061814:0:16779:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f876312a. 20000000:00000001:2.0:1767384386.061820:0:16779:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384386.061824:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748253824 00010000:00000001:2.0:1767384386.061827:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384386.061835:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d67e4c1 x1853236748253824/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.061844:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.061846:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.061849:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.061853:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.061856:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.061858:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.061861:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.061863:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.061867:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.061869:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.061873:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5413b8c. 00000100:00000200:2.0:1767384386.061878:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748253824, offset 224 00000400:00000200:2.0:1767384386.061884:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.061895:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.061904:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e107a80 00000400:00000200:2.0:1767384386.061909:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fad [2] + 224 00000400:00000200:2.0:1767384386.061916:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.061920:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.061925:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.061930:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.061938:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.061963:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.061969:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5413b8c 00000400:00000010:2.0:1767384386.061971:0:16779:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5413b8c. 00000100:00000001:2.0:1767384386.061974:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.061975:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.061979:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.061981:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.061983:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.061985:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.061987:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384386.061991:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d67e4c1 x1853236748253824/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 4848/4768 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.062000:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d67e4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748253824:12345-0@lo:253: Request processed in 42306us (42682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.062009:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000040:2.0:1767384386.062013:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384386.062015:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.062017:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.062021:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dc603ef6. 00000020:00000010:2.0:1767384386.062025:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003a776ace. 00000020:00000010:2.0:1767384386.062028:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ea0b5b86. 00000020:00000040:2.0:1767384386.062032:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:2.0:1767384386.062035:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.062037:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006556ff1a. 02000000:00000001:2.0:1767384386.062041:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.062043:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384386.062048:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384386.062052:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000290c80c5. 00000400:00000010:2.0:1767384386.062055:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a5413b8c. 00000100:00000001:3.0:1767384386.062223:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.062228:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384386.062233:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384386.062235:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384386.062237:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024c47cbc. 00000400:00000200:3.0:1767384386.062241:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6d3ddf 00000400:00000010:3.0:1767384386.062243:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f6d3ddf. 00000100:00000001:3.0:1767384386.062246:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384386.062251:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384386.062267:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.062274:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384386.062276:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.062279:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384386.062281:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384386.062283:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.062285:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.062288:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.062293:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384386.062296:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.062298:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384386.062300:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.062302:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384386.062304:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.062307:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.062310:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.062316:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.062319:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384386.062320:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384386.062324:0:16148:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384386.062325:0:16148:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384386.062327:0:16148:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384386.062328:0:16148:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384386.062329:0:16148:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384386.062330:0:16148:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384386.062331:0:16148:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384386.062333:0:16148:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384386.062334:0:16148:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384386.062336:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.062343:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23330e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748253824:0@lo:253: 00000100:00000001:3.0:1767384386.062347:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.062354:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384386.062356:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23330e5 x1853236748253824/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.062362:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384386.062364:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384386.062367:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007179ea82. 02000000:00000001:3.0:1767384386.062371:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384386.062372:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384386.062374:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:3.0:1767384386.062376:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384386.062378:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004efcf730. 02000000:00000001:3.0:1767384386.062382:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384386.062384:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384386.062385:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23330e5. 00000100:00000001:3.0:1767384386.062393:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384386.062395:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.062396:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.062402:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.062404:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.062406:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.062409:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384386.391424:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000800:00000200:0.1:1767384386.391432:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000400:00000200:3.0:1767384386.391557:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391602:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391627:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391649:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391672:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391692:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391722:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391745:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391769:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391788:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391804:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391820:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391835:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391851:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391874:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391890:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391905:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391920:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391935:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391951:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391967:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391982:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.391997:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392012:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392028:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392048:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392079:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392094:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000001:2.0:1767384386.392171:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.392174:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384386.392178:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384386.392181:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:2.0:1767384386.392187:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384386.392191:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384386.392203:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e582bf8. 00000400:00000010:2.0:1767384386.392207:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000048730387. 00000400:00000200:2.0:1767384386.392216:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp46 00000400:00000010:2.0:1767384386.392219:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e582bf8. 00000400:00000010:2.0:1767384386.392224:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006058d70. 00000400:00000010:2.0:1767384386.392228:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000400:00000010:2.0:1767384386.392234:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000088941912. 00000400:00000200:2.0:1767384386.392239:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp46 00000400:00000200:3.0:1767384386.392242:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392253:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp46 local destination 00000400:00000200:2.0:1767384386.392259:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp46 00000400:00000200:2.0:1767384386.392264:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp46 NI seq info: [214:214:256:4294967295] 192.168.202.119@tcp46 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384386.392270:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp46 00000400:00000200:3.0:1767384386.392273:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392283:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp46(192.168.202.119@tcp46:) -> 192.168.202.119@tcp46(192.168.202.119@tcp46:192.168.202.119@tcp46) : GET try# 0 00000800:00000200:2.0:1767384386.392290:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp46 00000800:00000010:2.0:1767384386.392294:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002dbeb5f9. 00000800:00000200:2.0:1767384386.392300:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:3.0:1767384386.392301:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000800:00000200:2.1:1767384386.392306:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:2.0:1767384386.392321:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp46 added to recovery queue. ping count: 3 next ping: 314 health :700 00000400:00000200:3.0:1767384386.392328:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392357:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384386.392389:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392441:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392483:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392511:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392532:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000010:3.0:1767384386.392552:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015f00198. 00000800:00000010:3.0:1767384386.392558:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000064eeb232. 00000400:00000200:2.0:1767384386.392559:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000010:3.0:1767384386.392563:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000067d4eeeb. 00000800:00000010:3.0:1767384386.392588:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000067d4eeeb. 00000400:00000200:2.0:1767384386.392589:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000800:00020000:3.0:1767384386.392600:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384386.392605:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000064eeb232. 00000800:00000010:3.0:1767384386.392608:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015f00198. 00000400:00000200:2.0:1767384386.392616:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392649:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:02020000:3.0:1767384386.392656:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384386.392661:0:16137:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384386.392678:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392701:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392723:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392742:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392760:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392778:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392795:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392812:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392828:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392844:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392860:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392880:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392904:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392929:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392951:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392974:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.392994:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393013:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393031:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393050:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393069:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393088:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393129:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393168:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393194:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393217:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384386.393244:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384386.393454:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8401a38. 00000800:00000010:2.0:1767384386.393459:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b44df42. 00000800:00000010:2.0:1767384386.393463:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006c040cbe. 00000800:00000010:2.0:1767384386.393489:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006c040cbe. 00000800:00020000:2.0:1767384386.393496:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384386.393499:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b44df42. 00000800:00000010:2.0:1767384386.393502:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c8401a38. 00000400:02020000:2.0:1767384386.393550:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp46 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384386.393557:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp46 notifying 192.168.202.119@tcp46: down 00000800:00000200:2.0:1767384386.393562:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp46 down 00000800:00000100:2.0:1767384386.393569:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp46 00000800:00000010:2.0:1767384386.393572:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002dbeb5f9. 00000400:00000200:2.0:1767384386.393576:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384386.393581:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp46->192.168.202.119@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384386.393590:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384386.393592:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384386.393597:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp46) recovery failed with -71 00000100:00000040:3.0:1767384386.583277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384386.583290:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384386.583295:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23330e5. 00000020:00000040:3.0:1767384386.583301:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384386.583304:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.583308:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.583312:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.583319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db5783d6. 00000100:00000001:3.0:1767384386.583325:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583332:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384386.583343:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.583345:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583351:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c23330e5] to pc [ptlrpcd_00_00+0] req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.583369:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384386.583374:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384386.583377:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4e7177f. 00000020:00000040:3.0:1767384386.583379:0:37:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384386.583381:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.583383:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.583384:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.583387:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000160f504d. 00000100:00000001:3.0:1767384386.583390:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583393:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384386.583401:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.583402:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583404:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4e7177f] to pc [ptlrpcd_00_01+1] req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.583412:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384386.583422:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384386.583425:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066ceaab6. 00000020:00000040:3.0:1767384386.583427:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384386.583430:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384386.583431:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384386.583433:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.583437:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000537f3070. 00000100:00000001:3.0:1767384386.583439:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583443:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384386.583448:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.583450:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.583453:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583453:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.583457:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384386.583459:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066ceaab6] to pc [ptlrpcd_00_02+2] req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.583464:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583479:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.583481:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.583484:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384386.583486:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.583487:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384386.583490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384386.583492:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.583495:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1767384386.583497:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d4e7177f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748254336:0@lo:400: 00000100:00000010:3.0:1767384386.583499:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b5cede7. 00000100:00000001:2.0:1767384386.583502:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767384386.583504:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384386.583507:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384386.583507:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384386.583509:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384386.583511:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.583512:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.583515:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.583517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f720b75d. 02000000:00000010:2.0:1767384386.583520:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b530e691. 00000100:00000001:3.0:1767384386.583521:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.583524:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583528:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384386.583530:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004ff658f. 00000100:00000001:3.0:1767384386.583539:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384386.583540:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.583540:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000100:00000040:3.0:1767384386.583546:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5cede7] to pc [ptlrpcd_00_03+3] req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.583547:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748254336, portal 4 00000100:00000001:2.0:1767384386.583552:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.583554:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378992256 : -114060330559360 : ffff984342839880) 00000100:00000040:2.0:1767384386.583560:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583568:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.583571:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.583572:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.583574:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748254336, offset 0 00000400:00000200:2.0:1767384386.583580:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.583591:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.583600:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e107c80 00000400:00000200:2.0:1767384386.583607:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 4784 00000400:00000200:2.0:1767384386.583614:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.583617:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.583624:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.583626:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384386.583629:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005280d45. 00000100:00000040:2.0:1767384386.583632:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000005280d45 x1853236748254336 msgsize 224 00000100:00100000:2.0:1767384386.583637:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384386.583647:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.583653:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.583656:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384386.583659:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384386.583662:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583670:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.583673:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583679:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583681:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.583686:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.583689:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4620 usecs (5 jiffies) 00000100:00000001:2.0:1767384386.583693:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974469 00000100:00000010:2.0:1767384386.583696:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016a2ccc6. 00000100:00000001:2.0:1767384386.583701:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384386.583707:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974469 00000100:00000010:2.0:1767384386.583710:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7a65d34. 00000100:00000001:2.0:1767384386.583713:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384386.583717:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974469 00000100:00000010:2.0:1767384386.583720:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b367df1f. 00000100:00000001:2.0:1767384386.583723:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384386.583726:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974469 00000100:00000010:2.0:1767384386.583729:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f2958ad. 00000100:00000001:2.0:1767384386.583732:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384386.583735:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.583737:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583741:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583743:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.583751:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.583753:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384386.583757:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.583760:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.583762:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.583764:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384386.583767:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.583772:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.583774:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.583778:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.583780:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.583782:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384386.583783:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.583785:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384386.583789:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (312) 00000100:00000001:2.0:1767384386.583797:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.583799:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.583801:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384386.583802:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.583803:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384386.583805:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.583807:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c23330e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748254208:0@lo:400: 00000100:00000001:2.0:1767384386.583811:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384386.583814:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384386.583815:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.583817:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384386.583820:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006998118. 02000000:00000001:2.0:1767384386.583822:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.583825:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000611b8c. 00000400:00000010:2.0:1767384386.583828:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.583830:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748254208, portal 25 00000100:00000001:2.0:1767384386.583832:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.583833:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013379001216 : -114060330550400 : ffff98434283bb80) 00000100:00000040:2.0:1767384386.583837:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583843:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.583845:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.583847:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384386.583848:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748254208, offset 0 00000400:00000200:2.0:1767384386.583852:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.583857:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.583862:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e107c00 00000400:00000200:2.0:1767384386.583866:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1709 [2] + 0 00000400:00000010:2.0:1767384386.583869:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000afea122. 00000400:00000200:2.0:1767384386.583871:0:16147:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e58af898 00000400:00000200:2.0:1767384386.583874:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.583877:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384386.583879:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e58af898 00000400:00000010:2.0:1767384386.583881:0:16147:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e58af898. 00000100:00000001:2.0:1767384386.583885:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.583886:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384386.583889:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000026edbc20 x1853236748254208 msgsize 224 00000100:00100000:2.0:1767384386.583893:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384386.583895:0:16147:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384386.583903:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.583906:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384386.583908:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384386.583911:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384386.583915:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583922:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.583926:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.583927:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.583930:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384386.583936:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.583937:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.583940:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.583944:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583948:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294974476 00000100:00000001:3.0:1767384386.583950:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384386.583953:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583955:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974469 02000000:00000001:3.0:1767384386.583956:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384386.583959:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.583960:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294974476 02000000:00000001:3.0:1767384386.583964:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583965:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974469 00000100:00100000:3.0:1767384386.583969:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066ceaab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748254464:0@lo:400: 00000100:00000001:2.0:1767384386.583970:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294974476 00000100:00000001:2.0:1767384386.583975:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974469 00000100:00000001:3.0:1767384386.583976:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384386.583978:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294974476 00000100:00000001:2.0:1767384386.583982:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974469 00000100:00000001:2.0:1767384386.583984:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.583985:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583988:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583990:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.583997:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.583999:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584010:0:17559:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384386.584012:0:17559:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254336 02000000:00000001:2.0:1767384386.584014:0:17559:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.584016:0:17559:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.584018:0:17559:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.584021:0:17559:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.584024:0:17559:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254336 00000020:00000001:2.0:1767384386.584027:0:17559:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384386.584028:0:17559:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:2.0:1767384386.584031:0:17559:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.584034:0:17559:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:2.0:1767384386.584036:0:17559:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 02000000:00000001:3.0:1767384386.584038:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384386.584039:0:17559:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 02000000:00000001:3.0:1767384386.584041:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584044:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384386.584045:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.584050:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b135e24. 00000020:00000010:2.0:1767384386.584050:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c040cbe. 02000000:00000001:3.0:1767384386.584055:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384386.584056:0:17559:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000021b69c41. 00000400:00000010:3.0:1767384386.584059:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031e6e9d5. 00000400:00000010:3.0:1767384386.584065:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2b64a2c. 00000020:00000040:2.0:1767384386.584065:0:17559:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000200:3.0:1767384386.584069:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748254464, portal 10 00000100:00000001:3.0:1767384386.584073:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384386.584074:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378988672 : -114060330562944 : ffff984342838a80) 00000100:00000001:2.0:1767384386.584075:0:17559:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384386.584081:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384386.584081:0:17559:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccddd291. 00000020:00000010:2.0:1767384386.584087:0:17559:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008703cc82. 00000100:00000001:3.0:1767384386.584093:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384386.584094:0:17559:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:3.0:1767384386.584097:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384386.584101:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a94b98. 00000100:00000040:2.0:1767384386.584102:0:17559:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:3.0:1767384386.584104:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748254464, offset 0 00000400:00000200:3.0:1767384386.584126:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384386.584130:0:17559:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384386.584145:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384386.584152:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107d00 00000400:00000200:3.0:1767384386.584162:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000400:00000200:3.0:1767384386.584167:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384386.584170:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384386.584174:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384386.584175:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384386.584178:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e584f9cf. 00000100:00000040:3.0:1767384386.584180:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000e584f9cf x1853236748254464 msgsize 224 00000100:00100000:3.0:1767384386.584184:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384386.584192:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384386.584196:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a94b98 00000400:00000010:3.0:1767384386.584198:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a94b98. 00000100:00000001:3.0:1767384386.584201:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384386.584204:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584212:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384386.584214:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.584214:0:17559:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.584219:0:17559:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.584225:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584228:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.584228:0:17559:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384386.584232:0:17559:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384386.584233:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584234:0:17559:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.584237:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3625 usecs (4 jiffies) 00000100:00000001:3.0:1767384386.584241:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974469 00000100:00000001:3.0:1767384386.584244:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.584244:0:17559:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.584248:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974469 00000100:00000001:3.0:1767384386.584252:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974476 00000100:00000001:3.0:1767384386.584254:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974469 00000100:00000001:3.0:1767384386.584256:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.584257:0:17559:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384386.584259:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974469 00000100:00000001:2.0:1767384386.584260:0:17559:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384386.584263:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974476 00000100:00000001:3.0:1767384386.584267:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384386.584268:0:17559:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384386.584272:0:17559:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:3.0:1767384386.584276:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584277:0:17559:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383455872 : -114060326095744 : ffff984342c7b480) 00000100:00000001:3.0:1767384386.584282:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.584285:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005280d45 x1853236748254336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584286:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.584292:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.584295:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384386.584298:0:17559:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384386.584299:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.584302:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384386.584302:0:17559:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00000100:00000001:3.0:1767384386.584303:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.584308:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384386.584308:0:17559:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.584313:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384386.584314:0:17559:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b13e33e0. 00000100:00000001:3.0:1767384386.584317:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384386.584319:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384386.584322:0:17559:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005280d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748254336:12345-0@lo:400: 00000100:00000001:3.0:1767384386.584324:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.584326:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384386.584329:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384386.584330:0:17559:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254336 00000100:00000040:3.0:1767384386.584334:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384386.584336:0:17559:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.584341:0:17559:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384386.584344:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384386.584344:0:17559:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584347:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.584349:0:17559:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384386.584351:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384386.584352:0:17559:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 02000000:00000001:3.0:1767384386.584354:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.584358:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.584358:0:17559:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384386.584362:0:17559:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384386.584363:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008b5cede7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748254592:0@lo:400: 00000100:00000001:3.0:1767384386.584366:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384386.584368:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384386.584370:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.584371:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384386.584374:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e2cb518. 02000000:00000001:3.0:1767384386.584376:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.584379:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19786bb. 00000400:00000010:3.0:1767384386.584382:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a94b98. 00000100:00000200:3.0:1767384386.584385:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748254592, portal 10 00000100:00000001:3.0:1767384386.584387:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384386.584388:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378998528 : -114060330553088 : ffff98434283b100) 00000100:00000040:3.0:1767384386.584393:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584409:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.584412:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384386.584414:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d800cdfa. 00000100:00000200:3.0:1767384386.584416:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748254592, offset 0 00000400:00000200:3.0:1767384386.584420:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384386.584426:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384386.584429:0:17559:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384386.584432:0:17559:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384386.584435:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107d80 00000020:00000001:2.0:1767384386.584436:0:17559:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.584441:0:17559:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384386.584442:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000100:00000001:2.0:1767384386.584446:0:17559:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384386.584447:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384386.584449:0:17559:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384386.584453:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767384386.584455:0:17559:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000078edea66. 00000100:00000001:3.0:1767384386.584456:0:16148:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384386.584459:0:17559:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384386.584460:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384386.584465:0:17559:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384386.584466:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bae9d970. 00000020:00000001:2.0:1767384386.584468:0:17559:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.584471:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000bae9d970 x1853236748254592 msgsize 224 00010000:00000040:2.0:1767384386.584472:0:17559:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748254336 00010000:00000001:2.0:1767384386.584477:0:17559:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384386.584481:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:2.0:1767384386.584483:0:17559:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005280d45 x1853236748254336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584491:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384386.584492:0:17559:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384386.584496:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d800cdfa 00010000:00000001:2.0:1767384386.584496:0:17559:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384386.584500:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d800cdfa. 00000100:00001000:2.0:1767384386.584502:0:17559:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.584504:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384386.584509:0:17559:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1767384386.584511:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.584514:0:17559:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.584518:0:17559:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.584523:0:17559:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.584526:0:17559:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584527:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384386.584529:0:17559:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.584532:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.584535:0:17559:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.584539:0:17559:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384386.584544:0:17559:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748254336, offset 224 00000100:00000001:3.0:1767384386.584545:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584549:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384386.584552:0:17559:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384386.584554:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.584558:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3606 usecs (4 jiffies) 00000400:00000200:2.0:1767384386.584561:0:17559:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384386.584562:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294974469 00000100:00000001:3.0:1767384386.584566:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294974476 00000400:00000200:2.0:1767384386.584569:0:17559:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e107c80 00000100:00000001:3.0:1767384386.584570:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294974469 00000100:00000001:3.0:1767384386.584575:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294974476 00000400:00000200:2.0:1767384386.584577:0:17559:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fe5 [1] + 224 00000400:00000200:2.0:1767384386.584581:0:17559:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384386.584583:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294974469 00000400:00000200:2.0:1767384386.584587:0:17559:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384386.584588:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.584591:0:17559:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384386.584592:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294974469 00000100:00000001:3.0:1767384386.584596:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294974476 00000100:00000200:2.0:1767384386.584597:0:17559:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584599:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.584604:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584609:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584614:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.584615:0:17559:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584626:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.584630:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584631:0:17559:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.584638:0:17559:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384386.584641:0:17559:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384386.584645:0:17559:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.584647:0:17559:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.584651:0:17559:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.584655:0:17559:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.584657:0:17559:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.584659:0:17559:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.584662:0:17559:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384386.584665:0:17559:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005280d45 x1853236748254336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.584674:0:17559:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005280d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748254336:12345-0@lo:400: Request processed in 375us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.584682:0:17559:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384386.584685:0:17559:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:2.0:1767384386.584687:0:17559:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.584689:0:17559:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.584693:0:17559:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008703cc82. 00000020:00000010:2.0:1767384386.584697:0:17559:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384386.584701:0:17559:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccddd291. 00000020:00000040:2.0:1767384386.584708:0:17559:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:2.0:1767384386.584711:0:17559:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384386.584719:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384386.584725:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:2.0:1767384386.584732:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384386.584735:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254208 02000000:00000001:2.0:1767384386.584738:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.584739:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.584741:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584742:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384386.584743:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.584746:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254464 00000100:00100000:2.0:1767384386.584747:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254208 02000000:00000001:3.0:1767384386.584750:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384386.584750:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384386.584754:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384386.584754:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:3.0:1767384386.584757:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.584758:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.584761:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 02000000:00000001:3.0:1767384386.584763:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.584765:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00100000:3.0:1767384386.584767:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254464 00000020:00000001:2.0:1767384386.584769:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384386.584770:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384386.584774:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000100:00000001:2.0:1767384386.584774:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384386.584777:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384386.584778:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00000020:00000040:3.0:1767384386.584780:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000100:00000001:2.0:1767384386.584783:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384386.584784:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000010:2.0:1767384386.584788:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b13e33e0. 00000020:00000001:3.0:1767384386.584789:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:3.0:1767384386.584794:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.584795:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccddd291. 00000020:00000010:3.0:1767384386.584798:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000259d134e. 00000020:00000010:2.0:1767384386.584800:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008703cc82. 00000100:00000001:3.0:1767384386.584802:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384386.584806:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000259d134e. 00000020:00000010:2.0:1767384386.584806:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000020:00000010:3.0:1767384386.584812:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e67a102. 00000100:00000040:2.0:1767384386.584815:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384386.584818:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042d509b4. 00000100:00000001:2.0:1767384386.584819:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384386.584821:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.584823:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.584824:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000693a6595. 00000100:00000001:2.0:1767384386.584828:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.584833:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384386.584837:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.584842:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.584844:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384386.584847:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.584847:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.584850:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384386.584854:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384386.584855:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000001:3.0:1767384386.584857:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384386.584858:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384386.584860:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584862:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388807248 : -114060320744368 : ffff984343195c50) 00000100:00000040:2.0:1767384386.584867:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026edbc20 x1853236748254208/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584869:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.584878:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384386.584881:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384386.584882:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00000100:00100000:3.0:1767384386.584884:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254592 00000100:00000001:2.0:1767384386.584885:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384386.584888:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384386.584889:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b13e33e0. 00000100:00000001:3.0:1767384386.584890:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.584893:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.584897:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026edbc20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748254208:12345-0@lo:400: 02000000:00000001:3.0:1767384386.584898:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384386.584902:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254592 00000100:00000200:2.0:1767384386.584903:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254208 00000020:00000001:3.0:1767384386.584905:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384386.584907:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:3.0:1767384386.584908:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:2.0:1767384386.584910:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384386.584911:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384386.584913:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384386.584914:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000001:2.0:1767384386.584916:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.584918:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:2.0:1767384386.584920:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:3.0:1767384386.584921:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:2.0:1767384386.584924:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384386.584926:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384386.584927:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384386.584930:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384386.584931:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000259d134e. 00000020:00000001:2.0:1767384386.584931:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384386.584934:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.584936:0:19521:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000072a9099e. 00000020:00000001:2.0:1767384386.584937:0:16779:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384386.584940:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384386.584943:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 02000000:00000001:2.0:1767384386.584943:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384386.584947:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c9fb2b69. 00000100:00000001:3.0:1767384386.584951:0:19521:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1767384386.584951:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584954:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384386.584957:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024125e45. 00000020:00000001:2.0:1767384386.584957:0:16779:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384386.584960:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748254208 00000020:00000010:3.0:1767384386.584962:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000db953333. 00010000:00000001:2.0:1767384386.584964:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:3.0:1767384386.584968:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000012649963. 00010000:00000200:2.0:1767384386.584968:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026edbc20 x1853236748254208/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.584974:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384386.584976:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384386.584978:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384386.584979:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384386.584982:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.584985:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:2.0:1767384386.584986:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.584988:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384386.584991:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.584991:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.584996:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384386.584998:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.584999:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.585003:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.585005:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.585007:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.585008:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.585010:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.585013:0:16779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000001:3.0:1767384386.585015:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384386.585017:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748254208, offset 224 00000100:00100000:3.0:1767384386.585022:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384386.585026:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000400:00000200:2.0:1767384386.585026:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384386.585030:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013379000320 : -114060330551296 : ffff98434283b800) 00000400:00000200:2.0:1767384386.585035:0:16779:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384386.585038:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e584f9cf x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.585044:0:16779:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e107c00 00000400:00000200:2.0:1767384386.585053:0:16779:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fed [1] + 224 00000100:00000001:3.0:1767384386.585055:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384386.585058:0:16779:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384386.585059:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd29cb92. 00000100:00000001:3.0:1767384386.585064:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384386.585066:0:16779:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384386.585068:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd29cb92. 00000100:00000001:2.0:1767384386.585071:0:16779:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384386.585076:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e584f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748254464:12345-0@lo:400: 00000100:00000200:2.0:1767384386.585077:0:16779:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384386.585083:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254464 00000020:00000001:3.0:1767384386.585088:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384386.585092:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384386.585093:0:16779:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384386.585094:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.585099:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384386.585103:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:3.0:1767384386.585122:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384386.585125:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585127:0:16779:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384386.585128:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384386.585131:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384386.585144:0:16779:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384386.585148:0:16779:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384386.585151:0:16779:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.585154:0:16779:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.585158:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.585161:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.585164:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.585165:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.585167:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384386.585171:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026edbc20 x1853236748254208/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.585179:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026edbc20 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748254208:12345-0@lo:400: Request processed in 301us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.585186:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:2.0:1767384386.585188:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384386.585190:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.585192:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.585194:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008703cc82. 00000020:00000010:2.0:1767384386.585198:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384386.585201:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccddd291. 00000020:00000040:2.0:1767384386.585204:0:16779:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:2.0:1767384386.585208:0:16779:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384386.585209:0:16779:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c9fb2b69. 02000000:00000001:2.0:1767384386.585212:0:16779:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384386.585213:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384386.585217:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384386.585220:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d1756a. 00000400:00000010:2.0:1767384386.585224:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c37238f4. 00000100:00000001:2.0:1767384386.585245:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.585247:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384386.585250:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.585252:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.585253:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000611b8c. 00000400:00000200:2.0:1767384386.585257:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.585258:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384386.585261:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.585264:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.585272:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585279:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.585281:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585284:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.585286:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.585287:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.585289:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.585291:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.585294:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.585297:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.585300:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.585302:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.585304:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384386.585306:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585309:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.585313:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585319:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.585321:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.585323:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384386.585327:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.585334:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c23330e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748254208:0@lo:400: 00000400:00000001:2.0:1767384386.585341:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.585343:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.585344:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:2.0:1767384386.585347:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:2.0:1767384386.585348:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000100:00000001:2.0:1767384386.585351:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.585354:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384386.585361:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000200:2.0:1767384386.585363:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767384386.585365:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384386.585369:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecba4f7. 00000020:00000040:1.0:1767384386.585373:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384386.585375:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384386.585377:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384386.585379:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384386.585382:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000458b98b6. 00000100:00000001:1.0:1767384386.585385:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.585389:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384386.585390:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384386.585394:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ecba4f7] to pc [ptlrpcd_00_00+0] req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384386.585406:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585442:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.585444:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585446:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.585447:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.585449:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.585451:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.585453:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.585457:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.585460:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.585463:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.585465:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.585467:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384386.585471:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.585483:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585486:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384386.585488:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384386.585490:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.585492:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.585496:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585502:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.585504:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.585505:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384386.585509:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.585517:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d4e7177f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748254336:0@lo:400: 00000100:00000001:2.0:1767384386.585522:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585524:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.585526:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c23330e5 x1853236748254208/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585534:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.585536:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.585538:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006998118. 02000000:00000001:2.0:1767384386.585541:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.585543:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.585545:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384386.585547:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.585549:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db5783d6. 02000000:00000001:2.0:1767384386.585553:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.585554:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.585556:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c23330e5. 00000100:00000001:2.0:1767384386.585563:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.585565:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585567:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.585569:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d4e7177f x1853236748254336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585577:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.585578:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.585579:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b530e691. 02000000:00000001:2.0:1767384386.585582:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.585583:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.585584:0:16147:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384386.585586:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.585588:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000160f504d. 02000000:00000001:2.0:1767384386.585591:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.585592:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.585593:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d4e7177f. 00000100:00000001:2.0:1767384386.585596:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.585597:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585599:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585603:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.585605:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585607:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384386.585609:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384386.585611:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585614:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.585616:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585618:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.585619:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384386.585621:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384386.585625:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585632:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384386.585633:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.585635:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384386.585637:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384386.585639:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.585642:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002ecba4f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748254720:0@lo:13: 00000100:00000001:2.0:1767384386.585645:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384386.585648:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384386.585649:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.585651:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384386.585654:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c9fb2b69. 02000000:00000001:2.0:1767384386.585657:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384386.585660:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004ff658f. 00000400:00000010:2.0:1767384386.585663:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000100:00000200:2.0:1767384386.585666:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748254720, portal 4 00000100:00000001:2.0:1767384386.585669:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384386.585670:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407817088 : -114055301734528 : ffff98446e415f80) 00000100:00000040:2.0:1767384386.585675:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585681:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.585684:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.585686:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.585689:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748254720, offset 0 00000400:00000200:2.0:1767384386.585693:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.585701:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.585707:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e107e00 00000400:00000200:2.0:1767384386.585712:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3584 00000400:00000200:2.0:1767384386.585717:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.585720:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.585724:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384386.585726:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384386.585728:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057c7f44b. 00000100:00000040:2.0:1767384386.585731:0:16147:0:(events.c:337:request_in_callback()) incoming req@0000000057c7f44b x1853236748254720 msgsize 224 00000100:00100000:2.0:1767384386.585738:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384386.585748:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.585753:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.585755:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384386.585758:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384386.585761:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585769:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.585771:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585783:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585785:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.585788:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.585790:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4561 usecs (5 jiffies) 00000100:00000001:2.0:1767384386.585792:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294974471 00000100:00000001:2.0:1767384386.585794:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.585796:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294974471 00000100:00000001:2.0:1767384386.585799:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.585801:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294974471 00000100:00000001:2.0:1767384386.585804:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.585806:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294974471 00000100:00000001:2.0:1767384386.585808:0:16147:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294974476 00000100:00000001:2.0:1767384386.585810:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.585812:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585814:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585817:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585835:0:17561:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384386.585838:0:17561:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254720 02000000:00000001:2.0:1767384386.585840:0:17561:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384386.585842:0:17561:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.585843:0:17561:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.585846:0:17561:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384386.585848:0:17561:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254720 00000020:00000001:2.0:1767384386.585851:0:17561:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384386.585852:0:17561:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:2.0:1767384386.585854:0:17561:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384386.585856:0:17561:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:2.0:1767384386.585858:0:17561:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:2.0:1767384386.585861:0:17561:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:2.0:1767384386.585864:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.585868:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00000100:00000001:2.0:1767384386.585870:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.585872:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b13e33e0. 00000020:00000010:2.0:1767384386.585876:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b530e691. 00000020:00000010:2.0:1767384386.585879:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008703cc82. 00000020:00000010:2.0:1767384386.585882:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384386.585890:0:17561:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384386.585892:0:17561:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384386.585893:0:17561:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384386.585895:0:17561:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585899:0:17561:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585907:0:17561:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.585917:0:17561:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384386.585918:0:17561:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384386.585923:0:17561:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384386.585925:0:17561:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:2.0:1767384386.585927:0:17561:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383457664 : -114060326093952 : ffff984342c7bb80) 00000100:00000040:2.0:1767384386.585931:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057c7f44b x1853236748254720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.585939:0:17561:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384386.585942:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b13e33e0. 00000100:00000001:2.0:1767384386.585944:0:17561:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384386.585946:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b13e33e0. 00000100:00100000:2.0:1767384386.585951:0:17561:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057c7f44b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748254720:12345-0@lo:13: 00000100:00000200:2.0:1767384386.585955:0:17561:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254720 00000020:00000001:2.0:1767384386.585957:0:17561:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.585960:0:17561:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384386.585962:0:17561:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.585964:0:17561:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384386.585966:0:17561:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000020:00000001:2.0:1767384386.585968:0:17561:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384386.585970:0:17561:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384386.585973:0:17561:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384386.585975:0:17561:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384386.585977:0:17561:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585980:0:17561:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384386.585981:0:17561:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384386.585984:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b80ff957. 02000000:00000001:2.0:1767384386.585986:0:17561:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.585988:0:17561:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384386.585991:0:17561:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384386.585995:0:17561:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384386.585997:0:17561:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384386.586001:0:17561:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384386.586012:0:17561:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.586014:0:17561:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384386.586017:0:17561:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:2.0:1767384386.586021:0:17561:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384386.586024:0:17561:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384386.586027:0:17561:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00002000:00000001:2.0:1767384386.586030:0:17561:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384386.586034:0:17561:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384386.586036:0:17561:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384386.586039:0:17561:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384386.586040:0:17561:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748254720 00010000:00000001:2.0:1767384386.586042:0:17561:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384386.586045:0:17561:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057c7f44b x1853236748254720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.586051:0:17561:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384386.586053:0:17561:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.586055:0:17561:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.586058:0:17561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384386.586060:0:17561:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384386.586062:0:17561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384386.586064:0:17561:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384386.586066:0:17561:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586068:0:17561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384386.586070:0:17561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384386.586073:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384386.586075:0:17561:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748254720, offset 224 00000400:00000200:2.0:1767384386.586079:0:17561:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384386.586084:0:17561:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384386.586089:0:17561:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e107e00 00000400:00000200:2.0:1767384386.586093:0:17561:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2011 [1] + 224 00000400:00000200:2.0:1767384386.586096:0:17561:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384386.586100:0:17561:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.586103:0:17561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.586126:0:17561:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384386.586146:0:17561:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.586158:0:17561:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384386.586162:0:17561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384386.586164:0:17561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000020:00000001:3.0:1767384386.586167:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586167:0:17561:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.586168:0:17561:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384386.586172:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384386.586172:0:17561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.586177:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384386.586177:0:17561:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 02000000:00000001:3.0:1767384386.586180:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384386.586181:0:17561:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.586184:0:17561:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384386.586185:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e6c31fb8. 00000020:00000001:2.0:1767384386.586186:0:17561:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384386.586190:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.586192:0:17561:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057c7f44b x1853236748254720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/368 e 0 to 0 dl 1767384397 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.586194:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384386.586198:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384386.586202:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748254464 00010000:00000001:3.0:1767384386.586207:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384386.586208:0:17561:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057c7f44b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748254720:12345-0@lo:13: Request processed in 267us (475us total) trans 0 rc 0/0 00010000:00000200:3.0:1767384386.586213:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e584f9cf x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.586219:0:17561:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384386.586224:0:17561:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:2.0:1767384386.586228:0:17561:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.586229:0:17561:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.586231:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008703cc82. 00000020:00000010:2.0:1767384386.586236:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384386.586241:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b530e691. 00000020:00000040:2.0:1767384386.586246:0:17561:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00010000:00000001:3.0:1767384386.586247:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384386.586249:0:17561:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384386.586250:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.586254:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.586258:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384386.586261:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384386.586263:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:2.0:1767384386.586265:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384386.586266:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384386.586269:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586269:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.586272:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384386.586277:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384386.586277:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384386.586280:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d800cdfa. 00000100:00000001:2.0:1767384386.586280:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384386.586282:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.586285:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.586287:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:2.0:1767384386.586289:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:2.0:1767384386.586291:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000100:00000001:2.0:1767384386.586293:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.586297:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.586304:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.586310:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.586311:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.586313:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.586314:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.586316:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.586317:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.586319:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.586323:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.586326:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.586328:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.586329:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.586331:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384386.586334:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.586340:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586342:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384386.586344:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384386.586346:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.586348:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.586352:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.586358:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.586360:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.586361:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384386.586363:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384386.586366:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767384386.586431:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384386.586434:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000040:2.0:1767384386.586439:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00100000:1.0:1767384386.586440:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:1.0:1767384386.586445:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384386.586449:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378999424 : -114060330552192 : ffff98434283b480) 00000004:00000020:2.0:1767384386.586450:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000040:1.0:1767384386.586455:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bae9d970 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1767384397 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384386.586458:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.586465:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.586480:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002ecba4f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748254720:0@lo:13: 00000100:00000001:2.0:1767384386.586488:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.586490:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384386.586491:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.586495:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002ecba4f7 x1853236748254720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384386.586495:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000030343a3b. 00000100:00000001:1.0:1767384386.586500:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384386.586505:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000030343a3b. 00000100:00000001:2.0:1767384386.586510:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.586512:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384386.586513:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bae9d970 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748254592:12345-0@lo:400: 02000000:00000010:2.0:1767384386.586515:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c9fb2b69. 00000100:00000200:1.0:1767384386.586519:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254592 02000000:00000001:2.0:1767384386.586521:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384386.586523:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384386.586524:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767384386.586526:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:2.0:1767384386.586527:0:16147:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384386.586529:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.586531:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384386.586533:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384386.586535:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000458b98b6. 00000020:00000001:1.0:1767384386.586536:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 02000000:00000001:2.0:1767384386.586540:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767384386.586541:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767384386.586544:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1767384386.586545:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384386.586547:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecba4f7. 00000020:00000001:1.0:1767384386.586548:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384386.586551:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384386.586553:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767384386.586554:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586556:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384386.586557:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384386.586559:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384386.586561:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384386.586563:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384386.586564:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384386.586567:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001a1b4c5a. 00000100:00000001:2.0:1767384386.586568:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384386.586570:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586572:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384386.586573:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.586575:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.586577:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384386.586580:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748254592 00010000:00000001:1.0:1767384386.586582:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384386.586586:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bae9d970 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384386.586593:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384386.586595:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384386.586597:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384386.586600:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384386.586603:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00080000:2.0:1767384386.586607:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384386.586612:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - evictor 00000100:00000001:1.0:1767384386.586612:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384386.586616:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384386.586619:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384386.586622:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384386.586625:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384386.586668:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:3.0:1767384386.586694:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748254464, offset 224 00000100:00000200:1.0:1767384386.586739:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748254592, offset 224 00000400:00000200:1.0:1767384386.586745:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384386.586752:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384386.586759:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107d80 00000400:00000200:1.0:1767384386.586764:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ffd [1] + 224 00000400:00000200:1.0:1767384386.586767:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384386.586771:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384386.586774:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384386.586777:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384386.586784:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.586823:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384386.586825:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384386.586837:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384386.586842:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384386.586844:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384386.586846:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384386.586848:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384386.586851:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384386.586852:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384386.586856:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:1.0:1767384386.586859:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384386.586862:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384386.586862:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384386.586866:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384386.586872:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bae9d970 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384386.586873:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107d00 00000400:00000200:2.0:1767384386.586883:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ff5 [1] + 224 00000400:00000200:2.0:1767384386.586889:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384386.586890:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bae9d970 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16148:x1853236748254592:12345-0@lo:400: Request processed in 397us (2416us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384386.586895:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384386.586902:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384386.586905:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000200:2.0:1767384386.586908:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384386.586916:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 00000100:00000001:1.0:1767384386.586921:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767384386.586922:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384386.586924:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384386.586928:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000db953333. 00000020:00000010:1.0:1767384386.586933:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000012649963. 00000100:00000001:2.0:1767384386.586936:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384386.586938:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000400:00000200:2.0:1767384386.586941:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d800cdfa 00000020:00000040:1.0:1767384386.586943:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000400:00000010:2.0:1767384386.586944:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d800cdfa. 00000100:00000001:1.0:1767384386.586947:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.586949:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384386.586952:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384386.586955:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.586958:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:2.0:1767384386.586961:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384386.586962:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.586964:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384386.586968:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e584f9cf x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1767384397 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.586976:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e584f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748254464:12345-0@lo:400: Request processed in 1920us (2794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384386.586983:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767384386.586987:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:2.0:1767384386.586989:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384386.586991:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384386.586994:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042d509b4. 00000020:00000010:2.0:1767384386.586997:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000693a6595. 00000020:00000010:2.0:1767384386.587001:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e67a102. 00000020:00000040:2.0:1767384386.587005:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:2.0:1767384386.587007:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384386.587025:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384386.587028:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384386.587029:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19786bb. 00000400:00000200:3.0:1767384386.587034:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a94b98 00000400:00000010:3.0:1767384386.587036:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a94b98. 00000100:00000001:3.0:1767384386.587038:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384386.587042:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384386.587049:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.587055:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384386.587057:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384386.587059:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384386.587060:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384386.587062:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384386.587063:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384386.587065:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384386.587069:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384386.587072:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384386.587074:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384386.587082:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384386.587084:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384386.587086:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384386.587093:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384386.587095:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384386.587096:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384386.587098:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384386.587099:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.587102:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384386.587516:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384386.587518:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384386.587519:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384386.587523:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384386.587529:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008b5cede7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748254592:0@lo:400: 00000400:00000001:2.0:1767384386.587577:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384386.587579:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384386.587581:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031e6e9d5. 00000400:00000200:2.0:1767384386.587584:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2b64a2c 00000400:00000010:2.0:1767384386.587586:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2b64a2c. 00000100:00000001:2.0:1767384386.587588:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384386.587591:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384386.587599:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.587606:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384386.587607:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.587608:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384386.587609:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384386.587611:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384386.587612:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384386.587614:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384386.587617:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384386.587620:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384386.587623:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384386.587624:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.587626:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384386.587629:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384386.587635:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.587638:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384386.587639:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384386.587641:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384386.587643:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384386.587645:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.587651:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384386.587653:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384386.587654:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384386.587657:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384386.587664:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066ceaab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748254464:0@lo:400: 00000100:00000001:2.0:1767384386.587668:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.587669:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.587671:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008b5cede7 x1853236748254592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.587678:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.587679:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.587680:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e2cb518. 02000000:00000001:2.0:1767384386.587683:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.587685:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.587686:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384386.587688:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.587689:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f720b75d. 02000000:00000001:2.0:1767384386.587692:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.587693:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.587694:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008b5cede7. 00000100:00000001:2.0:1767384386.587698:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.587700:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.587701:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384386.587703:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066ceaab6 x1853236748254464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384386.587710:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384386.587711:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384386.587712:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b135e24. 02000000:00000001:2.0:1767384386.587715:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384386.587716:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384386.587717:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384386.587719:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384386.587720:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000537f3070. 02000000:00000001:2.0:1767384386.587722:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384386.587723:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384386.587724:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066ceaab6. 00000100:00000001:2.0:1767384386.587727:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384386.587728:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.587729:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384386.587733:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384386.587735:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384386.587736:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384386.587738:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384386.596183:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294974476, at 4294974477 00000100:00000010:3.0:1767384386.596195:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f2958ad. 00000100:00000040:1.0:1767384386.596239:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294974476, at 4294974477 00000100:00000010:1.0:1767384386.596245:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7a65d34. 00000100:00000040:0.0:1767384386.597163:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294974476, at 4294974478 00000100:00000040:2.0:1767384386.597168:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294974476, at 4294974478 00000100:00000010:0.0:1767384386.597171:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016a2ccc6. 00000100:00000010:2.0:1767384386.597176:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b367df1f. 00010000:00000001:2.0:1767384386.903177:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384386.903184:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384386.903191:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384386.903193:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384386.903212:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384386.903214:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384386.903217:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384387.415205:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1767384387.415205:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (4) 00000400:00000001:2.0:1767384387.415210:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384387.415214:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000800:00000200:0.1:1767384387.415215:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (4) 00000400:00000010:2.0:1767384387.415219:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:2.0:1767384387.415225:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384387.415231:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery ping unlinked 00000800:00000200:0.0:1767384387.415237:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040279b8f] -> 12345-192.168.202.119@tcp16 (6) 00000400:00000010:2.0:1767384387.415242:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e582bf8. 00000800:00000200:0.0:1767384387.415246:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp16 ip 192.168.202.119:988 00000400:00000010:2.0:1767384387.415249:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006058d70. 00000800:00000200:0.0:1767384387.415251:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384387.415266:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp48 00000400:00000010:2.0:1767384387.415271:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e582bf8. 00000400:00000010:2.0:1767384387.415275:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006058d70. 00000400:00000010:2.0:1767384387.415279:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000400:00000010:2.0:1767384387.415286:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000126319fd. 00000400:00000200:2.0:1767384387.415291:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp48 00000400:00000200:2.0:1767384387.415305:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp48 local destination 00000400:00000200:2.0:1767384387.415311:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp48 00000400:00000200:2.0:1767384387.415316:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp48 NI seq info: [215:215:256:4294967295] 192.168.202.119@tcp48 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384387.415323:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp48 00000400:00000200:2.0:1767384387.415334:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp48(192.168.202.119@tcp48:) -> 192.168.202.119@tcp48(192.168.202.119@tcp48:192.168.202.119@tcp48) : GET try# 0 00000800:00000200:2.0:1767384387.415341:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp48 00000800:00000010:2.0:1767384387.415345:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002dbeb5f9. 00000800:00000200:2.0:1767384387.415351:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000800:00000200:2.1:1767384387.415357:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000400:00000200:1.0:1767384387.415359:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:0.0:1767384387.415359:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384387.415374:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp48 added to recovery queue. ping count: 1 next ping: 309 health :900 00000400:00000200:1.0:1767384387.415409:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415428:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415457:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415480:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415500:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415530:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415540:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415581:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415582:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415621:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415651:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415661:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415698:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415712:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384387.415740:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415764:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000800:00000001:3.0:1767384387.415772:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384387.415782:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384387.415787:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384387.415788:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000800:00000001:3.0:1767384387.415791:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384387.415809:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415843:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415870:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.415872:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.415895:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415895:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.415917:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415917:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.415939:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415939:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.415960:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415960:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.415979:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.415979:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416000:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416000:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416021:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416021:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416042:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416047:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416063:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416063:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416082:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416090:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416102:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416166:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416193:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416207:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416230:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416244:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416250:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416266:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416275:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416292:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416298:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416314:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416314:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416339:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416339:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416363:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416363:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416390:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416390:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416415:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416415:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416439:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416465:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416494:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416508:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416521:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416532:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416555:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416580:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416605:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416630:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.119:988 00000800:00000010:3.0:1767384387.416639:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015f00198. 00000800:00000010:3.0:1767384387.416644:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a3f0a91. 00000800:00000010:3.0:1767384387.416649:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003ea11de4. 00000400:00000200:1.0:1767384387.416654:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.119:988 00000800:00000010:3.0:1767384387.416668:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003ea11de4. 00000800:00020000:3.0:1767384387.416676:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384387.416680:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a3f0a91. 00000800:00000010:3.0:1767384387.416683:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015f00198. 00000400:00000200:1.0:1767384387.416683:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416712:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.119:988 00000400:02020000:3.0:1767384387.416715:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp48 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384387.416722:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp48 notifying 192.168.202.119@tcp48: down 00000400:00000200:3.0:1767384387.416726:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384387.416730:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp48 00000400:00000200:1.0:1767384387.416731:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.119:988 00000800:00000010:3.0:1767384387.416733:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002dbeb5f9. 00000400:00000200:3.0:1767384387.416742:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384387.416747:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp48->192.168.202.119@tcp48: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384387.416756:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384387.416756:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.119:988 00000400:00000200:3.0:1767384387.416759:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384387.416762:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp48) recovery failed with -71 00000400:00000200:1.0:1767384387.416784:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416816:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416845:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416869:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416895:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416927:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416953:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.416982:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.417010:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.417037:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.417069:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.119:988 00000400:00000200:1.0:1767384387.417094:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.119:988 00000800:00000010:1.0:1767384387.417737:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007179ea82. 00000800:00000010:1.0:1767384387.417742:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001dc1fd51. 00000800:00000010:1.0:1767384387.417746:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000712abda4. 00000800:00000010:1.0:1767384387.417775:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000712abda4. 00000400:00000200:1.0:1767384387.417899:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384387.417915:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp29 from 200.3.0.2 00000800:00000010:1.0:1767384387.417919:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008bfc4e3d. 00000800:00000010:1.0:1767384387.418417:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006556ff1a. 00000800:00000010:1.0:1767384387.418421:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af06b7f1. 00000800:00000010:1.0:1767384387.418435:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb8f0d06. 00000800:00000200:1.1:1767384387.418441:0:16137:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823c39c3] -> 12345-192.168.202.119@tcp29 (4) 00000800:00000200:1.1:1767384387.418512:0:16137:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.119@tcp29 00000000cb8f0d06 deleted 00000800:00000010:1.1:1767384387.418515:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cb8f0d06. 00000800:00000200:1.1:1767384387.418520:0:16137:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384387.418524:0:16137:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp29 p 3.x 192.168.202.119 -> 192.168.202.119:968 incarnation:1767384335695698369 sched[0] 00000800:00000010:1.0:1767384387.418529:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000712abda4. 00000800:00000010:1.0:1767384387.418568:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000712abda4. 00000800:00000010:1.0:1767384387.418572:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af06b7f1. 00000800:00000010:1.0:1767384387.418592:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008bfc4e3d. 00000800:00000001:1.0:1767384387.418602:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.418606:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384387.418626:0:16135:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.1:1767384387.418632:0:16135:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp29 ip 192.168.202.119:988 00000800:00000200:1.1:1767384387.418636:0:16135:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384387.418642:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.119@tcp29 p 3.x 192.168.202.119 -> 192.168.202.119:988 incarnation:1767384335695698369 sched[0] 00000800:00000010:1.0:1767384387.418645:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001dc1fd51. 00000800:00000001:1.0:1767384387.418670:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.418674:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384387.418711:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384387.418715:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.418719:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384387.418722:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384387.418725:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384387.927184:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384387.927190:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384387.927195:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384387.927197:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384387.927211:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384387.927213:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384387.927216:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384388.439210:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384388.439217:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384388.439220:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384388.439226:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000800:00000200:0.0:1767384388.439227:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (4) 00000400:00000200:2.0:1767384388.439231:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.1:1767384388.439236:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (4) 00000400:00000200:2.0:1767384388.439240:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384388.439254:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e582bf8. 00000400:00000010:2.0:1767384388.439259:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006058d70. 00000400:00000200:2.0:1767384388.439264:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp48 00000800:00000200:0.0:1767384388.439268:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf70c632] -> 12345-192.168.202.119@tcp19 (6) 00000400:00000010:2.0:1767384388.439272:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000e582bf8. 00000800:00000200:0.0:1767384388.439275:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp19 ip 192.168.202.119:988 00000400:00000010:2.0:1767384388.439279:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006058d70. 00000400:00000010:2.0:1767384388.439283:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000400:00000010:2.0:1767384388.439290:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa76ee87. 00000800:00000200:0.0:1767384388.439291:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384388.439297:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp48 00000400:00000200:2.0:1767384388.439308:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp48 local destination 00000400:00000200:2.0:1767384388.439314:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp48 00000400:00000200:2.0:1767384388.439318:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp48 NI seq info: [216:216:256:4294967295] 192.168.202.119@tcp48 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384388.439324:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp48 00000400:00000200:2.0:1767384388.439333:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp48(192.168.202.119@tcp48:) -> 192.168.202.119@tcp48(192.168.202.119@tcp48:192.168.202.119@tcp48) : GET try# 0 00000800:00000200:2.0:1767384388.439338:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp48 00000800:00000010:2.0:1767384388.439342:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a63913ef. 00000800:00000200:2.0:1767384388.439347:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000800:00000200:2.1:1767384388.439351:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000400:00000200:2.0:1767384388.439458:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp48 added to recovery queue. ping count: 2 next ping: 313 health :800 00000400:00000200:2.0:1767384388.439463:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp47 00000400:00000010:2.0:1767384388.439465:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007fead928. 00000400:00000010:2.0:1767384388.439469:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ccddd291. 00000400:00000010:2.0:1767384388.439471:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000400:00000010:2.0:1767384388.439474:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021b83c00. 00000400:00000200:2.0:1767384388.439477:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp47 00000400:00000200:2.0:1767384388.439482:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp47 local destination 00000400:00000200:2.0:1767384388.439485:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp47 00000400:00000200:2.0:1767384388.439488:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp47 NI seq info: [217:217:256:4294967295] 192.168.202.119@tcp47 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384388.439492:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp47 00000400:00000200:2.0:1767384388.439498:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp47(192.168.202.119@tcp47:) -> 192.168.202.119@tcp47(192.168.202.119@tcp47:192.168.202.119@tcp47) : GET try# 0 00000800:00000200:2.0:1767384388.439502:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp47 00000800:00000010:2.0:1767384388.439507:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001c2d38ef. 00000800:00000200:2.0:1767384388.439511:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000800:00000200:2.1:1767384388.439515:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000400:00000200:2.0:1767384388.441670:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp47 added to recovery queue. ping count: 3 next ping: 317 health :700 00000400:00000200:2.0:1767384388.441675:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp44 00000400:00000010:2.0:1767384388.441679:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f14d685. 00000400:00000010:2.0:1767384388.441683:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e3406b0a. 00000400:00000010:2.0:1767384388.441686:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000400:00000010:2.0:1767384388.441690:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000061603b6. 00000400:00000200:2.0:1767384388.441694:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp44 00000400:00000200:2.0:1767384388.441701:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp44 local destination 00000400:00000200:2.0:1767384388.441705:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp44 00000400:00000200:2.0:1767384388.441707:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp44 NI seq info: [218:218:256:4294967295] 192.168.202.119@tcp44 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384388.441712:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp44 00000400:00000200:2.0:1767384388.441717:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp44(192.168.202.119@tcp44:) -> 192.168.202.119@tcp44(192.168.202.119@tcp44:192.168.202.119@tcp44) : GET try# 0 00000800:00000200:2.0:1767384388.441721:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp44 00000800:00000010:2.0:1767384388.441725:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ca1ab1d0. 00000800:00000200:2.0:1767384388.441729:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000800:00000200:1.0:1767384388.441842:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384388.441846:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384388.441859:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384388.441863:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384388.441864:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384388.441942:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.441993:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.442016:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.442038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442070:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.442071:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00000200:2.1:1767384388.442190:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000400:00000200:2.0:1767384388.442212:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp44 added to recovery queue. ping count: 4 next ping: 325 health :600 00000400:00000200:2.0:1767384388.442425:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442447:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442466:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442487:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442508:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442529:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442547:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442570:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442589:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442611:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442633:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442651:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442677:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442695:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442719:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442735:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442759:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442779:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442800:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442823:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442845:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442867:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442887:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442909:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442926:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.442952:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.442969:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.443000:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.443022:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.443044:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.443066:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.443088:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443210:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443235:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443257:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443278:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443298:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443319:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443340:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443361:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443382:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443403:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443423:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443448:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443461:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443484:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443506:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443526:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443544:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443573:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443584:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443615:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443626:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443659:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443668:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443701:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443708:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443745:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443750:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443787:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443795:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443827:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443840:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443879:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443889:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443917:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443932:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443959:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.443976:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.443999:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444017:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.444040:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444056:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.444082:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444097:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444165:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444195:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444220:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444246:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444278:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444333:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444374:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444404:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000800:00000010:0.0:1767384388.444424:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a124b28. 00000800:00000010:0.0:1767384388.444430:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6d81b2d. 00000400:00000200:1.0:1767384388.444433:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000800:00000010:0.0:1767384388.444436:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9b98984. 00000800:00000010:0.0:1767384388.444460:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9b98984. 00000400:00000200:1.0:1767384388.444462:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000800:00020000:0.0:1767384388.444469:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384388.444473:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6d81b2d. 00000800:00000010:0.0:1767384388.444476:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000a124b28. 00000400:00000200:1.0:1767384388.444491:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:02020000:0.0:1767384388.444526:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp48 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384388.444527:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444535:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp48 notifying 192.168.202.119@tcp48: down 00000400:00000200:0.0:1767384388.444542:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384388.444546:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp48 00000800:00000010:0.0:1767384388.444549:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a63913ef. 00000400:00000200:0.0:1767384388.444556:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384388.444558:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384388.444562:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp48->192.168.202.119@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384388.444573:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384388.444576:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384388.444580:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp48) recovery failed with -71 00000400:00000200:1.0:1767384388.444591:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444622:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444643:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444662:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444681:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444700:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444717:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444736:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444756:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444775:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444815:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444838:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444859:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444879:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444899:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444919:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444939:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444960:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.444981:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.445002:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.445022:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.445043:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.445064:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.445083:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445236:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445261:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445282:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445305:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445326:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445348:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445369:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445389:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445410:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445429:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445451:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445472:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445492:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445511:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445531:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384388.445550:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384388.445652:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8401a38. 00000800:00000010:2.0:1767384388.445656:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8de5d60. 00000800:00000010:2.0:1767384388.445660:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081f30525. 00000800:00000010:2.0:1767384388.445678:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081f30525. 00000800:00020000:2.0:1767384388.445684:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384388.445687:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8de5d60. 00000800:00000010:2.0:1767384388.445690:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c8401a38. 00000400:02020000:2.0:1767384388.445721:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp47 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384388.445726:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp47 notifying 192.168.202.119@tcp47: down 00000400:00000200:2.0:1767384388.445731:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384388.445734:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp47 00000800:00000010:2.0:1767384388.445736:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001c2d38ef. 00000400:00000200:2.0:1767384388.445742:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384388.445745:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp47->192.168.202.119@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384388.445752:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384388.445755:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384388.445758:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp47) recovery failed with -71 00000400:00000200:3.0:1767384388.445831:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.445855:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384388.445878:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384388.445972:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015f00198. 00000800:00000010:3.0:1767384388.445976:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b44df42. 00000800:00000010:3.0:1767384388.445979:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000379b3237. 00000800:00000010:3.0:1767384388.445997:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000379b3237. 00000800:00020000:3.0:1767384388.446002:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384388.446005:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b44df42. 00000800:00000010:3.0:1767384388.446007:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015f00198. 00000400:02020000:3.0:1767384388.446038:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp32 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384388.446042:0:16136:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384388.446160:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.446184:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384388.446204:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384388.446306:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384388.446311:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e768a15. 00000800:00000010:1.0:1767384388.446314:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000800:00000010:1.0:1767384388.446332:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000800:00020000:1.0:1767384388.446337:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384388.446340:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e768a15. 00000800:00000010:1.0:1767384388.446342:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384388.446372:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp44 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384388.446377:0:39641:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp44 notifying 192.168.202.119@tcp44: down 00000800:00000200:1.0:1767384388.446383:0:39641:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp44 down 00000800:00000100:1.0:1767384388.446387:0:39641:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp44 00000800:00000010:1.0:1767384388.446389:0:39641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ca1ab1d0. 00000400:00000200:1.0:1767384388.446392:0:39641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384388.446395:0:39641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp44->192.168.202.119@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384388.446401:0:39641:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384388.446404:0:39641:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384388.446407:0:39641:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp44) recovery failed with -71 00010000:00000001:2.0:1767384388.951240:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384388.951247:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384388.951254:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384388.951255:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384388.951275:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384388.951277:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384388.951280:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384389.463263:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384389.463269:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384389.463272:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384389.463277:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000400:00000200:2.0:1767384389.463283:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384389.463290:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery ping unlinked 00000400:00000010:2.0:1767384389.463303:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000e582bf8. 00000400:00000010:2.0:1767384389.463308:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006058d70. 00000400:00000001:2.0:1767384389.463312:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384389.463313:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384389.463314:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:2.0:1767384389.463316:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000200:2.0:1767384389.463318:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384389.463320:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384389.463323:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007fead928. 00000400:00000010:2.0:1767384389.463325:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ccddd291. 00000400:00000001:2.0:1767384389.463328:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384389.463329:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384389.463330:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384389.463332:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000400:00000200:2.0:1767384389.463333:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384389.463335:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384389.463337:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f14d685. 00000400:00000010:2.0:1767384389.463340:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e3406b0a. 00000400:00000200:2.0:1767384389.463344:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp37 00000400:00000010:2.0:1767384389.463349:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f14d685. 00000400:00000010:2.0:1767384389.463354:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e3406b0a. 00000400:00000010:2.0:1767384389.463358:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000400:00000010:2.0:1767384389.463364:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092c01aea. 00000400:00000200:2.0:1767384389.463368:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp37 00000400:00000200:2.0:1767384389.463380:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp37 local destination 00000400:00000200:2.0:1767384389.463386:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp37 00000400:00000200:2.0:1767384389.463390:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp37 NI seq info: [219:219:256:4294967295] 192.168.202.119@tcp37 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384389.463398:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp37 00000400:00000200:2.0:1767384389.463406:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp37(192.168.202.119@tcp37:) -> 192.168.202.119@tcp37(192.168.202.119@tcp37:192.168.202.119@tcp37) : GET try# 0 00000800:00000200:2.0:1767384389.463411:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp37 00000800:00000010:2.0:1767384389.463415:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e09f1cb. 00000800:00000200:2.0:1767384389.463421:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000800:00000200:2.1:1767384389.463426:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000065925b0f] -> 12345-192.168.202.119@tcp37 (2) 00000400:00000200:2.0:1767384389.463498:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp37 added to recovery queue. ping count: 5 next ping: 342 health :500 00000400:00000200:1.0:1767384389.463590:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463639:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463663:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463685:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463709:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463732:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463754:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463775:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463799:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463821:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463857:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463877:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463899:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463921:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463943:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463965:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.463988:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.464010:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.464033:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.464055:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.464079:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.464101:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467189:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467216:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467239:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467261:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467285:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467307:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467328:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467370:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467394:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467414:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467432:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384389.467452:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384389.467613:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384389.467619:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e768a15. 00000800:00000010:1.0:1767384389.467625:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000800:00000010:1.0:1767384389.467647:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000800:00020000:1.0:1767384389.467657:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384389.467661:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e768a15. 00000800:00000010:1.0:1767384389.467670:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384389.467708:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp37 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384389.467715:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp37 notifying 192.168.202.119@tcp37: down 00000800:00000200:1.0:1767384389.467722:0:16137:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp37 down 00000800:00000100:1.0:1767384389.467727:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp37 00000800:00000010:1.0:1767384389.467730:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e09f1cb. 00000400:00000200:1.0:1767384389.467734:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384389.467740:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp37->192.168.202.119@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384389.467749:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384389.467752:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384389.467756:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp37) recovery failed with -71 00080000:00000001:1.0:1767384389.597831:0:39642:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384389.597844:0:39642:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.597848:0:39642:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384389.597855:0:39642:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384389.597860:0:39642:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384389.597864:0:39642:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384389.807009:0:39678:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e7f37137. 00000400:00000040:3.0:1767384389.807031:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384389.807034:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384389.807037:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807038:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807041:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807042:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384389.807045:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384389.807047:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384389.807048:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384389.807049:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384389.807052:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384389.807054:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384389.807056:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384389.807057:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807058:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384389.807064:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384389.807066:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807067:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384389.807069:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384389.807071:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807073:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384389.807074:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384389.807076:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384389.807077:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807078:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384389.807080:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807081:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384389.807083:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384389.807084:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384389.807086:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807087:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384389.807089:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807091:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384389.807092:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384389.807094:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384389.807095:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807096:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384389.807098:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384389.807100:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384389.807101:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384389.807171:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384389.807174:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807175:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384389.807176:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384389.807178:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384389.807179:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384389.807181:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384389.807182:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384389.807184:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384389.807186:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384389.807188:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384389.807189:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384389.807191:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384389.807192:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384389.807198:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384389.807200:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384389.807201:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:3.0:1767384389.807211:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384389.807213:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384389.807215:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807217:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807219:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807220:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384389.807223:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384389.807224:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384389.807226:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384389.807228:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384389.807230:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384389.807231:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384389.807233:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384389.807234:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807235:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384389.807237:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384389.807239:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807240:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384389.807241:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384389.807243:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807244:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384389.807246:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384389.807247:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384389.807249:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807250:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384389.807252:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807254:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384389.807255:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384389.807256:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384389.807258:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807259:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384389.807261:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384389.807262:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384389.807263:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384389.807265:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384389.807266:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807270:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384389.807272:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384389.807274:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384389.807275:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384389.807277:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384389.807278:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384389.807280:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384389.807281:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384389.807283:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384389.807285:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384389.807286:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384389.807287:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384389.807289:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384389.807290:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384389.807292:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384389.807293:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384389.807294:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384389.807297:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384389.807298:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384389.807300:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:3.0:1767384389.807301:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:3.0:1767384389.807302:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384389.807304:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384389.807305:0:39678:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:3.0:1767384389.807476:0:39678:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e7f37137. 00000400:00000200:1.0:1767384389.928348:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384389.935258:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp50 from 255.3.0.2 00000800:00000010:1.0:1767384389.935264:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000661f22cf. 00000800:00000010:0.0:1767384389.935543:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000a124b28. 00000800:00000010:0.0:1767384389.935551:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6d81b2d. 00000800:00000010:0.0:1767384389.939440:0:16134:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dc8750ce. 00000800:00000200:0.0:1767384389.939456:0:16134:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.19@tcp50 p 3.x 192.168.202.119 -> 192.168.202.19:1023 incarnation:1767384387996119394 sched[0] 00000800:00000010:0.0:1767384389.939464:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d493364d. 00000800:00000010:0.0:1767384389.939513:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d493364d. 00000800:00000010:0.0:1767384389.939517:0:16134:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6d81b2d. 00000800:00000010:0.0:1767384389.939546:0:16134:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000661f22cf. 00000800:00000001:2.0:1767384389.939669:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384389.939675:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384389.940755:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.940761:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384389.940764:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384389.940768:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.940776:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : GET - for me 00000400:00000010:1.0:1767384389.940787:0:16140:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000001f41ad06. 00000400:00000200:1.0:1767384389.940792:0:16140:0:(peer.c:264:lnet_peer_alloc()) 000000001f41ad06 nid 192.168.202.19@tcp50 00000400:00000010:1.0:1767384389.940795:0:16140:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f374028b. 00000400:00000200:1.0:1767384389.940798:0:16140:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f374028b net tcp50 00000400:00000010:1.0:1767384389.940800:0:16140:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000084b8e4d. 00000400:00000200:1.0:1767384389.940811:0:16140:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000084b8e4d nid 192.168.202.19@tcp50 00000400:00000200:1.0:1767384389.940814:0:16140:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.19@tcp50 nid 192.168.202.119@tcp50: 0 00000400:00000200:1.0:1767384389.940818:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001f41ad06 (0) 00000400:00000200:1.0:1767384389.940829:0:16140:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.19@tcp50 NID 192.168.202.19@tcp50 flags 0x0 00000400:00000200:1.0:1767384389.940833:0:16140:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.19@tcp50: 0 00000400:00000200:1.0:1767384389.940841:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384389.940849:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.19@tcp50 of length 272/272 into md 0x1fa1 [1] + 0 00000400:00000200:1.0:1767384389.940861:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:1.0:1767384389.940874:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [220:220:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767384389.940885:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) 192.168.202.19@tcp50 : REPLY try# 0 00000800:00000200:1.0:1767384389.940890:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:1.0:1767384389.940895:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cd07c489. 00000800:00000200:1.0:1767384389.940900:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (2) 00000800:00000200:1.0:1767384389.940906:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:1.0:1767384389.940909:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cd07c489 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384389.940951:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384389.940963:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384389.940968:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cd07c489. 00000400:00000200:1.0:1767384389.940972:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384389.940973:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.940979:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: REPLY: OK 00000400:00000200:1.0:1767384389.943997:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:2.0:1767384389.949173:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384389.949183:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384389.949186:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384389.949190:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384389.949199:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : GET - for me 00000400:00000200:2.0:1767384389.949211:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384389.949220:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.19@tcp50 of length 704/704 into md 0x1fa1 [1] + 0 00000400:00000200:2.0:1767384389.949229:0:16139:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384389.949243:0:16139:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [221:221:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384389.949253:0:16139:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) 192.168.202.19@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384389.949257:0:16139:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384389.949262:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abeecb20. 00000800:00000200:2.0:1767384389.949268:0:16139:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (2) 00000800:00000200:2.0:1767384389.949273:0:16139:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384389.949276:0:16139:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000abeecb20 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:2.0:1767384389.949333:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384389.949336:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abeecb20. 00000400:00000200:2.0:1767384389.949340:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384389.949344:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: REPLY: OK 00000800:00000001:2.0:1767384389.949353:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384389.949356:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.950288:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp50 from 254.3.0.2 00000800:00000010:1.0:1767384389.950293:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000072ce5307. 00000800:00000010:2.0:1767384389.951187:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8401a38. 00000800:00000010:2.0:1767384389.951192:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000332d9c93. 00000800:00000010:2.0:1767384389.955462:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c8de5d60. 00000800:00000200:2.1:1767384389.955472:0:16135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (2) 00000800:00000200:2.1:1767384389.955477:0:16135:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.19@tcp50 00000000c8de5d60 deleted 00000800:00000010:2.1:1767384389.955479:0:16135:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c8de5d60. 00000800:00000200:2.0:1767384389.955486:0:16135:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.19@tcp50 p 3.x 192.168.202.119 -> 192.168.202.19:1022 incarnation:1767384387996119394 sched[0] 00000800:00000010:2.0:1767384389.955491:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000094c89218. 00000800:00000010:2.0:1767384389.955531:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000094c89218. 00000800:00000010:2.0:1767384389.955535:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000332d9c93. 00000800:00000010:2.0:1767384389.955582:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000072ce5307. 00000800:00000001:1.0:1767384389.959785:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384389.960309:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384389.960658:0:16142:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384389.960687:0:16142:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.119@tcp50 from 253.3.0.2 00000800:00000010:1.0:1767384389.960690:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000278b0309. 00000800:00000010:3.0:1767384389.960923:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015f00198. 00000800:00000010:3.0:1767384389.960927:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f118eb5c. 00000800:00000010:3.0:1767384389.961418:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000070e6c59. 00000800:00000200:3.1:1767384389.961424:0:16136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (3) 00000800:00000200:3.1:1767384389.961428:0:16136:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.19@tcp50 00000000070e6c59 deleted 00000800:00000010:3.1:1767384389.961430:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000070e6c59. 00000800:00000200:3.0:1767384389.961436:0:16136:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.19@tcp50 p 3.x 192.168.202.119 -> 192.168.202.19:1021 incarnation:1767384387996119394 sched[0] 00000800:00000010:3.0:1767384389.961442:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a82d426d. 00000800:00000010:3.0:1767384389.961469:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a82d426d. 00000800:00000010:3.0:1767384389.961472:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f118eb5c. 00000800:00000010:3.0:1767384389.961494:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000278b0309. 00000800:00000001:2.0:1767384389.961540:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384389.961544:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384389.975204:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384389.975210:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384389.975215:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384389.975216:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384389.975235:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384389.975239:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384389.975241:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384390.487217:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384390.487224:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384390.487227:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384390.487232:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000400:00000200:2.0:1767384390.487238:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384390.487244:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384390.487257:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f14d685. 00000400:00000010:2.0:1767384390.487262:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e3406b0a. 00000400:00000200:2.0:1767384390.487268:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp45 00000400:00000010:2.0:1767384390.487276:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009f14d685. 00000400:00000010:2.0:1767384390.487281:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e3406b0a. 00000400:00000010:2.0:1767384390.487285:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000400:00000010:2.0:1767384390.487291:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0293a7b. 00000400:00000200:2.0:1767384390.487294:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp45 00000400:00000200:2.0:1767384390.487306:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp45 local destination 00000400:00000200:2.0:1767384390.487312:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp45 00000400:00000200:2.0:1767384390.487315:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp45 NI seq info: [222:222:256:4294967295] 192.168.202.119@tcp45 LPNI seq info [211:211:8:4294967295] 00000400:00000200:2.0:1767384390.487322:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp45 00000400:00000200:2.0:1767384390.487329:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp45(192.168.202.119@tcp45:) -> 192.168.202.119@tcp45(192.168.202.119@tcp45:192.168.202.119@tcp45) : GET try# 0 00000800:00000200:2.0:1767384390.487334:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp45 00000800:00000010:2.0:1767384390.487339:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000abeecb20. 00000800:00000200:2.0:1767384390.487344:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000800:00000200:2.1:1767384390.487348:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000400:00000200:2.0:1767384390.487429:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp45 added to recovery queue. ping count: 4 next ping: 327 health :600 00000400:00000200:1.0:1767384390.491197:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491240:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491257:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491273:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491289:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491305:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491321:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491350:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491366:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491382:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491398:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491414:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491430:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491446:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491463:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491480:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491496:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491512:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491527:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491543:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491559:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491575:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491591:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491607:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491624:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491641:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491657:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491674:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491690:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491705:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491722:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491740:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491756:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491772:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384390.491787:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384390.491923:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384390.491928:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed230447. 00000800:00000010:1.0:1767384390.491933:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1b350ee. 00000800:00000010:1.0:1767384390.491956:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1b350ee. 00000800:00020000:1.0:1767384390.491965:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384390.491969:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed230447. 00000800:00000010:1.0:1767384390.491971:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384390.492000:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp45 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384390.492006:0:39641:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp45 notifying 192.168.202.119@tcp45: down 00000800:00000200:1.0:1767384390.492012:0:39641:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp45 down 00000800:00000100:1.0:1767384390.492017:0:39641:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp45 00000800:00000010:1.0:1767384390.492020:0:39641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000abeecb20. 00000400:00000200:1.0:1767384390.492026:0:39641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384390.492030:0:39641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp45->192.168.202.119@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384390.492039:0:39641:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384390.492042:0:39641:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384390.492045:0:39641:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp45) recovery failed with -71 00000800:00000001:3.0:1767384390.957173:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.957188:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384390.957191:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.957205:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.957216:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:3.0:1767384390.957232:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 520 into portal 26 MB=0x695824da00180 00000400:00000200:3.0:1767384390.957239:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 520/520 into md 0x1711 [2] + 0 00000400:00000010:3.0:1767384390.957244:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d32fa97d. 00000400:00000200:3.0:1767384390.957249:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000008a7b1e7 00000800:00000001:3.0:1767384390.957255:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.957262:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.957264:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384390.957268:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384390.957272:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008a7b1e7 00000400:00000010:3.0:1767384390.957274:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008a7b1e7. 00000100:00000001:3.0:1767384390.957280:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384390.957282:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384390.957285:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000d1056bcb x1853236740882816 msgsize 520 00000100:00100000:3.0:1767384390.957289:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:3.0:1767384390.957291:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384390.957352:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384390.957359:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.957362:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.959185:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384390.959190:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740882816 02000000:00000001:2.0:1767384390.959193:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384390.959196:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384390.959197:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384390.959202:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384390.959205:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740882816 00000020:00000001:2.0:1767384390.959208:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.959210:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384390.959212:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384390.959215:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.959216:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384390.959222:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384390.959229:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.959233:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000001:2.0:1767384390.959239:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384390.959240:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384390.959242:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.959248:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.959313:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.959323:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384390.959325:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384390.959331:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 154 00000100:00000001:2.0:1767384390.959335:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388800080 : -114060320751536 : ffff984343194050) 00000100:00000040:2.0:1767384390.959341:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d1056bcb x1853236740882816/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384410 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.959353:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d1056bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:12162:x1853236740882816:12345-192.168.202.19@tcp50:250: 00000100:00000200:2.0:1767384390.959356:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740882816 00000020:00000001:2.0:1767384390.959359:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384390.959363:0:16778:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384390.959371:0:16778:0:(obd_config.c:927:class_incref()) incref MGS (000000006f39cc92) now 6 - find 00000020:00000001:2.0:1767384390.959374:0:16778:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630017749928584 : -114055959623032 : ffff9844470aca88) 00000100:00000001:2.0:1767384390.959380:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384390.959383:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384390.959389:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000607614cf. 02000000:00000001:2.0:1767384390.959391:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.959393:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384390.959395:0:16778:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384390.959401:0:16778:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50 t0 exp 0000000000000000 cur 311 last 0 00010000:00000001:2.0:1767384390.959404:0:16778:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384390.959407:0:16778:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384390.959409:0:16778:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384390.959411:0:16778:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384390.959413:0:16778:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ca9eeea3. 00000020:00000001:2.0:1767384390.959416:0:16778:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384390.959418:0:16778:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ca9eeea3 with handle 0x4ac496f8d605e2f9 to hash 00000020:00000001:2.0:1767384390.959420:0:16778:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384390.959422:0:16778:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384390.959425:0:16778:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384390.959427:0:16778:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384390.959431:0:16778:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004a2afb54. 00000001:00000010:2.0:1767384390.959435:0:16778:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001da0b45a. 00000001:00000010:2.0:1767384390.959438:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035270d62. 00000001:00000010:2.0:1767384390.959441:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000006058d70. 00000001:00000010:2.0:1767384390.959443:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ccddd291. 00000001:00000010:2.0:1767384390.959445:0:16778:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005cb9aa2b. 00010000:00000001:2.0:1767384390.959448:0:16778:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.959450:0:16778:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.959452:0:16778:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384390.959454:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=3 00000020:00000040:2.0:1767384390.959457:0:16778:0:(obd_config.c:927:class_incref()) incref MGS (000000006f39cc92) now 7 - export 00000020:00000001:2.0:1767384390.959460:0:16778:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000040:2.0:1767384390.959462:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 2 00000020:00000080:2.0:1767384390.959464:0:16778:0:(genops.c:1402:class_connect()) connect: client be7dcae0-0632-41d7-8b9c-916c640fc611, cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.959466:0:16778:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.959468:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.959469:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.959470:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384390.959471:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=3 00000020:00000001:2.0:1767384390.959473:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384390.959475:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 20000000:00000001:2.0:1767384390.959477:0:16778:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384390.959479:0:16778:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384390.959482:0:16778:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384390.959486:0:16778:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000104f8e84 00000020:00000010:2.0:1767384390.959489:0:16778:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b367df1f. 00000020:00000040:2.0:1767384390.959496:0:16778:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000b367df1f for nid 192.168.202.19@tcp50 - ref 2 00000020:00000001:2.0:1767384390.959552:0:16778:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384390.959557:0:16778:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b3a41b3a. 00000020:00000010:2.0:1767384390.959561:0:16778:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000332d9c93. 00000020:00000010:2.0:1767384390.959564:0:16778:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000000d5c06e7. 00000020:00000010:2.0:1767384390.959577:0:16778:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004a94947e. 00000020:00000010:2.0:1767384390.959579:0:16778:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000d991b5c5. 00000020:00000010:2.0:1767384390.959581:0:16778:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b5207029. 20000000:00000001:2.0:1767384390.959589:0:16778:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.959591:0:16778:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.959593:0:16778:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.959594:0:16778:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384390.959597:0:16778:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000df8e6520. 00000020:00000040:2.0:1767384390.959599:0:16778:0:(obd_config.c:927:class_incref()) incref MGS (000000006f39cc92) now 8 - import 00000020:00000001:2.0:1767384390.959604:0:16778:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384390.959605:0:16778:0:(genops.c:1242:class_import_put()) import 00000000df8e6520 refcount=1 obd=MGS 00000020:00000001:2.0:1767384390.959607:0:16778:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384390.959609:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=4 00000100:00000040:2.0:1767384390.959611:0:16778:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384390.959613:0:16778:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384390.959620:0:16778:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001f41ad06 (1) 00000400:00000200:2.0:1767384390.959624:0:16778:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001f41ad06 (2) 00000400:00000200:2.0:1767384390.959639:0:16778:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.19@tcp50 (000000001f41ad06): 0 00000400:00000200:2.0:1767384390.959641:0:16778:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384390.962154:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384390.962162:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.19@tcp50(000000001f41ad06) state 0x40 00000400:00000200:3.0:1767384390.962165:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001f41ad06 (3) 00000400:00000010:3.0:1767384390.962173:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000af17e9f6. 00000400:00000010:3.0:1767384390.962178:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039a94b98. 00000400:00000010:3.0:1767384390.962184:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d2d42c6. 00000400:00000200:3.0:1767384390.962189:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384390.962208:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384390.962213:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp50 00000400:00000200:3.0:1767384390.962218:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [223:223:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:3.0:1767384390.962224:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.19@tcp50 00000400:00000200:3.0:1767384390.962231:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : GET try# 0 00000800:00000200:3.0:1767384390.962236:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384390.962248:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000059957490. 00000800:00000200:3.0:1767384390.962254:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384390.962261:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384390.962265:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000059957490 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384390.962289:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.19@tcp50 00000400:00000200:3.0:1767384390.962292:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.19@tcp50(000000001f41ad06) state 0x240 rc 0 00000800:00000200:1.0:1767384390.962496:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384390.962499:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000059957490. 00000400:00000200:1.0:1767384390.962504:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.962509:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: GET: OK 00000400:00000200:1.0:1767384390.962514:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384390.962516:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.19@tcp50: 0 00000800:00000001:2.0:1767384390.965061:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384390.965072:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384390.965076:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384390.965077:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384390.965085:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : REPLY - for me 00000400:00000200:2.0:1767384390.965126:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp50: Reply from 12345-192.168.202.19@tcp50 of length 48/48 into md 0x203d 00000800:00000001:2.0:1767384390.965132:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384390.965139:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384390.965143:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384390.965146:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: REPLY: OK 00000400:00000200:2.0:1767384390.965151:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039a94b98 00000400:00000010:2.0:1767384390.965153:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039a94b98. 00000400:00000200:2.0:1767384390.965156:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384390.965160:0:16139:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.19@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:2.0:1767384390.965163:0:16139:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.19@tcp50(000000001f41ad06) not MR: DD disabled remotely 00000400:00000200:2.0:1767384390.965166:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.19@tcp50 data present 3. state = 0x242 00000400:00000200:2.0:1767384390.965170:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.19@tcp50 (000000001f41ad06): -114 00000400:00000200:2.0:1767384390.965183:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001f41ad06 (4) 00000800:00000001:2.0:1767384390.965188:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384390.965191:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.965236:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384390.965239:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.19@tcp50(000000001f41ad06) state 0xc2 00000400:00000010:3.0:1767384390.965245:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000003ea11de4. 00000400:00000010:3.0:1767384390.965248:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000062fa47e1. 00000400:00000010:3.0:1767384390.965250:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000627de4a7. 00000400:00000010:3.0:1767384390.965254:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000003ea11de4. 00000400:00000010:3.0:1767384390.965256:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000062fa47e1. 00000400:00000010:3.0:1767384390.965258:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000627de4a7. 00000400:00000010:3.0:1767384390.965261:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000af17e9f6. 00000400:00000200:3.0:1767384390.965264:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.19@tcp50 (000000001f41ad06): 0 00000400:00000200:3.0:1767384390.965267:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.19@tcp50(000000001f41ad06): 0. state = 0x142 00000400:00000200:3.0:1767384390.965270:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.19@tcp50(000000001f41ad06) state 0x142 rc 1 00000400:00000200:3.0:1767384390.965273:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.19@tcp50(000000001f41ad06) state 0x142 00000400:00000200:3.0:1767384390.965276:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.19@tcp50 00000400:00000200:3.0:1767384390.965278:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.19@tcp50(000000001f41ad06) state 0x112 rc 0 00000400:00000200:3.0:1767384390.965281:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.19@tcp50 (000000001f41ad06) 00000400:00000200:3.0:1767384390.965293:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001f41ad06 (3) 00000400:00000200:2.0:1767384390.965330:0:16778:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001f41ad06 (2) 00000400:00000200:2.0:1767384390.965333:0:16778:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000001f41ad06 (1) 00000400:00000200:2.0:1767384390.965337:0:16778:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.19@tcp50 NID 192.168.202.19@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384390.965340:0:16778:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000001f41ad06 (2) 00000400:00000200:2.0:1767384390.965344:0:16778:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.19@tcp50 primary NID 192.168.202.19@tcp50 rc 0 00000100:00000010:2.0:1767384390.965349:0:16778:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 0000000094c89218. 00000100:00000001:2.0:1767384390.965352:0:16778:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384390.965354:0:16778:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000094c89218 refcount 1 to 192.168.202.19@tcp50 00000020:00000040:2.0:1767384390.965360:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=5 00000100:00000001:2.0:1767384390.965368:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.965371:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.965373:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.965376:0:16778:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384390.965380:0:16778:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384390.965382:0:16778:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384390.965385:0:16778:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659566656 : -1049984960 : ffffffffc16a8040) 02000000:00000001:2.0:1767384390.965388:0:16778:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.965390:0:16778:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384390.965392:0:16778:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384390.965394:0:16778:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384390.965397:0:16778:0:(import.c:65:import_set_state_nolock()) 00000000df8e6520 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384390.965400:0:16778:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384390.965401:0:16778:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384390.965403:0:16778:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384390.965406:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 4 00000020:00000040:2.0:1767384390.965409:0:16778:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 8 - find 00010000:00000001:2.0:1767384390.965411:0:16778:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.965415:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384390.965418:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187392 : -1042364224 : ffffffffc1dec8c0) 00000020:00000001:2.0:1767384390.965421:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384390.965422:0:16778:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384390.965424:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384390.965426:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384390.965429:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.965431:0:16778:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384390.965434:0:16778:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384390.965438:0:16778:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.965440:0:16778:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384390.965442:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740882816 00010000:00000001:2.0:1767384390.965445:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384390.965450:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d1056bcb x1853236740882816/t0(0) o250->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384390.965459:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384390.965460:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384390.965463:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384390.965468:0:16778:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384390.965470:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.965472:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.965474:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.965476:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384390.965479:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.965482:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384390.965484:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384390.965487:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000100:00000200:2.0:1767384390.965490:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236740882816, offset 0 00000400:00000200:2.0:1767384390.965496:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384390.965503:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384390.965518:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384390.965528:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384390.965533:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384390.965536:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000008abb98. 00000800:00000200:2.0:1767384390.965541:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384390.965546:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384390.965549:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000008abb98 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384390.965564:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384390.965567:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384390.965569:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384390.965571:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.965573:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384390.965577:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d1056bcb x1853236740882816/t0(0) o250->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384410 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.965586:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d1056bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+4:12162:x1853236740882816:12345-192.168.202.19@tcp50:250: Request processed in 6234us (8299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384390.965595:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 154 00000100:00000040:2.0:1767384390.965599:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384390.965601:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384390.965602:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384390.965607:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.965611:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384390.965615:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384390.965618:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 3 00000100:00000001:2.0:1767384390.965622:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384390.965627:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384390.965632:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004ff658f. 00000400:00000010:2.0:1767384390.965637:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8de5d60. 00000800:00000200:3.0:1767384390.965731:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384390.965734:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000008abb98. 00000400:00000200:3.0:1767384390.965738:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384390.965742:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384390.965745:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000134192c5 00000400:00000010:3.0:1767384390.965746:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000100:00000001:3.0:1767384390.965750:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384390.965752:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384390.965754:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000607614cf. 02000000:00000001:3.0:1767384390.965756:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384390.965765:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384390.967585:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.967594:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384390.967597:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.967599:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.967606:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384390.967616:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 26 MB=0x695824da00100 00000400:00000200:1.0:1767384390.967623:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x1725 [2] + 0 00000400:00000010:1.0:1767384390.967627:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a261603. 00000400:00000200:1.0:1767384390.967631:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b0b46905 00000800:00000001:1.0:1767384390.967635:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.967641:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.967650:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.967654:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.967657:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0b46905 00000400:00000010:1.0:1767384390.967658:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0b46905. 00000100:00000001:1.0:1767384390.967662:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384390.967663:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384390.967666:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000000c4f14eb x1853236740882688 msgsize 328 00000100:00100000:1.0:1767384390.967670:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384390.967672:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384390.967687:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384390.967692:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.967695:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.967756:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384390.967759:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740882688 02000000:00000001:2.0:1767384390.967762:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384390.967763:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384390.967765:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384390.967769:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384390.967772:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740882688 00000020:00000001:2.0:1767384390.967774:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.967776:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.967778:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384390.967780:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=4 00000020:00000001:2.0:1767384390.967782:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384390.967785:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384390.967789:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.967793:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.967795:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.967797:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000020:00000010:2.0:1767384390.967801:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384390.967806:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.967810:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384390.967819:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384390.967821:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384390.967822:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384390.967824:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.967830:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.967886:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.967895:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384390.967897:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384390.967901:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 155 00000100:00000040:2.0:1767384390.967904:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384390.967906:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388809296 : -114060320742320 : ffff984343196450) 00000100:00000040:2.0:1767384390.967911:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c4f14eb x1853236740882688/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 328/0 e 0 to 0 dl 1767384401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384390.967918:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.967922:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.967923:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.967925:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384390.967929:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c4f14eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+4:15565:x1853236740882688:12345-192.168.202.19@tcp50:101: 00000100:00000200:2.0:1767384390.967932:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740882688 00000020:00000001:2.0:1767384390.967935:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384390.967938:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384390.967940:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.967943:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384390.967944:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:2.0:1767384390.967947:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384390.967948:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384390.967950:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384390.967951:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384390.967954:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.967957:0:16778:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384390.967959:0:16778:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384390.967960:0:16778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384390.967962:0:16778:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384390.967964:0:16778:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.967968:0:16778:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384390.967974:0:16778:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 6 00010000:00000001:2.0:1767384390.967977:0:16778:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384390.967980:0:16778:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384390.967983:0:16778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a36bd9be. 00000020:00000001:2.0:1767384390.967987:0:16778:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384390.967989:0:16778:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a36bd9be with handle 0x4ac496f8d605e300 to hash 00000020:00000001:2.0:1767384390.967990:0:16778:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384390.967991:0:16778:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00000001:2.0:1767384390.967994:0:16778:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288477696 : -114055421073920 : ffff984467246600) 00010000:00010000:2.0:1767384390.967998:0:16778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e300 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x126d7712f9294609 expref: -99 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.968005:0:16778:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ca9eeea3 : new locks_count 1 00000020:00000040:2.0:1767384390.968008:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=5 00000100:00000001:2.0:1767384390.968014:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384390.968017:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384390.968019:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000607614cf. 02000000:00000001:2.0:1767384390.968022:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.968024:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.968026:0:16778:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384390.968029:0:16778:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384390.968031:0:16778:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384390.968033:0:16778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384390.968035:0:16778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.968037:0:16778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384390.968038:0:16778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.968040:0:16778:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384390.968042:0:16778:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384390.968043:0:16778:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384390.968045:0:16778:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384390.968046:0:16778:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a28cda52) refcount = 6 00010000:00000040:2.0:1767384390.968049:0:16778:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384390.968052:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008ec502cd/0x4ac496f8d605dff7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dff0 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.968058:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d46b66e7/0x4ac496f8d605dfcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dfc6 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.968063:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bf9a58b5/0x4ac496f8d605df87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605df80 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.968068:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ea09067d/0x4ac496f8d605df02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605defb expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.968072:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4d5a83a/0x4ac496f8d605dee6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dedf expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384390.968090:0:16778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e300 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294609 expref: 5 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384390.968132:0:16778:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384390.968134:0:16778:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384390.968135:0:16778:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.968137:0:16778:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.968139:0:16778:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384390.968143:0:16778:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384390.968146:0:16778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e300 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294609 expref: 5 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384390.968152:0:16778:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384390.968154:0:16778:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384390.968155:0:16778:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.968158:0:16778:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.968159:0:16778:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384390.968161:0:16778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384390.968162:0:16778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384390.968164:0:16778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a36bd9be, rc 0) 00000020:00000001:2.0:1767384390.968166:0:16778:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384390.968168:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740882688 00010000:00000001:2.0:1767384390.968170:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384390.968173:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c4f14eb x1853236740882688/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 328/344 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384390.968180:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384390.968182:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384390.968185:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384390.968188:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.968190:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.968192:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.968195:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384390.968196:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.968199:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384390.968201:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384390.968204:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000200:2.0:1767384390.968209:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236740882688, offset 224 00000400:00000200:2.0:1767384390.968213:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384390.968219:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384390.968232:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [225:225:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384390.968242:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384390.968246:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384390.968250:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000480d8e39. 00000800:00000200:2.0:1767384390.968254:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384390.968259:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384390.968261:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000480d8e39 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384390.968277:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384390.968279:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384390.968281:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384390.968282:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.968284:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384390.968287:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c4f14eb x1853236740882688/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 328/344 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.968295:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c4f14eb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+5:15565:x1853236740882688:12345-192.168.202.19@tcp50:101: Request processed in 376us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384390.968302:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 155 00000100:00000040:2.0:1767384390.968304:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384390.968306:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384390.968307:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384390.968310:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.968313:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384390.968316:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384390.968319:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 4 00000100:00000001:2.0:1767384390.968322:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384390.968324:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384390.968327:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000611b8c. 00000400:00000010:2.0:1767384390.968330:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c17f7ca9. 00000800:00000200:1.0:1767384390.968404:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384390.968407:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000480d8e39. 00000400:00000200:1.0:1767384390.968411:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.968414:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.968417:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:1.0:1767384390.968418:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000100:00000001:1.0:1767384390.968422:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384390.968423:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384390.968425:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000607614cf. 02000000:00000001:1.0:1767384390.968427:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384390.968428:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384390.970936:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.970945:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384390.970948:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.970950:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.970957:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:3.0:1767384390.970967:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 512 into portal 26 MB=0x695824da00200 00000400:00000200:3.0:1767384390.970972:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 512/512 into md 0x173d [2] + 0 00000400:00000010:3.0:1767384390.970975:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000421d09a. 00000400:00000200:3.0:1767384390.970978:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003df1ec53 00000800:00000001:3.0:1767384390.970982:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.970987:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.970989:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384390.970993:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384390.970996:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003df1ec53 00000400:00000010:3.0:1767384390.970997:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003df1ec53. 00000100:00000001:3.0:1767384390.971000:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384390.971002:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384390.971004:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000edfa9568 x1853236740882944 msgsize 512 00000100:00100000:3.0:1767384390.971008:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:3.0:1767384390.971010:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384390.971023:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384390.971028:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.971031:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.971102:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384390.971123:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740882944 02000000:00000001:2.0:1767384390.971125:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384390.971127:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384390.971129:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384390.971131:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384390.971135:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740882944 00000020:00000001:2.0:1767384390.971136:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.971138:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.971140:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384390.971142:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=5 00000020:00000001:2.0:1767384390.971144:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384390.971146:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384390.971149:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.971152:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.971154:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.971156:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000020:00000010:2.0:1767384390.971160:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384390.971163:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.971166:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384390.971171:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384390.971173:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384390.971174:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384390.971176:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.971180:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.971194:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.971201:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384390.971203:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384390.971207:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 156 00000100:00000040:2.0:1767384390.971209:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384390.971211:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388815440 : -114060320736176 : ffff984343197c50) 00000100:00000040:2.0:1767384390.971215:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000edfa9568 x1853236740882944/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 512/0 e 0 to 0 dl 1767384401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384390.971223:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.971225:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.971227:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.971228:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384390.971232:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000edfa9568 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+5:15565:x1853236740882944:12345-192.168.202.19@tcp50:501: 00000100:00000200:2.0:1767384390.971235:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740882944 00000020:00000001:2.0:1767384390.971237:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384390.971240:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384390.971241:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.971244:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384390.971245:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186880 : -1042364736 : ffffffffc1dec6c0) 00000020:00000001:2.0:1767384390.971248:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384390.971249:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384390.971251:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384390.971253:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384390.971255:0:16778:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384390.971257:0:16778:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.971259:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.971262:0:16778:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384390.971264:0:16778:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384390.971266:0:16778:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384390.971269:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384390.971270:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384390.971274:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000607614cf. 02000000:00000001:2.0:1767384390.971275:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.971277:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384390.971280:0:16778:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:2.0:1767384390.971282:0:16778:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:2.0:1767384390.971284:0:16778:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384390.971287:0:16778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384390.971290:0:16778:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384390.971292:0:16778:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384390.971295:0:16778:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:2.0:1767384390.971298:0:16778:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00080000:00000001:2.0:1767384390.971306:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384390.971483:0:16778:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384390.971488:0:16778:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384390.971491:0:16778:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384390.971493:0:16778:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1767384390.971495:0:16778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384390.971498:0:16778:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384390.971501:0:16778:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:2.0:1767384390.971503:0:16778:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:2.0:1767384390.971505:0:16778:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:2.0:1767384390.971507:0:16778:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1767384390.971510:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740882944 00010000:00000001:2.0:1767384390.971512:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384390.971516:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000edfa9568 x1853236740882944/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 512/272 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384390.971524:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384390.971525:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384390.971528:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384390.971531:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.971533:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.971535:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.971538:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384390.971540:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.971543:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384390.971545:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384390.971549:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384390.971553:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236740882944, offset 224 00000400:00000200:2.0:1767384390.971558:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384390.971565:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384390.971577:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1767384390.971587:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384390.971592:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384390.971595:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bd09ff2c. 00000800:00000200:2.0:1767384390.971600:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384390.971605:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384390.971609:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd09ff2c type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384390.971710:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384390.971713:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384390.971716:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384390.971717:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.971719:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384390.971722:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000edfa9568 x1853236740882944/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 512/272 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.971730:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000edfa9568 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+5:15565:x1853236740882944:12345-192.168.202.19@tcp50:501: Request processed in 506us (724us total) trans 0 rc -2/-2 00000100:00100000:2.0:1767384390.971738:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 156 00000100:00000040:2.0:1767384390.971741:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384390.971743:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384390.971744:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384390.971747:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.971750:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384390.971754:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384390.971757:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 4 00000100:00000001:2.0:1767384390.971760:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384390.971763:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384390.971767:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047961cad. 00000400:00000010:2.0:1767384390.971770:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8074fb5. 00000800:00000200:1.0:1767384390.972078:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384390.972081:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bd09ff2c. 00000400:00000200:1.0:1767384390.972086:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.972090:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.972101:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:1.0:1767384390.972104:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:1.0:1767384390.972126:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384390.972128:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384390.972130:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000607614cf. 02000000:00000001:1.0:1767384390.972132:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384390.972133:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384390.973742:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.973751:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384390.973753:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.973768:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.973776:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384390.973786:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 26 MB=0x695824da00280 00000400:00000200:1.0:1767384390.973791:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x1785 [2] + 0 00000400:00000010:1.0:1767384390.973795:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000264c03f3. 00000400:00000200:1.0:1767384390.973798:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050d0e867 00000800:00000001:1.0:1767384390.973802:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.973809:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.973811:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.973815:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.973818:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0e867 00000400:00000010:1.0:1767384390.973819:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d0e867. 00000100:00000001:1.0:1767384390.973823:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384390.973824:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384390.973827:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000019af0632 x1853236740883072 msgsize 328 00000100:00100000:1.0:1767384390.973831:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384390.973833:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384390.973847:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384390.973852:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.973854:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.973914:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384390.973917:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883072 02000000:00000001:2.0:1767384390.973919:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384390.973922:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384390.973923:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384390.973927:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384390.973930:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883072 00000020:00000001:2.0:1767384390.973932:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.973934:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.973935:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384390.973937:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=5 00000020:00000001:2.0:1767384390.973940:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384390.973942:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384390.973945:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.973948:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.973951:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.973953:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000020:00000010:2.0:1767384390.973958:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384390.973962:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.973965:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384390.973970:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384390.973972:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384390.973974:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384390.973975:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.973981:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.974040:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.974048:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384390.974049:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384390.974053:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 157 00000100:00000040:2.0:1767384390.974056:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384390.974058:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388802128 : -114060320749488 : ffff984343194850) 00000100:00000040:2.0:1767384390.974062:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000019af0632 x1853236740883072/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 328/0 e 0 to 0 dl 1767384401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384390.974082:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.974085:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.974088:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.974090:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384390.974102:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000019af0632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+5:15565:x1853236740883072:12345-192.168.202.19@tcp50:101: 00000100:00000200:2.0:1767384390.974127:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883072 00000020:00000001:2.0:1767384390.974129:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384390.974132:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384390.974134:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.974136:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384390.974138:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:2.0:1767384390.974140:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384390.974141:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384390.974143:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384390.974144:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384390.974148:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.974150:0:16778:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384390.974152:0:16778:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384390.974153:0:16778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384390.974155:0:16778:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384390.974156:0:16778:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.974160:0:16778:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384390.974166:0:16778:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 7 00010000:00000001:2.0:1767384390.974169:0:16778:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384390.974172:0:16778:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384390.974175:0:16778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d527d218. 00000020:00000001:2.0:1767384390.974178:0:16778:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384390.974180:0:16778:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d527d218 with handle 0x4ac496f8d605e307 to hash 00000020:00000001:2.0:1767384390.974182:0:16778:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384390.974183:0:16778:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384390.974186:0:16778:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00010000:2.0:1767384390.974189:0:16778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d527d218/0x4ac496f8d605e307 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x126d7712f9294610 expref: -99 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.974196:0:16778:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ca9eeea3 : new locks_count 2 00000020:00000040:2.0:1767384390.974198:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=6 00000100:00000001:2.0:1767384390.974206:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384390.974208:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384390.974211:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000607614cf. 02000000:00000001:2.0:1767384390.974213:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.974214:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.974217:0:16778:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384390.974220:0:16778:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384390.974222:0:16778:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384390.974223:0:16778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384390.974225:0:16778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.974227:0:16778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384390.974228:0:16778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.974231:0:16778:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384390.974233:0:16778:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384390.974234:0:16778:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384390.974235:0:16778:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384390.974237:0:16778:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000a28cda52) refcount = 7 00010000:00000040:2.0:1767384390.974240:0:16778:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384390.974243:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e300 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294609 expref: 6 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.974250:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008ec502cd/0x4ac496f8d605dff7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dff0 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.974256:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d46b66e7/0x4ac496f8d605dfcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dfc6 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.974261:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000bf9a58b5/0x4ac496f8d605df87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605df80 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.974266:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ea09067d/0x4ac496f8d605df02 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605defb expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384390.974271:0:16778:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4d5a83a/0x4ac496f8d605dee6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dedf expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384390.974277:0:16778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d527d218/0x4ac496f8d605e307 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294610 expref: 6 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384390.974282:0:16778:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384390.974284:0:16778:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384390.974285:0:16778:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.974288:0:16778:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.974289:0:16778:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384390.974293:0:16778:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384390.974295:0:16778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d527d218/0x4ac496f8d605e307 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294610 expref: 6 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384390.974301:0:16778:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384390.974302:0:16778:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384390.974304:0:16778:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384390.974306:0:16778:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.974307:0:16778:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384390.974308:0:16778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384390.974310:0:16778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384390.974311:0:16778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d527d218, rc 0) 00000020:00000001:2.0:1767384390.974313:0:16778:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384390.974315:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883072 00010000:00000001:2.0:1767384390.974317:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384390.974320:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000019af0632 x1853236740883072/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 328/344 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384390.974327:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384390.974329:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384390.974332:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384390.974336:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.974338:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.974340:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.974342:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384390.974344:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.974347:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384390.974349:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384390.974352:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384390.974356:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236740883072, offset 224 00000400:00000200:2.0:1767384390.974361:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384390.974368:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384390.974380:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384390.974389:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384390.974394:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384390.974398:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f83b4faa. 00000800:00000200:2.0:1767384390.974403:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384390.974409:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384390.974412:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f83b4faa type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384390.974429:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384390.974432:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384390.974435:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384390.974436:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.974437:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384390.974440:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019af0632 x1853236740883072/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 328/344 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.974449:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000019af0632 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+6:15565:x1853236740883072:12345-192.168.202.19@tcp50:101: Request processed in 365us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384390.974456:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 157 00000100:00000040:2.0:1767384390.974458:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384390.974460:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384390.974462:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384390.974465:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.974468:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384390.974471:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384390.974474:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 5 00000100:00000001:2.0:1767384390.974477:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384390.974480:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384390.974484:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f692260. 00000400:00000010:2.0:1767384390.974488:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c34c6b5. 00000800:00000200:3.0:1767384390.974579:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384390.974583:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f83b4faa. 00000400:00000200:3.0:1767384390.974587:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384390.974591:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384390.974595:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:3.0:1767384390.974597:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:3.0:1767384390.974600:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384390.974601:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384390.974603:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000607614cf. 02000000:00000001:3.0:1767384390.974606:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384390.974607:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384390.976173:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.976180:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384390.976183:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.976184:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.976191:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384390.976200:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 512 into portal 26 MB=0x695824da00300 00000400:00000200:1.0:1767384390.976205:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 512/512 into md 0x178d [2] + 0 00000400:00000010:1.0:1767384390.976209:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005237e55b. 00000400:00000200:1.0:1767384390.976212:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aaec2c89 00000800:00000001:1.0:1767384390.976215:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.976220:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.976221:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.976225:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.976233:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaec2c89 00000400:00000010:1.0:1767384390.976235:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aaec2c89. 00000100:00000001:1.0:1767384390.976238:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384390.976239:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384390.976241:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000000a795c31 x1853236740883200 msgsize 512 00000100:00100000:1.0:1767384390.976246:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384390.976248:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384390.976259:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384390.976263:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.976265:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.976355:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384390.976357:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883200 02000000:00000001:2.0:1767384390.976359:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384390.976361:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384390.976362:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384390.976365:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384390.976367:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883200 00000020:00000001:2.0:1767384390.976369:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.976370:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.976372:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384390.976374:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=6 00000020:00000001:2.0:1767384390.976376:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384390.976378:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384390.976381:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.976383:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.976385:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.976387:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000020:00000010:2.0:1767384390.976391:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384390.976394:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.976397:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384390.976402:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384390.976404:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384390.976405:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384390.976406:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.976411:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.976422:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.976428:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384390.976430:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384390.976433:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 158 00000100:00000040:2.0:1767384390.976435:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384390.976437:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388812368 : -114060320739248 : ffff984343197050) 00000100:00000040:2.0:1767384390.976440:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000a795c31 x1853236740883200/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 512/0 e 0 to 0 dl 1767384401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384390.976449:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.976451:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b1a947bb. 00000100:00000001:2.0:1767384390.976452:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.976454:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b1a947bb. 00000100:00100000:2.0:1767384390.976457:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000a795c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+6:15565:x1853236740883200:12345-192.168.202.19@tcp50:501: 00000100:00000200:2.0:1767384390.976461:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883200 00000020:00000001:2.0:1767384390.976463:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384390.976465:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384390.976466:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.976468:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384390.976469:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186880 : -1042364736 : ffffffffc1dec6c0) 00000020:00000001:2.0:1767384390.976471:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384390.976472:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384390.976474:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384390.976475:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384390.976478:0:16778:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384390.976480:0:16778:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.976482:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.976484:0:16778:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384390.976485:0:16778:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384390.976487:0:16778:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384390.976489:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384390.976491:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384390.976494:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000607614cf. 02000000:00000001:2.0:1767384390.976496:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.976498:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384390.976501:0:16778:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:2.0:1767384390.976503:0:16778:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:2.0:1767384390.976505:0:16778:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384390.976507:0:16778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384390.976510:0:16778:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384390.976512:0:16778:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384390.976514:0:16778:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:2.0:1767384390.976518:0:16778:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00080000:00000001:2.0:1767384390.976525:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384390.976557:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384390.976560:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384390.976561:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384390.976563:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384390.976567:0:16778:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000be6ec914. 00000020:00000001:2.0:1767384390.976570:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384390.976575:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050943320 : -114055658608296 : ffff984458fbe958) 00000040:00000001:2.0:1767384390.976578:0:16778:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.976579:0:16778:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.976582:0:16778:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384390.976584:0:16778:0:(lu_object.c:207:lu_object_put()) Add 000000008e51e5d4/00000000b95d8111 to site lru. bkt: 000000002a3cbad3 00000040:00000010:2.0:1767384390.976587:0:16778:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000be6ec914. 00000040:00000001:2.0:1767384390.976589:0:16778:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384390.976590:0:16778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384390.976593:0:16778:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384390.976594:0:16778:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:2.0:1767384390.976596:0:16778:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.976599:0:16778:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:2.0:1767384390.976601:0:16778:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384390.976603:0:16778:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384390.976605:0:16778:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.976607:0:16778:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384390.976609:0:16778:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b1a947bb. 00000020:00000040:2.0:1767384390.976611:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=7 20000000:00000001:2.0:1767384390.976613:0:16778:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384390.976615:0:16778:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384390.976617:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883200 00010000:00000001:2.0:1767384390.976619:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384390.976622:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000a795c31 x1853236740883200/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 512/272 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384390.976629:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384390.976630:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384390.976633:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384390.976636:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.976638:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.976640:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.976642:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384390.976644:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.976646:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384390.976648:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384390.976651:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000100:00000200:2.0:1767384390.976655:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236740883200, offset 224 00000400:00000200:2.0:1767384390.976659:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384390.976666:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384390.976677:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [228:228:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:2.0:1767384390.976685:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384390.976689:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384390.976693:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db7a0776. 00000800:00000200:2.0:1767384390.976698:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384390.976702:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384390.976705:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db7a0776 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384390.976719:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384390.976721:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384390.976724:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384390.976725:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.976727:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384390.976730:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a795c31 x1853236740883200/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 512/272 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.976738:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000a795c31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15565:x1853236740883200:12345-192.168.202.19@tcp50:501: Request processed in 288us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384390.976745:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 158 00000100:00000040:2.0:1767384390.976748:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384390.976750:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384390.976751:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384390.976754:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.976757:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384390.976760:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384390.976763:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 00000100:00000001:2.0:1767384390.976765:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384390.976768:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384390.976771:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e347bbc1. 00000400:00000010:2.0:1767384390.976774:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac96faf0. 00000800:00000200:1.0:1767384390.976860:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384390.976862:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db7a0776. 00000400:00000200:1.0:1767384390.976866:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.976870:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.976873:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:1.0:1767384390.976874:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000100:00000001:1.0:1767384390.976877:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384390.976879:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384390.976880:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000607614cf. 02000000:00000001:1.0:1767384390.976883:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384390.976884:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384390.978221:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.978227:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384390.978230:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.978231:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.978237:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:3.0:1767384390.978245:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 272 into portal 26 MB=0x695824da00380 00000400:00000200:3.0:1767384390.978249:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 272/272 into md 0x17bd [2] + 0 00000400:00000010:3.0:1767384390.978253:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477ea082. 00000400:00000200:3.0:1767384390.978255:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef459752 00000800:00000001:3.0:1767384390.978258:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.978263:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384390.978265:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384390.978268:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384390.978270:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef459752 00000400:00000010:3.0:1767384390.978272:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef459752. 00000100:00000001:3.0:1767384390.978274:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384390.978275:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384390.978277:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000085050ac1 x1853236740883328 msgsize 272 00000100:00100000:3.0:1767384390.978281:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:3.0:1767384390.978282:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384390.978295:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384390.978300:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384390.978303:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384390.978401:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384390.978404:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883328 02000000:00000001:0.0:1767384390.978406:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384390.978408:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384390.978409:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384390.978412:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384390.978414:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883328 00000020:00000001:0.0:1767384390.978416:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384390.978417:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:0.0:1767384390.978419:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384390.978421:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=7 00000020:00000001:0.0:1767384390.978423:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:0.0:1767384390.978424:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:0.0:1767384390.978427:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384390.978430:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058fe3608. 00000100:00000001:0.0:1767384390.978432:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384390.978434:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058fe3608. 00000020:00000010:0.0:1767384390.978438:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7120ca6. 00000020:00000010:0.0:1767384390.978442:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7487b88. 00000020:00000010:0.0:1767384390.978445:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000100:00000040:0.0:1767384390.978449:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384390.978451:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384390.978452:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384390.978453:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384390.978457:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384390.978470:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384390.978478:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384390.978479:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384390.978484:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 159 00000100:00000040:0.0:1767384390.978485:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:0.0:1767384390.978487:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388801104 : -114060320750512 : ffff984343194450) 00000100:00000040:0.0:1767384390.978491:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085050ac1 x1853236740883328/t0(0) o503->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 272/0 e 0 to 0 dl 1767384401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384390.978513:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384390.978515:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058fe3608. 00000100:00000001:0.0:1767384390.978517:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384390.978519:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058fe3608. 00000100:00100000:0.0:1767384390.978523:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085050ac1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15565:x1853236740883328:12345-192.168.202.19@tcp50:503: 00000100:00000200:0.0:1767384390.978526:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883328 00000020:00000001:0.0:1767384390.978528:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384390.978530:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384390.978531:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384390.978533:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384390.978534:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186976 : -1042364640 : ffffffffc1dec720) 00000020:00000001:0.0:1767384390.978537:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384390.978538:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384390.978540:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384390.978541:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384390.978543:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384390.978545:0:16779:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384390.978546:0:16779:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384390.978550:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384390.978551:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384390.978568:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000790c6949. 02000000:00000001:0.0:1767384390.978571:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384390.978573:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384390.978575:0:16779:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:0.0:1767384390.978577:0:16779:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384390.978579:0:16779:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009202a5f6. 00000040:00000001:0.0:1767384390.978582:0:16779:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384390.978584:0:16779:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384390.978585:0:16779:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:0.0:1767384390.978587:0:16779:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00000020:00000001:0.0:1767384390.978591:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384390.978594:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050943320 : -114055658608296 : ffff984458fbe958) 00000040:00000001:0.0:1767384390.978601:0:16779:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384390.978603:0:16779:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384390.978606:0:16779:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384390.978611:0:16779:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aade2700. 00000040:00000001:0.0:1767384390.978613:0:16779:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384390.978615:0:16779:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384390.978794:0:16779:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384390.978797:0:16779:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384390.978799:0:16779:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384390.978803:0:16779:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384390.978806:0:16779:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384390.978808:0:16779:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384390.978810:0:16779:0:(lu_object.c:207:lu_object_put()) Add 000000008e51e5d4/00000000b95d8111 to site lru. bkt: 000000002a3cbad3 00000040:00000001:0.0:1767384390.978812:0:16779:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384390.978814:0:16779:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000aade2700. 00000040:00000010:0.0:1767384390.978817:0:16779:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009202a5f6. 00000040:00000040:0.0:1767384390.978819:0:16779:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:0.0:1767384390.978822:0:16779:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384390.978824:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883328 00010000:00000001:0.0:1767384390.978826:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384390.978830:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085050ac1 x1853236740883328/t0(0) o503->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 272/8416 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384390.978837:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384390.978839:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384390.978841:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384390.978845:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384390.978847:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:0.0:1767384390.978849:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:0.0:1767384390.978851:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384390.978853:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384390.978855:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384390.978857:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:0.0:1767384390.978861:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e6d81b2d. 00000100:00000200:0.0:1767384390.978864:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236740883328, offset 224 00000400:00000200:0.0:1767384390.978874:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:0.0:1767384390.978880:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:0.0:1767384390.978889:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [229:229:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384390.978898:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384390.978903:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.19@tcp50 00000800:00000010:0.0:1767384390.978905:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009202a5f6. 00000800:00000200:0.0:1767384390.978910:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:0.0:1767384390.978914:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1022 00000800:00000200:0.0:1767384390.978917:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009202a5f6 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384390.978934:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384390.978937:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:0.0:1767384390.978939:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384390.978940:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384390.978942:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384390.978945:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085050ac1 x1853236740883328/t0(0) o503->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 272/8416 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384390.978954:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085050ac1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15565:x1853236740883328:12345-192.168.202.19@tcp50:503: Request processed in 441us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384390.978961:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 159 00000100:00000040:0.0:1767384390.978963:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:0.0:1767384390.978965:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384390.978966:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384390.978969:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7487b88. 00000020:00000010:0.0:1767384390.978972:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000020:00000010:0.0:1767384390.978974:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7120ca6. 00000020:00000040:0.0:1767384390.978977:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 00000100:00000001:0.0:1767384390.978980:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384390.978983:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384390.978986:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4dbc2f. 00000400:00000010:0.0:1767384390.978993:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc7b50c9. 00000800:00000200:1.0:1767384390.979144:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384390.979147:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009202a5f6. 00000400:00000200:1.0:1767384390.979150:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.979154:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.979157:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6d81b2d 00000400:00000010:1.0:1767384390.979159:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e6d81b2d. 00000100:00000001:1.0:1767384390.979162:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384390.979164:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384390.979165:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000790c6949. 02000000:00000001:1.0:1767384390.979175:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384390.979176:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384390.983867:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.983880:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384390.983883:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.983885:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.983895:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384390.983914:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 272 into portal 26 MB=0x695824da00400 00000400:00000200:1.0:1767384390.983920:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 272/272 into md 0x17c5 [2] + 0 00000400:00000010:1.0:1767384390.983925:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f6c51e. 00000400:00000200:1.0:1767384390.983929:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000287dbfee 00000800:00000001:1.0:1767384390.983933:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.983939:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384390.983941:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384390.983945:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384390.983949:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000287dbfee 00000400:00000010:1.0:1767384390.983951:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000287dbfee. 00000100:00000001:1.0:1767384390.983955:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384390.983957:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384390.983960:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002ac68fb1 x1853236740883456 msgsize 272 00000100:00100000:1.0:1767384390.983965:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384390.983967:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384390.983979:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384390.983985:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384390.983987:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.984039:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384390.984042:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883456 02000000:00000001:2.0:1767384390.984045:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384390.984047:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384390.984049:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384390.984052:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384390.984056:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883456 00000020:00000001:2.0:1767384390.984059:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384390.984060:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384390.984063:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384390.984065:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=7 00000020:00000001:2.0:1767384390.984076:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384390.984078:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384390.984083:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.984086:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384390.984089:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.984091:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000020:00000010:2.0:1767384390.984103:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384390.984133:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.984137:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384390.984145:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384390.984148:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384390.984149:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384390.984150:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.984157:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.984171:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384390.984180:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384390.984182:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384390.984186:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 160 00000100:00000040:2.0:1767384390.984189:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384390.984191:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388810320 : -114060320741296 : ffff984343196850) 00000100:00000040:2.0:1767384390.984197:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ac68fb1 x1853236740883456/t0(0) o502->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 272/0 e 0 to 0 dl 1767384401 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384390.984206:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384390.984209:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384390.984210:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384390.984212:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000100:00100000:2.0:1767384390.984216:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ac68fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15584:x1853236740883456:12345-192.168.202.19@tcp50:502: 00000100:00000200:2.0:1767384390.984219:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883456 00000020:00000001:2.0:1767384390.984222:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384390.984225:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384390.984227:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.984230:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384390.984231:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186928 : -1042364688 : ffffffffc1dec6f0) 00000020:00000001:2.0:1767384390.984234:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384390.984236:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384390.984238:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384390.984240:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384390.984242:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.984244:0:16778:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384390.984246:0:16778:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384390.984250:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384390.984252:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384390.984266:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000790c6949. 02000000:00000001:2.0:1767384390.984268:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.984271:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384390.984273:0:16778:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:2.0:1767384390.984275:0:16778:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384390.984278:0:16778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384390.984281:0:16778:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384390.984283:0:16778:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384390.984285:0:16778:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:2.0:1767384390.984288:0:16778:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00000020:00000001:2.0:1767384390.984292:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384390.984296:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050943320 : -114055658608296 : ffff984458fbe958) 00000040:00000001:2.0:1767384390.984299:0:16778:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.984301:0:16778:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.984303:0:16778:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384390.984308:0:16778:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000efbbaefc. 00000040:00000001:2.0:1767384390.984310:0:16778:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384390.984311:0:16778:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384390.984393:0:16778:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.984395:0:16778:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.984397:0:16778:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.984400:0:16778:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384390.984402:0:16778:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384390.984406:0:16778:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384390.984498:0:16778:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384390.984502:0:16778:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384390.984504:0:16778:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384390.984506:0:16778:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384390.984508:0:16778:0:(lu_object.c:207:lu_object_put()) Add 000000008e51e5d4/00000000b95d8111 to site lru. bkt: 000000002a3cbad3 00000040:00000001:2.0:1767384390.984511:0:16778:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384390.984513:0:16778:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000efbbaefc. 00000040:00000010:2.0:1767384390.984517:0:16778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc62666d. 00000040:00000040:2.0:1767384390.984519:0:16778:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:2.0:1767384390.984522:0:16778:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384390.984525:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883456 00010000:00000001:2.0:1767384390.984527:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384390.984532:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ac68fb1 x1853236740883456/t0(0) o502->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 272/8472 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384390.984540:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384390.984542:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384390.984545:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384390.984549:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384390.984552:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384390.984554:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384390.984556:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384390.984558:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384390.984561:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384390.984564:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384390.984568:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000095b7c1ea. 00000100:00000200:2.0:1767384390.984572:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236740883456, offset 224 00000400:00000200:2.0:1767384390.984578:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384390.984587:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384390.984602:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [230:230:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384390.984613:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384390.984618:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384390.984621:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000bc62666d. 00000800:00000200:2.0:1767384390.984627:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384390.984632:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1022 00000800:00000200:2.0:1767384390.984635:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc62666d type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:2.0:1767384390.984647:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384390.984651:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384390.984653:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384390.984654:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.984656:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384390.984659:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac68fb1 x1853236740883456/t0(0) o502->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:371/0 lens 272/8472 e 0 to 0 dl 1767384401 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384390.984667:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ac68fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15584:x1853236740883456:12345-192.168.202.19@tcp50:502: Request processed in 459us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384390.984674:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 160 00000100:00000040:2.0:1767384390.984677:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384390.984678:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384390.984680:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384390.984683:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384390.984686:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384390.984689:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384390.984693:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 00000100:00000001:2.0:1767384390.984697:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384390.984700:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384390.984704:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061bd8bbc. 00000400:00000010:2.0:1767384390.984707:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dee2bfcd. 00000800:00000200:3.0:1767384390.984817:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384390.984821:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000bc62666d. 00000400:00000200:3.0:1767384390.984824:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384390.984828:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384390.984831:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b7c1ea 00000400:00000010:3.0:1767384390.984832:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000095b7c1ea. 00000100:00000001:3.0:1767384390.984835:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384390.984837:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384390.984839:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000790c6949. 02000000:00000001:3.0:1767384390.984848:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384390.984850:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384390.999430:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384390.999437:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384390.999443:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384390.999444:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384390.999466:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384390.999468:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384390.999471:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384391.003982:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.003998:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.004002:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.004004:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.004014:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384391.004030:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 272 into portal 26 MB=0x695824da00480 00000400:00000200:1.0:1767384391.004038:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 272/272 into md 0x1805 [2] + 0 00000400:00000010:1.0:1767384391.004043:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a72bac40. 00000400:00000200:1.0:1767384391.004050:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005e82c185 00000800:00000001:1.0:1767384391.004056:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.004065:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.004067:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.004071:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.004084:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e82c185 00000400:00000010:1.0:1767384391.004087:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e82c185. 00000100:00000001:1.0:1767384391.004135:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.004138:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384391.004141:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000058519b05 x1853236740883584 msgsize 272 00000100:00100000:1.0:1767384391.004146:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384391.004147:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.004161:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384391.004168:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.004171:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.004285:0:16779:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384391.004288:0:16779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883584 02000000:00000001:0.0:1767384391.004291:0:16779:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384391.004293:0:16779:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384391.004295:0:16779:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384391.004299:0:16779:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384391.004303:0:16779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883584 00000020:00000001:0.0:1767384391.004305:0:16779:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384391.004307:0:16779:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:0.0:1767384391.004309:0:16779:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384391.004311:0:16779:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=7 00000020:00000001:0.0:1767384391.004314:0:16779:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:0.0:1767384391.004316:0:16779:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:0.0:1767384391.004321:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384391.004325:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058fe3608. 00000100:00000001:0.0:1767384391.004327:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.004330:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058fe3608. 00000020:00000010:0.0:1767384391.004335:0:16779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7120ca6. 00000020:00000010:0.0:1767384391.004340:0:16779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7487b88. 00000020:00000010:0.0:1767384391.004344:0:16779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000100:00000040:0.0:1767384391.004351:0:16779:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384391.004354:0:16779:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384391.004356:0:16779:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384391.004357:0:16779:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.004364:0:16779:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.004378:0:16779:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384391.004387:0:16779:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384391.004389:0:16779:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384391.004394:0:16779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 161 00000100:00000040:0.0:1767384391.004397:0:16779:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:0.0:1767384391.004398:0:16779:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388806224 : -114060320745392 : ffff984343195850) 00000100:00000040:0.0:1767384391.004404:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058519b05 x1853236740883584/t0(0) o502->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 272/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384391.004425:0:16779:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384391.004427:0:16779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058fe3608. 00000100:00000001:0.0:1767384391.004429:0:16779:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384391.004430:0:16779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058fe3608. 00000100:00100000:0.0:1767384391.004434:0:16779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058519b05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15584:x1853236740883584:12345-192.168.202.19@tcp50:502: 00000100:00000200:0.0:1767384391.004439:0:16779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883584 00000020:00000001:0.0:1767384391.004442:0:16779:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384391.004445:0:16779:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384391.004447:0:16779:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.004451:0:16779:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384391.004453:0:16779:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186928 : -1042364688 : ffffffffc1dec6f0) 00000020:00000001:0.0:1767384391.004456:0:16779:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384391.004458:0:16779:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384391.004460:0:16779:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384391.004461:0:16779:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384391.004464:0:16779:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.004466:0:16779:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384391.004468:0:16779:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384391.004474:0:16779:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384391.004476:0:16779:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384391.004491:0:16779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000790c6949. 02000000:00000001:0.0:1767384391.004494:0:16779:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.004496:0:16779:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384391.004499:0:16779:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:0.0:1767384391.004501:0:16779:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384391.004505:0:16779:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009202a5f6. 00000040:00000001:0.0:1767384391.004508:0:16779:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384391.004510:0:16779:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384391.004513:0:16779:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:0.0:1767384391.004516:0:16779:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00000020:00000001:0.0:1767384391.004520:0:16779:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384391.004525:0:16779:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630018050943320 : -114055658608296 : ffff984458fbe958) 00000040:00000001:0.0:1767384391.004533:0:16779:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.004534:0:16779:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.004536:0:16779:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384391.004541:0:16779:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aade2700. 00000040:00000001:0.0:1767384391.004543:0:16779:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384391.004544:0:16779:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384391.004640:0:16779:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.004642:0:16779:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.004644:0:16779:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.004647:0:16779:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384391.004649:0:16779:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384391.004653:0:16779:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384391.004690:0:16779:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384391.004693:0:16779:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384391.004694:0:16779:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384391.004697:0:16779:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384391.004699:0:16779:0:(lu_object.c:207:lu_object_put()) Add 000000008e51e5d4/00000000b95d8111 to site lru. bkt: 000000002a3cbad3 00000040:00000001:0.0:1767384391.004702:0:16779:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384391.004705:0:16779:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000aade2700. 00000040:00000010:0.0:1767384391.004707:0:16779:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009202a5f6. 00000040:00000040:0.0:1767384391.004709:0:16779:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:0.0:1767384391.004712:0:16779:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384391.004715:0:16779:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883584 00010000:00000001:0.0:1767384391.004717:0:16779:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384391.004722:0:16779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058519b05 x1853236740883584/t0(0) o502->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384391.004730:0:16779:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384391.004732:0:16779:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384391.004735:0:16779:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384391.004739:0:16779:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384391.004742:0:16779:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:0.0:1767384391.004744:0:16779:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:0.0:1767384391.004747:0:16779:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384391.004749:0:16779:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384391.004752:0:16779:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384391.004759:0:16779:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:0.0:1767384391.004762:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000674f34c. 00000100:00000200:0.0:1767384391.004767:0:16779:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236740883584, offset 224 00000400:00000200:0.0:1767384391.004773:0:16779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:0.0:1767384391.004783:0:16779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:0.0:1767384391.004798:0:16779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384391.004809:0:16779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384391.004814:0:16779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.19@tcp50 00000800:00000010:0.0:1767384391.004817:0:16779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009202a5f6. 00000800:00000200:0.0:1767384391.004823:0:16779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:0.0:1767384391.004829:0:16779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1022 00000800:00000200:0.0:1767384391.004832:0:16779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009202a5f6 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384391.004849:0:16779:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384391.004852:0:16779:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:0.0:1767384391.004854:0:16779:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384391.004856:0:16779:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384391.004858:0:16779:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384391.004861:0:16779:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058519b05 x1853236740883584/t0(0) o502->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 272/8472 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384391.004870:0:16779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058519b05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15584:x1853236740883584:12345-192.168.202.19@tcp50:502: Request processed in 444us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384391.004877:0:16779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 161 00000100:00000040:0.0:1767384391.004880:0:16779:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:0.0:1767384391.004882:0:16779:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384391.004884:0:16779:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384391.004887:0:16779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7487b88. 00000020:00000010:0.0:1767384391.004891:0:16779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000020:00000010:0.0:1767384391.004894:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7120ca6. 00000020:00000040:0.0:1767384391.004897:0:16779:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 00000100:00000001:0.0:1767384391.004901:0:16779:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384391.004910:0:16779:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384391.004913:0:16779:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f6d55d. 00000400:00000010:0.0:1767384391.004917:0:16779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ee32c39. 00000800:00000200:1.0:1767384391.005079:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.005083:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009202a5f6. 00000400:00000200:1.0:1767384391.005086:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.005091:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.005100:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000674f34c 00000400:00000010:1.0:1767384391.005102:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000674f34c. 00000100:00000001:1.0:1767384391.005120:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384391.005122:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.005124:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000790c6949. 02000000:00000001:1.0:1767384391.005134:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384391.005135:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384391.008550:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.008570:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.008574:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.008576:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.008584:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:3.0:1767384391.008596:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 26 MB=0x695824da00500 00000400:00000200:3.0:1767384391.008602:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x183d [2] + 0 00000400:00000010:3.0:1767384391.008607:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e8a6eb3. 00000400:00000200:3.0:1767384391.008610:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020d9829d 00000800:00000001:3.0:1767384391.008614:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.008620:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384391.008622:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384391.008626:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:3.0:1767384391.008629:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020d9829d 00000400:00000010:3.0:1767384391.008631:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020d9829d. 00000100:00000001:3.0:1767384391.008635:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.008637:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384391.008639:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000e808201f x1853236740883712 msgsize 328 00000100:00100000:3.0:1767384391.008644:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:3.0:1767384391.008645:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384391.008655:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384391.008660:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.008663:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.008696:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.008699:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883712 02000000:00000001:2.0:1767384391.008702:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.008704:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.008705:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.008708:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.008711:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883712 00000020:00000001:2.0:1767384391.008713:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.008715:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384391.008717:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.008719:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=7 00000020:00000001:2.0:1767384391.008722:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384391.008724:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384391.008727:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.008731:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384391.008733:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.008735:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000020:00000010:2.0:1767384391.008740:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384391.008743:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.008747:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384391.008752:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384391.008754:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384391.008755:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.008756:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.009025:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.009166:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.009176:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.009178:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.009182:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 162 00000100:00000040:2.0:1767384391.009185:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384391.009187:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388808272 : -114060320743344 : ffff984343196050) 00000100:00000040:2.0:1767384391.009192:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e808201f x1853236740883712/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.009200:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.009203:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384391.009205:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.009207:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000100:00100000:2.0:1767384391.009211:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e808201f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+7:15565:x1853236740883712:12345-192.168.202.19@tcp50:101: 00000100:00000200:2.0:1767384391.009214:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883712 00000020:00000001:2.0:1767384391.009217:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384391.009219:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384391.009221:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.009223:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.009225:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:2.0:1767384391.009228:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384391.009229:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.009232:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.009233:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.009236:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.009238:0:16778:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384391.009240:0:16778:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384391.009242:0:16778:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384391.009243:0:16778:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384391.009245:0:16778:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.009250:0:16778:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384391.009256:0:16778:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f1cc8e48. 00010000:00000001:2.0:1767384391.009260:0:16778:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384391.009263:0:16778:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 00000020:00000001:2.0:1767384391.009265:0:16778:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384391.009267:0:16778:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003811b824 with handle 0x4ac496f8d605e30e to hash 00000020:00000001:2.0:1767384391.009269:0:16778:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384391.009270:0:16778:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384391.009273:0:16778:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00010000:2.0:1767384391.009276:0:16778:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003811b824/0x4ac496f8d605e30e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x126d7712f9294633 expref: -99 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384391.009284:0:16778:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ca9eeea3 : new locks_count 3 00000020:00000040:2.0:1767384391.009285:0:16778:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=8 00000100:00000001:2.0:1767384391.009291:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.009293:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.009297:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000607614cf. 02000000:00000001:2.0:1767384391.009299:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.009301:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.009303:0:16778:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384391.009307:0:16778:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384391.009309:0:16778:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384391.009310:0:16778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384391.009312:0:16778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384391.009314:0:16778:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384391.009315:0:16778:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384391.009317:0:16778:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384391.009319:0:16778:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384391.009320:0:16778:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384391.009322:0:16778:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384391.009323:0:16778:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f1cc8e48) refcount = 1 00010000:00010000:2.0:1767384391.009328:0:16778:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003811b824/0x4ac496f8d605e30e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294633 expref: 8 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384391.009334:0:16778:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384391.009335:0:16778:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384391.009336:0:16778:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384391.009338:0:16778:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.009340:0:16778:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384391.009344:0:16778:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384391.009346:0:16778:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003811b824/0x4ac496f8d605e30e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294633 expref: 8 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384391.009352:0:16778:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384391.009354:0:16778:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384391.009356:0:16778:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384391.009358:0:16778:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.009359:0:16778:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384391.009361:0:16778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384391.009362:0:16778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384391.009363:0:16778:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003811b824, rc 0) 00000020:00000001:2.0:1767384391.009366:0:16778:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.009368:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883712 00010000:00000001:2.0:1767384391.009370:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.009373:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e808201f x1853236740883712/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.009381:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.009383:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.009385:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.009389:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.009391:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384391.009393:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384391.009396:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.009397:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.009400:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.009404:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384391.009407:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000100:00000200:2.0:1767384391.009410:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236740883712, offset 224 00000400:00000200:2.0:1767384391.009415:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384391.009422:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384391.009436:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [232:232:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1767384391.009445:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384391.009449:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384391.009453:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d04da88. 00000800:00000200:2.0:1767384391.009458:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384391.009463:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384391.009467:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d04da88 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384391.009483:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.009486:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384391.009488:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.009490:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.009492:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.009494:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e808201f x1853236740883712/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.009503:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e808201f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+8:15565:x1853236740883712:12345-192.168.202.19@tcp50:101: Request processed in 302us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.009510:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 162 00000100:00000040:2.0:1767384391.009512:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384391.009515:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.009516:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.009519:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.009522:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384391.009526:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384391.009529:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 7 00000100:00000001:2.0:1767384391.009532:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384391.009535:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384391.009539:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f133b711. 00000400:00000010:2.0:1767384391.009542:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ac005eb. 00000800:00000200:1.0:1767384391.009631:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.009633:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d04da88. 00000400:00000200:1.0:1767384391.009637:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.009641:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.009644:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000010:1.0:1767384391.009646:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000100:00000001:1.0:1767384391.009649:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384391.009651:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.009653:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000607614cf. 02000000:00000001:1.0:1767384391.009655:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384391.009656:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384391.011421:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.011429:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.011432:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.011433:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.011440:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384391.011450:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 304 into portal 26 MB=0x695824da00580 00000400:00000200:1.0:1767384391.011455:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 304/304 into md 0x1845 [2] + 0 00000400:00000010:1.0:1767384391.011465:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d805ee43. 00000400:00000200:1.0:1767384391.011468:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095b15be7 00000800:00000001:1.0:1767384391.011472:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.011478:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.011480:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.011484:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.011487:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095b15be7 00000400:00000010:1.0:1767384391.011489:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095b15be7. 00000100:00000001:1.0:1767384391.011491:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.011493:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384391.011496:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000439af69d x1853236740883840 msgsize 304 00000100:00100000:1.0:1767384391.011500:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384391.011502:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.011519:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384391.011523:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.011526:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.011579:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384391.011581:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883840 02000000:00000001:3.0:1767384391.011583:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384391.011585:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384391.011586:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384391.011589:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384391.011591:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883840 00000020:00000001:3.0:1767384391.011593:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384391.011594:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:3.0:1767384391.011596:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384391.011597:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=8 00000020:00000001:3.0:1767384391.011600:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:3.0:1767384391.011602:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:3.0:1767384391.011610:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384391.011613:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000627de4a7. 00000100:00000001:3.0:1767384391.011615:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384391.011617:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000627de4a7. 00000020:00000010:3.0:1767384391.011621:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000addd6186. 00000020:00000010:3.0:1767384391.011624:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034d8df2c. 00000020:00000010:3.0:1767384391.011627:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384391.011632:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384391.011634:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384391.011635:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384391.011637:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.011641:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.011644:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.011650:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384391.011651:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384391.011655:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 163 00000100:00000040:3.0:1767384391.011657:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:3.0:1767384391.011659:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388805200 : -114060320746416 : ffff984343195450) 00000100:00000040:3.0:1767384391.011662:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000439af69d x1853236740883840/t0(0) o256->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 304/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.011671:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384391.011672:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000627de4a7. 00000100:00000001:3.0:1767384391.011674:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384391.011676:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000627de4a7. 00000100:00100000:3.0:1767384391.011679:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000439af69d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+8:15565:x1853236740883840:12345-192.168.202.19@tcp50:256: 00000100:00000200:3.0:1767384391.011682:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883840 00000020:00000001:3.0:1767384391.011684:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384391.011686:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384391.011687:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.011689:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384391.011691:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:3.0:1767384391.011693:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384391.011698:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384391.011700:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384391.011702:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384391.011704:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.011707:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384391.011709:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384391.011711:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005ca5e0ef. 02000000:00000001:3.0:1767384391.011713:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.011714:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384391.011717:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384391.011720:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384391.011723:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384391.011725:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384391.011727:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384391.011729:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384391.011731:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:3.0:1767384391.011734:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000002659b72a. 20000000:00000001:3.0:1767384391.011737:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384391.011753:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384391.011758:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384391.011850:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384391.011854:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384391.011856:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384391.011858:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384391.011860:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384391.011861:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384391.011863:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384391.011865:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384391.011867:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384391.011869:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384391.011872:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384391.011873:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384391.011875:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384391.011877:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384391.011879:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384391.011881:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384391.011883:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384391.011885:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384391.011887:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384391.011893:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384391.011896:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384391.011898:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384391.011900:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384391.011902:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384391.011904:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384391.011905:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384391.011907:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384391.011909:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384391.011911:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384391.011913:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384391.011914:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384391.011916:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384391.011919:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384391.011921:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384391.011922:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384391.011924:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384391.011926:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384391.011928:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384391.011930:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384391.011932:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384391.011934:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:3.0:1767384391.011944:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384391.011945:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384391.011947:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384391.011949:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384391.011951:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384391.011953:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384391.011955:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384391.011957:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384391.011958:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384391.011960:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384391.011962:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384391.011963:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384391.011965:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384391.011966:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384391.011968:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384391.011970:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384391.011972:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384391.011977:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384391.011979:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384391.011981:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384391.011983:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384391.011985:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384391.011987:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384391.011988:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384391.011990:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384391.011992:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384391.011993:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384391.011995:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384391.011997:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384391.011999:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384391.012001:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384391.012003:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384391.012004:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384391.012006:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384391.012008:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384391.012010:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384391.012012:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384391.012014:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384391.012016:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384391.012018:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384391.012019:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384391.012021:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384391.012023:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:3.0:1767384391.012025:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:3.0:1767384391.012027:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:3.0:1767384391.012029:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384391.012033:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000033b53c60. 00000100:00000010:3.0:1767384391.012035:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e7b9e99f. 00000020:00000040:3.0:1767384391.012038:0:16780:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=9 00010000:00000001:3.0:1767384391.012041:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384391.012043:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384391.012047:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012cb5712. 00000400:00000010:3.0:1767384391.012053:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6e55cf4. 00000400:00000200:3.0:1767384391.012057:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384391.012065:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384391.012091:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [233:233:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:3.0:1767384391.012168:0:16780:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.19@tcp50 00000400:00000200:3.0:1767384391.012177:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384391.012182:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384391.012186:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c9d2d9d. 00000800:00000200:3.0:1767384391.012191:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384391.012196:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1022 00000800:00000200:3.0:1767384391.012199:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002c9d2d9d type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:3.0:1767384391.012243:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.19@tcp50 mbits 0x695824da00580-0x695824da00580 00000100:00000001:3.0:1767384391.012246:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384391.012732:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.012736:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c9d2d9d. 00000400:00000200:1.0:1767384391.012739:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.012744:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384391.012748:0:16141:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384391.012749:0:16141:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000033b53c60 00000100:00000001:1.0:1767384391.012751:0:16141:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384391.014259:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.014268:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.014271:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.014298:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.014307:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : ACK - for me 00000400:00000200:1.0:1767384391.014317:0:16140:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp50: ACK from 12345-192.168.202.19@tcp50 into md 0x2089 00000400:00000200:1.0:1767384391.014322:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.014325:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: ACK: OK 00000400:00000200:1.0:1767384391.014329:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012cb5712 00000400:00000010:1.0:1767384391.014331:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000012cb5712. 00000100:00000001:1.0:1767384391.014334:0:16140:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384391.014343:0:16140:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000033b53c60 00000100:00000001:1.0:1767384391.014354:0:16140:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767384391.014359:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.014362:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384391.014679:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.014683:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384391.014685:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 00000100:00000010:3.0:1767384391.014689:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e7b9e99f. 00000100:00000010:3.0:1767384391.014691:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000033b53c60. 00000100:00000001:3.0:1767384391.014693:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384391.014695:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384391.014702:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000002659b72a. 20000000:00000001:3.0:1767384391.014706:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384391.014709:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883840 00010000:00000001:3.0:1767384391.014712:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384391.014717:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000439af69d x1853236740883840/t0(0) o256->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 304/240 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384391.014726:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384391.014728:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384391.014730:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384391.014734:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384391.014737:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:3.0:1767384391.014739:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:3.0:1767384391.014742:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384391.014749:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.014752:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384391.014755:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:3.0:1767384391.014758:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000801f9e1e. 00000100:00000200:3.0:1767384391.014760:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236740883840, offset 224 00000400:00000200:3.0:1767384391.014974:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384391.014981:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384391.014994:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [234:234:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384391.015004:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384391.015008:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384391.015012:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ea63f301. 00000800:00000200:3.0:1767384391.015017:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384391.015022:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384391.015025:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ea63f301 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:3.0:1767384391.015038:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.015042:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384391.015044:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384391.015046:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.015048:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384391.015053:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000439af69d x1853236740883840/t0(0) o256->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 304/240 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384391.015061:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000439af69d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+8:15565:x1853236740883840:12345-192.168.202.19@tcp50:256: Request processed in 3389us (3564us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384391.015080:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 163 00000100:00000040:3.0:1767384391.015083:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:3.0:1767384391.015085:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384391.015087:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384391.015091:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034d8df2c. 00000020:00000010:3.0:1767384391.015102:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384391.015134:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000addd6186. 00000020:00000040:3.0:1767384391.015142:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 7 00000100:00000001:3.0:1767384391.015146:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384391.015151:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384391.015155:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000477ea082. 00000400:00000010:3.0:1767384391.015160:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f118eb5c. 00000800:00000200:1.0:1767384391.015330:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.015333:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ea63f301. 00000400:00000200:1.0:1767384391.015336:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.015340:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.015343:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000801f9e1e 00000400:00000010:1.0:1767384391.015344:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000801f9e1e. 00000100:00000001:1.0:1767384391.015347:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384391.015349:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.015351:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005ca5e0ef. 02000000:00000001:1.0:1767384391.015353:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384391.015354:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384391.031694:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.031710:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.031714:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.031716:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.031727:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384391.031744:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 26 MB=0x695824da00600 00000400:00000200:1.0:1767384391.031751:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x1865 [2] + 0 00000400:00000010:1.0:1767384391.031756:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045869302. 00000400:00000200:1.0:1767384391.031761:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bdc7f5d 00000800:00000001:1.0:1767384391.031766:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.031773:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.031776:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.031780:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.031784:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bdc7f5d 00000400:00000010:1.0:1767384391.031786:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bdc7f5d. 00000100:00000001:1.0:1767384391.031791:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.031793:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384391.031797:0:16141:0:(events.c:337:request_in_callback()) incoming req@0000000099694cad x1853236740883968 msgsize 328 00000100:00100000:1.0:1767384391.031801:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384391.031803:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.031827:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384391.031834:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.031837:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.031898:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384391.031901:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740883968 02000000:00000001:3.0:1767384391.031904:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384391.031906:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384391.031908:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384391.031912:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384391.031916:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740883968 00000020:00000001:3.0:1767384391.031919:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384391.031920:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:3.0:1767384391.031922:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384391.031925:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=8 00000020:00000001:3.0:1767384391.031927:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:3.0:1767384391.031930:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:3.0:1767384391.031934:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384391.031938:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000627de4a7. 00000100:00000001:3.0:1767384391.031941:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384391.031943:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000627de4a7. 00000020:00000010:3.0:1767384391.031948:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000addd6186. 00000020:00000010:3.0:1767384391.031953:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034d8df2c. 00000020:00000010:3.0:1767384391.031957:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384391.031963:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384391.031966:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384391.031967:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384391.031969:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.031976:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.031990:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.031998:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384391.032000:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384391.032004:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 164 00000100:00000040:3.0:1767384391.032007:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:3.0:1767384391.032014:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013388814416 : -114060320737200 : ffff984343197850) 00000100:00000040:3.0:1767384391.032019:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099694cad x1853236740883968/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 328/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.032028:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384391.032031:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000627de4a7. 00000100:00000001:3.0:1767384391.032033:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384391.032035:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000627de4a7. 00000100:00100000:3.0:1767384391.032038:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099694cad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+8:15565:x1853236740883968:12345-192.168.202.19@tcp50:101: 00000100:00000200:3.0:1767384391.032042:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740883968 00000020:00000001:3.0:1767384391.032045:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384391.032049:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384391.032051:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.032053:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384391.032055:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:3.0:1767384391.032059:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384391.032060:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384391.032062:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384391.032064:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384391.032081:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.032084:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384391.032085:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384391.032087:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384391.032089:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384391.032091:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.032103:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384391.032144:0:16780:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002478147a count: 3 00010000:00000001:3.0:1767384391.032147:0:16780:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384391.032150:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384391.032153:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000879f20ca. 00000020:00000001:3.0:1767384391.032156:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384391.032158:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000879f20ca with handle 0x4ac496f8d605e315 to hash 00000020:00000001:3.0:1767384391.032160:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384391.032161:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:3.0:1767384391.032168:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00010000:3.0:1767384391.032171:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e315 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x126d7712f929463a expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384391.032179:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ca9eeea3 : new locks_count 4 00000020:00000040:3.0:1767384391.032181:0:16780:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=9 00000100:00000001:3.0:1767384391.032189:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384391.032191:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384391.032194:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000033b53c60. 02000000:00000001:3.0:1767384391.032197:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.032199:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.032201:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384391.032204:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384391.032206:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384391.032208:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384391.032210:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384391.032212:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384391.032213:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384391.032216:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384391.032217:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384391.032219:0:16780:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384391.032221:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384391.032222:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000002478147a) refcount = 3 00010000:00000040:3.0:1767384391.032225:0:16780:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384391.032229:0:16780:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008bfa86e0/0x4ac496f8d605dfe9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605dfe2 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384391.032235:0:16780:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000095e9bcb9/0x4ac496f8d605df79 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605df72 expref: 13 pid: 16780 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384391.032241:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e315 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f929463a expref: 9 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384391.032246:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384391.032248:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384391.032255:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384391.032256:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.032258:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384391.032263:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384391.032266:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e315 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f929463a expref: 9 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384391.032272:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384391.032274:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384391.032276:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384391.032278:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.032280:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384391.032281:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384391.032283:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384391.032284:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000879f20ca, rc 0) 00000020:00000001:3.0:1767384391.032286:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384391.032289:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740883968 00010000:00000001:3.0:1767384391.032291:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384391.032296:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099694cad x1853236740883968/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384391.032303:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384391.032305:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384391.032308:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384391.032313:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384391.032315:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:3.0:1767384391.032317:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:3.0:1767384391.032319:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384391.032321:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.032324:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384391.032326:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:3.0:1767384391.032330:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c37668f8. 00000100:00000200:3.0:1767384391.032334:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236740883968, offset 224 00000400:00000200:3.0:1767384391.032339:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384391.032348:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384391.032365:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [235:235:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1767384391.032382:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384391.032387:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384391.032391:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000decb8fd5. 00000800:00000200:3.0:1767384391.032397:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384391.032404:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384391.032407:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000decb8fd5 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1767384391.032424:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.032427:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384391.032429:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384391.032431:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384391.032433:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384391.032437:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099694cad x1853236740883968/t0(0) o101->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 328/344 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384391.032446:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099694cad pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+9:15565:x1853236740883968:12345-192.168.202.19@tcp50:101: Request processed in 416us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384391.032452:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 164 00000100:00000040:3.0:1767384391.032455:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:3.0:1767384391.032457:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384391.032458:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384391.032462:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034d8df2c. 00000020:00000010:3.0:1767384391.032465:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384391.032468:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000addd6186. 00000020:00000040:3.0:1767384391.032471:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 00000100:00000001:3.0:1767384391.032475:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384391.032479:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384391.032483:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000421d09a. 00000400:00000010:3.0:1767384391.032487:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000070e6c59. 00000800:00000200:1.0:1767384391.032797:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.032801:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000decb8fd5. 00000400:00000200:1.0:1767384391.032805:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.032809:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.032812:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37668f8 00000400:00000010:1.0:1767384391.032813:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c37668f8. 00000100:00000001:1.0:1767384391.032816:0:16140:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384391.032818:0:16140:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.032820:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000033b53c60. 02000000:00000001:1.0:1767384391.032822:0:16140:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384391.032823:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384391.035477:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.035490:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.035493:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.035495:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.035505:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384391.035516:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 504 into portal 26 MB=0x695824da00680 00000400:00000200:1.0:1767384391.035522:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 504/504 into md 0x186d [2] + 0 00000400:00000010:1.0:1767384391.035527:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab742b09. 00000400:00000200:1.0:1767384391.035530:0:16139:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cc264e33 00000800:00000001:1.0:1767384391.035534:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.035540:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.035542:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.035546:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.035549:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc264e33 00000400:00000010:1.0:1767384391.035551:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc264e33. 00000100:00000001:1.0:1767384391.035554:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.035556:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384391.035559:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000d7794cb1 x1853236740884096 msgsize 504 00000100:00100000:1.0:1767384391.035564:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384391.035565:0:16139:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.035579:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384391.035595:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.035597:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.035658:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.035661:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884096 02000000:00000001:2.0:1767384391.035663:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.035665:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.035667:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.035670:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.035674:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884096 00000020:00000001:2.0:1767384391.035676:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.035678:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384391.035680:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.035681:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=9 00000020:00000001:2.0:1767384391.035683:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384391.035686:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384391.035690:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.035694:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384391.035696:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.035698:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000020:00000010:2.0:1767384391.035703:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384391.035707:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.035710:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384391.035716:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384391.035719:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384391.035720:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.035721:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.035728:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.035739:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.035747:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.035749:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.035753:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 165 00000100:00000040:2.0:1767384391.035756:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384391.035757:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400396880 : -114060309154736 : ffff984343ca3450) 00000100:00000040:2.0:1767384391.035769:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7794cb1 x1853236740884096/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 504/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.035779:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.035781:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384391.035783:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.035785:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000100:00100000:2.0:1767384391.035788:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7794cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+9:15565:x1853236740884096:12345-192.168.202.19@tcp50:501: 00000100:00000200:2.0:1767384391.035792:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884096 00000020:00000001:2.0:1767384391.035795:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384391.035797:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384391.035799:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.035802:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.035803:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186880 : -1042364736 : ffffffffc1dec6c0) 00000020:00000001:2.0:1767384391.035806:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384391.035808:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.035810:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.035811:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.035815:0:16778:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384391.035817:0:16778:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.035819:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384391.035821:0:16778:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767384391.035823:0:16778:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767384391.035825:0:16778:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767384391.035827:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.035830:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.035834:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000607614cf. 02000000:00000001:2.0:1767384391.035836:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.035838:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384391.035841:0:16778:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1767384391.035843:0:16778:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:2.0:1767384391.035845:0:16778:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384391.035848:0:16778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384391.035851:0:16778:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384391.035853:0:16778:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384391.035856:0:16778:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:2.0:1767384391.035859:0:16778:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00080000:00000001:2.0:1767384391.035867:0:16778:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767384391.035902:0:16778:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384391.035905:0:16778:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384391.035906:0:16778:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.035908:0:16778:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767384391.035912:0:16778:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c06e8ea3. 00000020:00000001:2.0:1767384391.035916:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384391.035921:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630017756808536 : -114055952743080 : ffff98444773c558) 00000040:00000001:2.0:1767384391.035923:0:16778:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.035925:0:16778:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.035929:0:16778:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384391.035931:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000048ba76c6/00000000d4bc1982 to site lru. bkt: 000000004d8d3fb1 00000040:00000010:2.0:1767384391.035934:0:16778:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c06e8ea3. 00000040:00000001:2.0:1767384391.035936:0:16778:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384391.035939:0:16778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384391.035941:0:16778:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767384391.035942:0:16778:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:2.0:1767384391.035945:0:16778:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384391.035948:0:16778:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.035951:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884096 00010000:00000001:2.0:1767384391.035953:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.035957:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7794cb1 x1853236740884096/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 504/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.035965:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.035967:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.035970:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.035973:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.035976:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384391.035978:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384391.035981:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.035982:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.035985:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.035988:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384391.035992:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384391.035995:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236740884096, offset 224 00000400:00000200:2.0:1767384391.036000:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384391.036008:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384391.036022:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [236:236:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767384391.036032:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384391.036036:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384391.036041:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c2d38ef. 00000800:00000200:2.0:1767384391.036046:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384391.036052:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384391.036055:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c2d38ef type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767384391.036213:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.036217:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384391.036219:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.036221:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.036222:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.036226:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7794cb1 x1853236740884096/t0(0) o501->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 504/272 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.036234:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7794cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+9:15565:x1853236740884096:12345-192.168.202.19@tcp50:501: Request processed in 455us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.036241:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 165 00000100:00000040:2.0:1767384391.036244:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384391.036246:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.036247:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.036251:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.036254:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384391.036258:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384391.036261:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 00000100:00000001:2.0:1767384391.036264:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384391.036268:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384391.036272:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d47fbe50. 00000400:00000010:2.0:1767384391.036276:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b455a33. 00000800:00000200:1.0:1767384391.036409:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.036412:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c2d38ef. 00000400:00000200:1.0:1767384391.036416:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.036420:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.036423:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:1.0:1767384391.036425:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000001:1.0:1767384391.036428:0:16141:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384391.036429:0:16141:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.036431:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000607614cf. 02000000:00000001:1.0:1767384391.036433:0:16141:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384391.036434:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384391.040925:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.040939:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.040943:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.040946:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.040957:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384391.040974:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 272 into portal 26 MB=0x695824da00700 00000400:00000200:1.0:1767384391.040981:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 272/272 into md 0x187d [2] + 0 00000400:00000010:1.0:1767384391.040986:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04d0c02. 00000400:00000200:1.0:1767384391.040992:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000910ede29 00000800:00000001:1.0:1767384391.040997:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.041005:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.041007:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.041012:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.041016:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910ede29 00000400:00000010:1.0:1767384391.041018:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000910ede29. 00000100:00000001:1.0:1767384391.041023:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.041025:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384391.041028:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000004925417a x1853236740884224 msgsize 272 00000100:00100000:1.0:1767384391.041033:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384391.041035:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384391.041051:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384391.041058:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.041085:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.041287:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.041290:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884224 02000000:00000001:2.0:1767384391.041293:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.041295:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.041298:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.041302:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.041306:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884224 00000020:00000001:2.0:1767384391.041309:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.041311:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384391.041313:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.041316:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=9 00000020:00000001:2.0:1767384391.041318:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384391.041320:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384391.041325:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.041329:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384391.041332:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.041334:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000020:00000010:2.0:1767384391.041339:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384391.041344:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.041348:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384391.041354:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384391.041357:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384391.041358:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.041360:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.041368:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.041421:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.041431:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.041433:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.041437:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 166 00000100:00000040:2.0:1767384391.041440:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384391.041442:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400394832 : -114060309156784 : ffff984343ca2c50) 00000100:00000040:2.0:1767384391.041447:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004925417a x1853236740884224/t0(0) o503->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 272/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.041457:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.041460:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3fd7ee7. 00000100:00000001:2.0:1767384391.041461:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.041463:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3fd7ee7. 00000100:00100000:2.0:1767384391.041467:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004925417a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+9:15565:x1853236740884224:12345-192.168.202.19@tcp50:503: 00000100:00000200:2.0:1767384391.041471:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884224 00000020:00000001:2.0:1767384391.041474:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384391.041477:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384391.041479:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.041481:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.041483:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667186976 : -1042364640 : ffffffffc1dec720) 00000020:00000001:2.0:1767384391.041486:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384391.041488:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.041490:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.041492:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.041494:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.041496:0:16778:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384391.041498:0:16778:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384391.041503:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.041505:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.041521:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000790c6949. 02000000:00000001:2.0:1767384391.041523:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.041526:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384391.041528:0:16778:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:2.0:1767384391.041530:0:16778:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384391.041533:0:16778:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc62666d. 00000040:00000001:2.0:1767384391.041537:0:16778:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384391.041540:0:16778:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384391.041542:0:16778:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446630017826166272 : -114055883385344 : 0xffff98444b961600) 00000020:00000001:2.0:1767384391.041544:0:16778:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446630017826166272 : -114055883385344 : ffff98444b961600) 00000020:00000001:2.0:1767384391.041549:0:16778:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384391.041554:0:16778:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630017756808536 : -114055952743080 : ffff98444773c558) 00000040:00000001:2.0:1767384391.041557:0:16778:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.041559:0:16778:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.041561:0:16778:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384391.041565:0:16778:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000efbbaefc. 00000040:00000001:2.0:1767384391.041567:0:16778:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384391.041569:0:16778:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384391.041575:0:16778:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384391.041577:0:16778:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384391.041579:0:16778:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384391.041582:0:16778:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384391.041584:0:16778:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384391.041587:0:16778:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384391.041590:0:16778:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384391.041592:0:16778:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384391.041595:0:16778:0:(lu_object.c:207:lu_object_put()) Add 0000000048ba76c6/00000000d4bc1982 to site lru. bkt: 000000004d8d3fb1 00000040:00000001:2.0:1767384391.041598:0:16778:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384391.041600:0:16778:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000efbbaefc. 00000040:00000010:2.0:1767384391.041604:0:16778:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc62666d. 00000040:00000040:2.0:1767384391.041607:0:16778:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00000020:00000001:2.0:1767384391.041609:0:16778:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.041613:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884224 00010000:00000001:2.0:1767384391.041615:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.041620:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004925417a x1853236740884224/t0(0) o503->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.041628:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.041630:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.041633:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.041637:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.041640:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384391.041642:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384391.041644:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.041647:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.041650:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.041652:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384391.041657:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007e71ee38. 00000100:00000200:2.0:1767384391.041662:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236740884224, offset 224 00000400:00000200:2.0:1767384391.041668:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384391.041676:0:16778:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384391.041692:0:16778:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [237:237:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384391.041702:0:16778:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384391.041708:0:16778:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384391.041711:0:16778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000bc62666d. 00000800:00000200:2.0:1767384391.041717:0:16778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384391.041723:0:16778:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1022 00000800:00000200:2.0:1767384391.041727:0:16778:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bc62666d type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384391.041744:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.041748:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384391.041750:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.041752:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.041753:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.041757:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004925417a x1853236740884224/t0(0) o503->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:372/0 lens 272/8416 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.041778:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004925417a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be7dcae0-0632-41d7-8b9c-916c640fc611+9:15565:x1853236740884224:12345-192.168.202.19@tcp50:503: Request processed in 320us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.041786:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 166 00000100:00000040:2.0:1767384391.041788:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384391.041791:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.041793:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.041796:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.041799:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384391.041803:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384391.041806:0:16778:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 00000100:00000001:2.0:1767384391.041810:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384391.041814:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384391.041818:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5394516. 00000400:00000010:2.0:1767384391.041821:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000579d7851. 00000800:00000200:1.0:1767384391.042176:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.042180:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000bc62666d. 00000400:00000200:1.0:1767384391.042184:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.042188:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.042191:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e71ee38 00000400:00000010:1.0:1767384391.042192:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007e71ee38. 00000100:00000001:1.0:1767384391.042196:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384391.042198:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384391.042200:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000790c6949. 02000000:00000001:1.0:1767384391.042210:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384391.042211:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384391.046801:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.046815:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384391.046818:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.046820:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.046830:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384391.046843:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 520 into portal 12 MB=0x695824da00780 00000400:00000200:1.0:1767384391.046850:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.19@tcp50 of length 520/520 into md 0x229 [64] + 9176 00000800:00000001:1.0:1767384391.046857:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.046863:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384391.046865:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.046869:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384391.046875:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384391.046877:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384391.046881:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007be8816e. 00000100:00000040:1.0:1767384391.046886:0:16141:0:(events.c:337:request_in_callback()) incoming req@000000007be8816e x1853236740884352 msgsize 520 00000100:00100000:1.0:1767384391.046890:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384391.046905:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384391.046911:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384391.046913:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.047004:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.047007:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884352 02000000:00000001:2.0:1767384391.047010:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.047011:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.047013:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.047017:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.047021:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884352 00000020:00000001:2.0:1767384391.047023:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.047025:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384391.047027:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384391.047029:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.047031:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.047035:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384391.047039:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.047043:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000001:2.0:1767384391.047048:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384391.047049:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.047051:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.047057:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.047069:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.047079:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.047081:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.047085:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 3 00000100:00000001:2.0:1767384391.047087:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407820672 : -114055301730944 : ffff98446e416d80) 00000100:00000040:2.0:1767384391.047091:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007be8816e x1853236740884352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384411 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.047220:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007be8816e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:12162:x1853236740884352:12345-192.168.202.19@tcp50:38: 00000100:00000200:2.0:1767384391.047224:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884352 00000020:00000001:2.0:1767384391.047227:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384391.047230:0:19521:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384391.047239:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 8 - find 00000020:00000001:2.0:1767384391.047243:0:19521:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630017898394032 : -114055811157584 : ffff98444fe431b0) 00000100:00000001:2.0:1767384391.047248:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.047251:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.047255:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000607614cf. 02000000:00000001:2.0:1767384391.047257:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.047259:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.047261:0:19521:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384391.047266:0:19521:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50 t0 exp 0000000000000000 cur 311 last 0 00010000:00000001:2.0:1767384391.047270:0:19521:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:2.0:1767384391.047272:0:19521:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:2.0:1767384391.047275:0:19521:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384391.047278:0:19521:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384391.047284:0:19521:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:2.0:1767384391.047287:0:19521:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.047289:0:19521:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.047292:0:19521:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.047294:0:19521:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.047295:0:19521:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.047297:0:19521:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.047299:0:19521:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384391.047301:0:19521:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384391.047304:0:19521:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ece52f87. 00000020:00000001:2.0:1767384391.047306:0:19521:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384391.047308:0:19521:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ece52f87 with handle 0x4ac496f8d605e31c to hash 00000020:00000001:2.0:1767384391.047310:0:19521:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384391.047313:0:19521:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:2.0:1767384391.047314:0:19521:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:2.0:1767384391.047317:0:19521:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000a3fd7ee7. 00000001:00000001:2.0:1767384391.047320:0:19521:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:2.0:1767384391.047322:0:19521:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003651a54e. 00000001:00000001:2.0:1767384391.047324:0:19521:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.047327:0:19521:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384391.047329:0:19521:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384391.047332:0:19521:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001c2d38ef. 00000001:00000010:2.0:1767384391.047338:0:19521:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000070c9c69. 00000001:00000010:2.0:1767384391.047340:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc62666d. 00000001:00000010:2.0:1767384391.047346:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f457b33. 00000001:00000010:2.0:1767384391.047348:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000503415ba. 00000001:00000010:2.0:1767384391.047351:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe1ecb6b. 00000001:00000001:2.0:1767384391.047353:0:19521:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384391.047355:0:19521:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003d04da88. 00000001:00000010:2.0:1767384391.047357:0:19521:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005f394363. 00000001:00000010:2.0:1767384391.047360:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ca89362. 00000001:00000010:2.0:1767384391.047362:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f6db2160. 00000001:00000010:2.0:1767384391.047365:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e8281bf3. 00000001:00000010:2.0:1767384391.047367:0:19521:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000043872326. 00010000:00000001:2.0:1767384391.047369:0:19521:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.047371:0:19521:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.047373:0:19521:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.047374:0:19521:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.047376:0:19521:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=3 00000020:00000040:2.0:1767384391.047379:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 9 - export 00000020:00000001:2.0:1767384391.047381:0:19521:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000040:2.0:1767384391.047383:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 2 00000020:00000080:2.0:1767384391.047385:0:19521:0:(genops.c:1402:class_connect()) connect: client 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22, cookie 0x4ac496f8d605e31c 00000020:00000001:2.0:1767384391.047388:0:19521:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.047389:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.047390:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 00000020:00000001:2.0:1767384391.047392:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.047393:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=3 00000020:00000001:2.0:1767384391.047395:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:2.0:1767384391.047397:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000001:00000001:2.0:1767384391.047400:0:19521:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:2.0:1767384391.047402:0:19521:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:2.0:1767384391.047405:0:19521:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 6 00000001:00000001:2.0:1767384391.047407:0:19521:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630013411566592 : -114060297985024 : ffff98434474a400) 00000001:00000001:2.0:1767384391.047410:0:19521:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384391.047411:0:19521:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=4 00000001:00000040:2.0:1767384391.047413:0:19521:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 7 00000001:00000001:2.0:1767384391.047416:0:19521:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384391.047419:0:19521:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.19@tcp50 to nodemap default 00000001:00000040:2.0:1767384391.047422:0:19521:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 6 00000001:00000001:2.0:1767384391.047424:0:19521:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.047429:0:19521:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1767384391.047432:0:19521:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384391.047442:0:19521:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.047444:0:19521:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384391.047447:0:19521:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 free: 389545984 avail: 387448832 00000020:00000001:2.0:1767384391.047449:0:19521:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1767384391.047451:0:19521:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:2.0:1767384391.047455:0:19521:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:2.0:1767384391.047457:0:19521:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1767384391.047459:0:19521:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:2.0:1767384391.047462:0:19521:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:2.0:1767384391.047464:0:19521:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:2.0:1767384391.047466:0:19521:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:2.0:1767384391.047469:0:19521:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:2.0:1767384391.047471:0:19521:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384391.047475:0:19521:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:2.0:1767384391.047479:0:19521:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384391.047481:0:19521:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:2.0:1767384391.047483:0:19521:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384391.047490:0:19521:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9fb2b69. 00080000:00000001:2.0:1767384391.047493:0:19521:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382335488 : -114060327216128 : ffff984342b69c00) 00080000:00000001:2.0:1767384391.047496:0:19521:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384391.047501:0:19521:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384391.047502:0:19521:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.047504:0:19521:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384391.047519:0:19521:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384391.047522:0:19521:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384391.047525:0:19521:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384391.047590:0:19521:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384391.047592:0:19521:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384391.047594:0:19521:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.047597:0:19521:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384391.073040:0:19521:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384391.073050:0:19521:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384391.073054:0:19521:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384391.073057:0:19521:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22' generation 1 00000001:00000001:2.0:1767384391.073061:0:19521:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384391.073064:0:19521:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000001:0.0:1767384391.073078:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384391.073083:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384391.073085:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384391.073086:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384391.073087:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384391.073089:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9fb2b69. 00080000:00000001:0.0:1767384391.073118:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000010:2.0:1767384391.073216:0:19521:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c9fb2b69. 00080000:00000001:2.0:1767384391.073221:0:19521:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013382335488 : -114060327216128 : ffff984342b69c00) 00080000:00000001:2.0:1767384391.073225:0:19521:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384391.073231:0:19521:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384391.073233:0:19521:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384391.073235:0:19521:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384391.073250:0:19521:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384391.073253:0:19521:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d7a65d34. 00000001:00000040:2.0:1767384391.073255:0:19521:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000ece52f87 : new cb_count 1 00000020:00000040:2.0:1767384391.073258:0:19521:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=5 00080000:00000001:2.0:1767384391.073264:0:19521:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384391.073341:0:19521:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384391.073344:0:19521:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384391.073346:0:19521:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384391.073355:0:19521:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384391.073357:0:19521:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384391.073359:0:19521:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.073363:0:19521:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1767384391.073366:0:19521:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384391.073372:0:19521:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007b000494 00000020:00000010:2.0:1767384391.073375:0:19521:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000016a2ccc6. 00000020:00000040:2.0:1767384391.073383:0:19521:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000016a2ccc6 for nid 192.168.202.19@tcp50 - ref 2 00000020:00000001:2.0:1767384391.073444:0:19521:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.073452:0:19521:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a0f8bd33. 00000020:00000010:2.0:1767384391.073457:0:19521:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000044e7bee4. 00000020:00000010:2.0:1767384391.073460:0:19521:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000006b416ab3. 00000020:00000010:2.0:1767384391.073476:0:19521:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000d238be9. 00000020:00000010:2.0:1767384391.073479:0:19521:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000db7a0776. 00000020:00000010:2.0:1767384391.073483:0:19521:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000df235167. 00000004:00000001:2.0:1767384391.073496:0:19521:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384391.073498:0:19521:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.073500:0:19521:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384391.073504:0:19521:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000004005d04d. 00000020:00000040:2.0:1767384391.073507:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 10 - import 00000020:00000001:2.0:1767384391.073513:0:19521:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.073514:0:19521:0:(genops.c:1242:class_import_put()) import 000000004005d04d refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384391.073516:0:19521:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384391.073518:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000020:00000040:2.0:1767384391.073525:0:19521:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=6 00000100:00000040:2.0:1767384391.073527:0:19521:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000100:00000001:2.0:1767384391.073530:0:19521:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384391.073539:0:19521:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.19@tcp50 primary NID 192.168.202.19@tcp50 rc 0 00000100:00000001:2.0:1767384391.073543:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.073545:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384391.073547:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 00000100:00000001:2.0:1767384391.073550:0:19521:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017762044480 : -114055947507136 : 0xffff984447c3aa40) 00000100:00000040:2.0:1767384391.073553:0:19521:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000020:00000040:2.0:1767384391.073556:0:19521:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=7 00000100:00000001:2.0:1767384391.073561:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.073563:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384391.073565:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384391.073568:0:19521:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384391.073571:0:19521:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384391.073574:0:19521:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:2.0:1767384391.073577:0:19521:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659566656 : -1049984960 : ffffffffc16a8040) 02000000:00000001:2.0:1767384391.073580:0:19521:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.073582:0:19521:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384391.073585:0:19521:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384391.073587:0:19521:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384391.073589:0:19521:0:(import.c:65:import_set_state_nolock()) 000000004005d04d : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384391.073592:0:19521:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384391.073594:0:19521:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384391.073596:0:19521:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.073599:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 6 00000020:00000040:2.0:1767384391.073601:0:19521:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 10 - find 00010000:00000001:2.0:1767384391.073604:0:19521:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.073609:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.073611:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228336 : -1040323280 : ffffffffc1fded30) 00000020:00000001:2.0:1767384391.073614:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384391.073615:0:19521:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.073617:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.073619:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.073622:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.073624:0:19521:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:2.0:1767384391.073629:0:19521:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384391.073631:0:19521:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384391.073632:0:19521:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384391.073634:0:19521:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.073636:0:19521:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.073638:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884352 00010000:00000001:2.0:1767384391.073641:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.073646:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007be8816e x1853236740884352/t0(0) o38->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.073655:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.073657:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.073660:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=92 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384391.073664:0:19521:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384391.073666:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.073668:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384391.073670:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384391.073672:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.073674:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.073676:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.073678:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384391.073681:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000200:2.0:1767384391.073684:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853236740884352, offset 0 00000400:00000200:2.0:1767384391.073689:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384391.073698:0:19521:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384391.073712:0:19521:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [238:238:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:2.0:1767384391.073721:0:19521:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384391.073724:0:19521:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384391.073727:0:19521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f83b4faa. 00000800:00000200:2.0:1767384391.073732:0:19521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384391.073738:0:19521:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384391.073741:0:19521:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f83b4faa type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384391.073751:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.073753:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384391.073755:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.073756:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.073757:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.073760:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007be8816e x1853236740884352/t0(0) o38->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384411 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.073776:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007be8816e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:12162:x1853236740884352:12345-192.168.202.19@tcp50:38: Request processed in 26558us (26889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.073783:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 3 00000100:00000040:2.0:1767384391.073785:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:2.0:1767384391.073787:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.073788:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.073792:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008513bba3. 00000020:00000010:2.0:1767384391.073795:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384391.073798:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000040:2.0:1767384391.073800:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00000100:00000001:2.0:1767384391.073802:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384391.073905:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384391.073909:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f83b4faa. 00000400:00000200:1.0:1767384391.073913:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.073919:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384391.073932:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:1.0:1767384391.073934:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:1.0:1767384391.073938:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384391.073940:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384391.511182:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384391.511188:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384391.511191:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384391.511196:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000400:00000200:2.0:1767384391.511202:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384391.511207:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384391.511219:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009f14d685. 00000400:00000010:2.0:1767384391.511223:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e3406b0a. 00000800:00000200:2.0:1767384391.513748:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:2.1:1767384391.513755:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:2.0:1767384391.513776:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ba7818c4] -> 12345-192.168.202.119@tcp17 (6) 00000800:00000200:2.0:1767384391.513779:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp17 ip 192.168.202.119:988 00000800:00000200:2.0:1767384391.513782:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023337060 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:2.0:1767384391.513809:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bd09ff2c. 00000800:00000200:2.0:1767384391.513812:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (4) 00000800:00000200:2.1:1767384391.513814:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (4) 00000800:00000200:3.0:1767384391.514042:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384391.514048:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.514059:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384391.514073:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384391.514077:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384391.514283:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514333:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514378:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514399:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514420:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514440:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514459:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514479:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514499:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514519:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514538:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514559:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514579:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514599:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514619:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514639:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514660:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514682:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514707:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514729:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514750:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514773:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514866:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514890:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514912:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514933:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514955:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514977:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.514998:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515021:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515042:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515065:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515100:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515213:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384391.515350:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aade2700. 00000800:00000010:0.0:1767384391.515355:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac889a20. 00000800:00000010:0.0:1767384391.515360:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005905601b. 00000800:00000010:0.0:1767384391.515382:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005905601b. 00000800:00020000:0.0:1767384391.515389:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384391.515393:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac889a20. 00000800:00000010:0.0:1767384391.515395:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aade2700. 00000400:02020000:0.0:1767384391.515432:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp30 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384391.515437:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384391.515455:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515476:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515497:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515519:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515541:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515560:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515581:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515600:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515619:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515639:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515667:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515686:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515705:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515722:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515738:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515756:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515773:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515855:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515879:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515900:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515921:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515941:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515961:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.515982:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516002:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516023:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516042:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516063:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516083:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516143:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516166:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516188:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516210:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516231:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384391.516251:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384391.516349:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aade2700. 00000800:00000010:0.0:1767384391.516353:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ac889a20. 00000800:00000010:0.0:1767384391.516356:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005905601b. 00000800:00000010:0.0:1767384391.516373:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005905601b. 00000800:00020000:0.0:1767384391.516379:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384391.516382:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ac889a20. 00000800:00000010:0.0:1767384391.516389:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000aade2700. 00000400:02020000:0.0:1767384391.516421:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp38 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384391.516425:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000004:00000001:1.0:1767384391.703808:0:16809:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384391.703815:0:16809:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384391.703823:0:16809:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbb0cc2b. 00000020:00000040:1.0:1767384391.703831:0:16809:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384391.703835:0:16809:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384391.703839:0:16809:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384391.703844:0:16809:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384391.703852:0:16809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9b8870a. 00000100:00000001:1.0:1767384391.703859:0:16809:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.703864:0:16809:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384391.703867:0:16809:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.703877:0:16809:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbb0cc2b] to pc [ptlrpcd_00_01+1] req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384391.703896:0:16809:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704004:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704009:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.704011:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384391.704015:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704024:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384391.704026:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704030:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384391.704032:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384391.704035:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.704037:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbb0cc2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748254848:0@lo:13: 00000100:00000001:2.0:1767384391.704042:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384391.704046:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384391.704048:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704051:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384391.704055:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c189c5b8. 02000000:00000001:2.0:1767384391.704057:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384391.704061:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004de9056. 00000400:00000010:2.0:1767384391.704068:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384391.704074:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748254848, portal 4 00000100:00000001:2.0:1767384391.704076:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384391.704077:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018407819776 : -114055301731840 : ffff98446e416a00) 00000100:00000040:2.0:1767384391.704083:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704103:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.704131:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384391.704134:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000100:00000200:2.0:1767384391.704137:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748254848, offset 0 00000400:00000200:2.0:1767384391.704144:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.704156:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.704166:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e107e80 00000400:00000200:2.0:1767384391.704172:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 3808 00000400:00000200:2.0:1767384391.704179:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.704182:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384391.704189:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.704190:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384391.704194:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000baad260e. 00000100:00000040:2.0:1767384391.704197:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000baad260e x1853236748254848 msgsize 224 00000100:00100000:2.0:1767384391.704200:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384391.704208:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384391.704214:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:2.0:1767384391.704216:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000100:00000001:2.0:1767384391.704220:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384391.704222:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704231:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384391.704233:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704244:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704246:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.704249:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704253:0:16147:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4466 usecs (5 jiffies) 00000100:00000001:2.0:1767384391.704256:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979589 00000100:00000010:2.0:1767384391.704259:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f2958ad. 00000100:00000001:2.0:1767384391.704265:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384391.704272:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979589 00000100:00000010:2.0:1767384391.704274:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abd4cb83. 00000100:00000001:2.0:1767384391.704277:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384391.704283:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979589 00000100:00000010:2.0:1767384391.704286:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d36d530. 00000100:00000001:2.0:1767384391.704289:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384391.704291:0:16147:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979589 00000100:00000010:2.0:1767384391.704294:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bff8c225. 00000100:00000001:2.0:1767384391.704296:0:16147:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384391.704299:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.704302:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704304:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704307:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.704314:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.704315:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384391.704318:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704319:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.704320:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704321:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704330:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704331:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704340:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384391.704345:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384391.704348:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c612fcbe. 00000020:00000040:2.0:1767384391.704351:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384391.704353:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384391.704355:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384391.704357:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384391.704360:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000480d8e39. 00000100:00000001:2.0:1767384391.704363:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704366:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384391.704373:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384391.704374:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c612fcbe] to pc [ptlrpcd_00_02+2] req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704392:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384391.704398:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384391.704400:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 00000020:00000040:2.0:1767384391.704402:0:37:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384391.704404:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384391.704405:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384391.704406:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384391.704408:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000008abb98. 00000100:00000001:2.0:1767384391.704410:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704413:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384391.704419:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384391.704420:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704422:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000336a09d6] to pc [ptlrpcd_00_03+3] req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704440:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704442:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384391.704445:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384391.704448:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad5b579a. 00000020:00000040:2.0:1767384391.704450:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384391.704452:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384391.704454:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384391.704455:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384391.704458:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000abeecb20. 00000100:00000001:2.0:1767384391.704461:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704463:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384391.704470:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384391.704471:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704473:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad5b579a] to pc [ptlrpcd_00_00+0] req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704484:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.704488:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (317) 00000100:00000001:2.0:1767384391.704497:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704499:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.704500:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384391.704503:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704509:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384391.704510:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704512:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384391.704513:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384391.704515:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.704517:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c612fcbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748254976:0@lo:400: 00000100:00000001:2.0:1767384391.704520:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384391.704522:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384391.704524:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704525:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384391.704529:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3406b0a. 02000000:00000001:2.0:1767384391.704530:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384391.704533:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b04d0c02. 00000400:00000010:2.0:1767384391.704536:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000100:00000200:2.0:1767384391.704539:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748254976, portal 25 00000100:00000001:2.0:1767384391.704540:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384391.704541:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013383445120 : -114060326106496 : ffff984342c78a80) 00000100:00000040:2.0:1767384391.704545:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704551:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.704552:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384391.704554:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000200:2.0:1767384391.704556:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748254976, offset 0 00000400:00000200:2.0:1767384391.704559:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.704564:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.704568:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e107f00 00000400:00000200:2.0:1767384391.704572:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1895 [2] + 0 00000400:00000010:2.0:1767384391.704575:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9b8ba3d. 00000400:00000200:2.0:1767384391.704577:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000007b2dcdf 00000400:00000200:2.0:1767384391.704580:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.704582:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384391.704584:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007b2dcdf 00000400:00000010:2.0:1767384391.704586:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007b2dcdf. 00000100:00000001:2.0:1767384391.704589:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.704590:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384391.704592:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000000f3b0b3d x1853236748254976 msgsize 224 00000100:00100000:2.0:1767384391.704595:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384391.704597:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384391.704602:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384391.704605:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:2.0:1767384391.704606:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:2.0:1767384391.704608:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384391.704610:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704616:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384391.704618:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704623:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704625:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.704627:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704629:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294979596 00000100:00000001:2.0:1767384391.704633:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979589 00000100:00000001:2.0:1767384391.704635:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294979596 00000100:00000001:2.0:1767384391.704637:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979589 00000100:00000001:2.0:1767384391.704639:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294979596 00000100:00000001:2.0:1767384391.704642:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294979589 00000100:00000001:2.0:1767384391.704644:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294979596 00000100:00000001:2.0:1767384391.704645:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294979589 00000100:00000001:2.0:1767384391.704647:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.704649:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704651:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704652:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.704656:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.704657:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384391.704658:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704659:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.704661:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.704663:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384391.704664:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.704666:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.704667:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.704668:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704669:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.704670:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384391.704672:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704678:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384391.704679:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704681:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384391.704682:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384391.704683:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.704685:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000336a09d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748255104:0@lo:400: 00000100:00000001:2.0:1767384391.704688:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384391.704690:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384391.704691:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704693:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384391.704695:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000634518f0. 02000000:00000001:2.0:1767384391.704697:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384391.704700:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9b8ba3d. 00000400:00000010:2.0:1767384391.704702:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000200:2.0:1767384391.704704:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748255104, portal 10 00000100:00000001:2.0:1767384391.704706:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384391.704707:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013383454976 : -114060326096640 : ffff984342c7b100) 00000100:00000040:2.0:1767384391.704711:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704717:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.704718:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384391.704720:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384391.704721:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748255104, offset 0 00000400:00000200:2.0:1767384391.704724:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.704728:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.704732:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e107f80 00000400:00000200:2.0:1767384391.704737:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9696 00000400:00000200:2.0:1767384391.704741:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.704744:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384391.704748:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384391.704749:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384391.704752:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004425d604. 00000100:00000040:2.0:1767384391.704754:0:16148:0:(events.c:337:request_in_callback()) incoming req@000000004425d604 x1853236748255104 msgsize 224 00000100:00100000:2.0:1767384391.704759:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384391.704762:0:23416:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.704766:0:23416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254848 00000100:00000001:2.0:1767384391.704767:0:16148:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384391.704770:0:23416:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384391.704772:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000100:00000001:1.0:1767384391.704774:0:23416:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384391.704775:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000001:1.0:1767384391.704777:0:23416:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704779:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384391.704782:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384391.704783:0:23416:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.704789:0:23416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254848 00000020:00000001:1.0:1767384391.704794:0:23416:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384391.704795:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384391.704798:0:23416:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000100:00000040:2.0:1767384391.704799:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384391.704804:0:23416:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.704807:0:23416:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000100:00000001:2.0:1767384391.704809:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.704812:0:23416:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:2.0:1767384391.704813:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.704816:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.704817:0:23416:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000040:2.0:1767384391.704822:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3706 usecs (4 jiffies) 00000100:00000001:1.0:1767384391.704824:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384391.704825:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979589 00000100:00000001:2.0:1767384391.704829:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294979596 00000020:00000010:1.0:1767384391.704830:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a096f942. 00000100:00000001:2.0:1767384391.704831:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979589 00000100:00000001:2.0:1767384391.704836:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294979596 00000020:00000010:1.0:1767384391.704837:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006c040cbe. 00000100:00000001:2.0:1767384391.704839:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979589 00000100:00000001:2.0:1767384391.704843:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294979596 00000020:00000040:1.0:1767384391.704844:0:23416:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000100:00000001:2.0:1767384391.704845:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979589 00000100:00000001:2.0:1767384391.704847:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294979596 00000100:00000001:2.0:1767384391.704848:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.704850:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704852:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704854:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704863:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.704866:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.704868:0:23416:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384391.704874:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4534b4d. 00000100:00000001:2.0:1767384391.704877:0:16778:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384391.704879:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067f2f76c. 00000100:00100000:2.0:1767384391.704880:0:16778:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748254976 02000000:00000001:2.0:1767384391.704883:0:16778:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384391.704884:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000100:00000001:2.0:1767384391.704885:0:16778:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.704889:0:16778:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.704891:0:16778:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.704893:0:16778:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748254976 00000100:00000040:1.0:1767384391.704895:0:23416:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384391.704896:0:16778:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.704898:0:16778:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000100:00000001:1.0:1767384391.704900:0:23416:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384391.704902:0:16778:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384391.704903:0:23416:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384391.704905:0:16778:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000100:00000001:1.0:1767384391.704906:0:23416:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.704910:0:16778:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384391.704913:0:16778:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384391.704915:0:23416:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.704916:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.704921:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000100:00000001:2.0:1767384391.704924:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.704926:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c79591. 00000100:00000001:1.0:1767384391.704926:0:23416:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384391.704934:0:16778:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:2.0:1767384391.704937:0:16778:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006814a60a. 00000100:00000001:1.0:1767384391.704938:0:23416:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384391.704941:0:16778:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000001:1.0:1767384391.704941:0:23416:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.704948:0:23416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767384391.704949:0:16778:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384391.704953:0:16778:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384391.704953:0:23416:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:2.0:1767384391.704955:0:16778:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.704957:0:23416:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383448704 : -114060326102912 : ffff984342c79880) 00000100:00000001:2.0:1767384391.704958:0:16778:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.704965:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000baad260e x1853236748254848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.704966:0:16778:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.704977:0:23416:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384391.704978:0:16778:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384391.704980:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124b0388. 00000100:00000001:1.0:1767384391.704984:0:23416:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.704987:0:16778:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384391.704987:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000124b0388. 00000100:00000001:2.0:1767384391.704990:0:16778:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.704997:0:16778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1767384391.704998:0:23416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000baad260e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748254848:12345-0@lo:13: 00000100:00000040:2.0:1767384391.705001:0:16778:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384391.705006:0:16778:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400386640 : -114060309164976 : ffff984343ca0c50) 00000100:00000200:1.0:1767384391.705006:0:23416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254848 00000020:00000001:1.0:1767384391.705011:0:23416:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384391.705013:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000f3b0b3d x1853236748254976/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384391.705015:0:23416:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.705018:0:23416:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.705023:0:23416:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.705026:0:23416:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352272 : -1038199344 : ffffffffc21e55d0) 00000100:00000001:2.0:1767384391.705028:0:16778:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384391.705031:0:23416:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384391.705032:0:16778:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000020:00000001:1.0:1767384391.705035:0:23416:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.705036:0:16778:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.705041:0:16778:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c79591. 00000020:00000001:1.0:1767384391.705041:0:23416:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.705044:0:23416:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767384391.705047:0:16778:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000f3b0b3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748254976:12345-0@lo:400: 00000020:00000001:1.0:1767384391.705047:0:23416:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384391.705051:0:16778:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748254976 00000020:00000001:2.0:1767384391.705054:0:16778:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384391.705057:0:16778:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384391.705057:0:23416:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.705061:0:23416:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384391.705062:0:16778:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.705066:0:16778:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:1.0:1767384391.705067:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000028fd711c. 00000020:00000001:2.0:1767384391.705068:0:16778:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 02000000:00000001:1.0:1767384391.705071:0:23416:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.705072:0:16778:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384391.705075:0:23416:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.705076:0:16778:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.705082:0:16778:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:1.0:1767384391.705083:0:23416:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384391.705084:0:16778:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.705099:0:16778:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.705102:0:16778:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384391.705104:0:16778:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.705121:0:16778:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.705124:0:16778:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001951befe. 00002000:00000001:1.0:1767384391.705125:0:23416:0:(ofd_obd.c:689:ofd_statfs()) Process entered 02000000:00000001:2.0:1767384391.705127:0:16778:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.705130:0:23416:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384391.705131:0:16778:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.705135:0:16778:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384391.705135:0:23416:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000040:2.0:1767384391.705138:0:16778:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748254976 00010000:00000001:2.0:1767384391.705141:0:16778:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.705145:0:16778:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000f3b0b3d x1853236748254976/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384391.705149:0:23416:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.705152:0:16778:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384391.705154:0:23416:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384391.705156:0:16778:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384391.705158:0:23416:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00001000:2.0:1767384391.705160:0:16778:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=97 v=5 (1 0 0 0) 00000020:00000020:1.0:1767384391.705163:0:23416:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767384391.705165:0:16778:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000020:1.0:1767384391.705168:0:23416:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000100:00000040:2.0:1767384391.705170:0:16778:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:2.0:1767384391.705175:0:16778:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00002000:00000020:1.0:1767384391.705175:0:23416:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 02000000:00000001:2.0:1767384391.705179:0:16778:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000001:1.0:1767384391.705181:0:23416:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:2.0:1767384391.705182:0:16778:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.705186:0:16778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:1.0:1767384391.705187:0:23416:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:2.0:1767384391.705191:0:16778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:1.0:1767384391.705191:0:23416:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384391.705195:0:16778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00002000:00000001:1.0:1767384391.705195:0:23416:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.705200:0:23416:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748254848 00000100:00000200:2.0:1767384391.705201:0:16778:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748254976, offset 224 00010000:00000001:1.0:1767384391.705205:0:23416:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384391.705208:0:16778:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1767384391.705212:0:23416:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000baad260e x1853236748254848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384391.705218:0:16778:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384391.705227:0:23416:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767384391.705228:0:16778:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e107f00 00010000:00000001:1.0:1767384391.705231:0:23416:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384391.705235:0:16778:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20b9 [1] + 224 00000100:00001000:1.0:1767384391.705236:0:23416:0:(import.c:2128:obd_at_measure()) add 1 to 0000000024987b47 time=87 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384391.705243:0:16778:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384391.705244:0:23416:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.705248:0:23416:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000400:00000200:2.0:1767384391.705250:0:16778:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384391.705252:0:23416:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:2.0:1767384391.705254:0:16778:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384391.705256:0:23416:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.705259:0:23416:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384391.705260:0:16778:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.705263:0:23416:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.705269:0:23416:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384391.705275:0:16778:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384391.705276:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384391.705281:0:23416:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748254848, offset 224 00000100:00000001:2.0:1767384391.705288:0:16778:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384391.705295:0:23416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.705301:0:23416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.705307:0:23416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e107e80 00000100:00000001:3.0:1767384391.705706:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.705710:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384391.705711:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384391.705715:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.705722:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384391.705724:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384391.705726:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384391.705728:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384391.705729:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384391.705732:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ad5b579a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748255232:0@lo:400: 00000100:00000001:3.0:1767384391.705734:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384391.705736:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384391.705738:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384391.705740:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384391.705743:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d171d226. 02000000:00000001:3.0:1767384391.705745:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384391.705748:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19786bb. 00000400:00000200:2.0:1767384391.705774:0:16778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000400:00000010:2.0:1767384391.705776:0:16778:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000100:00000001:2.0:1767384391.705781:0:16778:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384391.705782:0:16778:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.705786:0:16778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.705789:0:16778:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:2.0:1767384391.705791:0:16778:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.705792:0:16778:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.705795:0:16778:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.705798:0:16778:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000f3b0b3d x1853236748254976/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.705806:0:16778:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000f3b0b3d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748254976:12345-0@lo:400: Request processed in 777us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.705812:0:16778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00000040:2.0:1767384391.705815:0:16778:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384391.705817:0:16778:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.705819:0:16778:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.705822:0:16778:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384391.705826:0:16778:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384391.705830:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000020:00000040:2.0:1767384391.705835:0:16778:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 02000000:00000001:2.0:1767384391.705839:0:16778:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384391.705840:0:16778:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001951befe. 02000000:00000001:2.0:1767384391.705843:0:16778:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384391.705845:0:16778:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384391.705849:0:16778:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384391.705852:0:16778:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000901b7787. 00000400:00000010:2.0:1767384391.705856:0:16778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ca78fe2. 00000100:00000001:2.0:1767384391.705870:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.705872:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384391.705875:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384391.705877:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384391.705878:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b04d0c02. 00000400:00000200:2.0:1767384391.705881:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:2.0:1767384391.705883:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000100:00000001:2.0:1767384391.705885:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384391.705887:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.705895:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.705900:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384391.705902:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.705904:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384391.705906:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384391.705907:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.705909:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.705911:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.705914:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384391.705918:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.705920:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384391.705921:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.705923:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384391.705925:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.705927:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.705930:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.705937:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.705939:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384391.705941:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384391.705944:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.705956:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c612fcbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748254976:0@lo:400: 00000100:00000001:2.0:1767384391.705960:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.705962:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384391.705964:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c612fcbe x1853236748254976/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.705969:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384391.705971:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384391.705973:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3406b0a. 02000000:00000001:2.0:1767384391.705976:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384391.705977:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.705979:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384391.705981:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384391.705982:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000480d8e39. 02000000:00000001:2.0:1767384391.705986:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384391.705988:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384391.705989:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c612fcbe. 00000100:00000001:2.0:1767384391.705992:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384391.705993:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.705995:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.705997:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.705998:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.706000:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706001:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706019:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384391.706021:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255104 02000000:00000001:2.0:1767384391.706022:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384391.706024:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.706025:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.706027:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384391.706029:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255104 00000020:00000001:2.0:1767384391.706031:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384391.706032:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:2.0:1767384391.706034:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384391.706035:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000020:00000001:2.0:1767384391.706038:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:2.0:1767384391.706040:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:2.0:1767384391.706042:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.706045:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000100:00000001:2.0:1767384391.706047:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.706049:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c79591. 00000020:00000010:2.0:1767384391.706052:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:2.0:1767384391.706055:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384391.706058:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384391.706063:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384391.706065:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384391.706066:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384391.706068:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706071:0:19521:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384391.706073:0:19521:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384391.706074:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706082:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706103:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384391.706124:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384391.706128:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384391.706130:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:2.0:1767384391.706132:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383452288 : -114060326099328 : ffff984342c7a680) 00000100:00000040:2.0:1767384391.706136:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004425d604 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.706143:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384391.706146:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000100:00000001:2.0:1767384391.706148:0:19521:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384391.706149:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011c79591. 00000100:00100000:2.0:1767384391.706153:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004425d604 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748255104:12345-0@lo:400: 00000100:00000200:2.0:1767384391.706156:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255104 00000020:00000001:2.0:1767384391.706158:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384391.706160:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384391.706162:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.706164:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384391.706166:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:2.0:1767384391.706168:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384391.706170:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384391.706172:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384391.706173:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384391.706174:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.706176:0:19521:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384391.706178:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384391.706180:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384391.706182:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001951befe. 02000000:00000001:2.0:1767384391.706184:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706186:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.706187:0:19521:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384391.706189:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748255104 00010000:00000001:2.0:1767384391.706191:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384391.706193:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004425d604 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.706199:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384391.706200:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.706202:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.706205:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384391.706206:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 22 to 0@lo 00000100:00000001:2.0:1767384391.706208:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384391.706210:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384391.706211:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706213:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384391.706215:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384391.706217:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000100:00000200:2.0:1767384391.706220:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748255104, offset 224 00000400:00000200:2.0:1767384391.706224:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384391.706229:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384391.706234:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e107f80 00000400:00000200:2.0:1767384391.706238:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20c1 [1] + 224 00000400:00000200:2.0:1767384391.706242:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384391.706245:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384391.706248:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384391.706250:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384391.706258:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.706270:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384391.706274:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:2.0:1767384391.706276:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000100:00000001:2.0:1767384391.706278:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384391.706279:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384391.706282:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.706284:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 21 to 0@lo 00010000:00000001:2.0:1767384391.706286:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384391.706287:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384391.706289:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384391.706291:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004425d604 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.706298:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004425d604 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16148:x1853236748255104:12345-0@lo:400: Request processed in 154us (1543us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384391.706304:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:2.0:1767384391.706306:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:2.0:1767384391.706308:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384391.706309:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384391.706311:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384391.706314:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384391.706317:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000020:00000040:2.0:1767384391.706320:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000100:00000001:2.0:1767384391.706322:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706332:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.706334:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384391.706336:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384391.706338:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384391.706339:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9b8ba3d. 00000400:00000200:2.0:1767384391.706342:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:2.0:1767384391.706343:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:2.0:1767384391.706345:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384391.706348:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384391.706354:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.706360:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384391.706361:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706363:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384391.706364:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384391.706365:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.706366:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384391.706368:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384391.706372:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384391.706375:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.706377:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384391.706378:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384391.706380:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384391.706382:0:16148:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384391.706389:0:16148:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706391:0:16148:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384391.706393:0:16148:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384391.706395:0:16148:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384391.706396:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.706398:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.706404:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.706406:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384391.706407:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384391.706409:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.706416:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000336a09d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16148:1853236748255104:0@lo:400: 00000100:00000001:2.0:1767384391.706420:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706422:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384391.706424:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000336a09d6 x1853236748255104/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.706430:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384391.706431:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384391.706432:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000634518f0. 02000000:00000001:2.0:1767384391.706435:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384391.706436:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.706437:0:16148:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384391.706439:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384391.706440:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000008abb98. 02000000:00000001:2.0:1767384391.706443:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384391.706444:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384391.706445:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 00000100:00000001:2.0:1767384391.706448:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384391.706449:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706450:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.706454:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.706455:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706457:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.706458:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706471:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.706473:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384391.706474:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.706476:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384391.706496:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384391.706500:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - evictor 00000400:00000200:1.0:1767384391.707965:0:23416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x20b1 [1] + 224 00000400:00000200:1.0:1767384391.707975:0:23416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.707978:0:23416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384391.707982:0:23416:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384391.707987:0:23416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384391.707994:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000100:00000200:3.0:1767384391.708000:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748255232, portal 10 00000100:00000040:1.0:1767384391.708001:0:23416:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708004:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384391.708006:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013383456768 : -114060326094848 : ffff984342c7b800) 00000100:00000040:3.0:1767384391.708015:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708020:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384391.708022:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384391.708023:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000100:00000001:1.0:1767384391.708024:0:23416:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384391.708025:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748255232, offset 0 00000400:00000200:3.0:1767384391.708030:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.708033:0:23416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384391.708037:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000400:00000200:3.0:1767384391.708038:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384391.708043:0:23416:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384391.708046:0:23416:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384391.708052:0:23416:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.708054:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384391.708055:0:23416:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00000100:00000001:2.0:1767384391.708059:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384391.708060:0:23416:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384391.708063:0:23416:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.708066:0:23416:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384391.708070:0:23416:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baad260e x1853236748254848/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:372/0 lens 224/368 e 0 to 0 dl 1767384402 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.708078:0:23416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000baad260e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16147:x1853236748254848:12345-0@lo:13: Request processed in 3101us (3880us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384391.708095:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e108000 00000100:00100000:1.0:1767384391.708101:0:23416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:1.0:1767384391.708104:0:23416:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:1.0:1767384391.708119:0:23416:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384391.708121:0:23416:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384391.708125:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067f2f76c. 00000020:00000010:1.0:1767384391.708129:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000020:00000010:1.0:1767384391.708131:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4534b4d. 00000020:00000040:1.0:1767384391.708136:0:23416:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000100:00000001:1.0:1767384391.708149:0:23416:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384391.708166:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384391.708169:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384391.708171:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004de9056. 00000400:00000200:2.0:1767384391.708176:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:2.0:1767384391.708178:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:2.0:1767384391.708181:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384391.708185:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9920 00000100:00000200:2.0:1767384391.708186:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.708199:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384391.708202:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384391.708206:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384391.708211:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384391.708213:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384391.708218:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7cdb6f5. 00000100:00000001:2.0:1767384391.708220:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384391.708221:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000d7cdb6f5 x1853236748255232 msgsize 224 00000100:00000001:2.0:1767384391.708223:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384391.708226:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384391.708229:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384391.708233:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384391.708235:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384391.708236:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708238:0:16146:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384391.708239:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384391.708243:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 00000400:00000010:3.0:1767384391.708245:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000100:00001000:2.0:1767384391.708246:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008d1d5a69 time=87 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384391.708247:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384391.708252:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384391.708252:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384391.708260:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384391.708263:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708265:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384391.708267:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384391.708268:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384391.708273:0:16147:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708276:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708279:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384391.708282:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.708287:0:16146:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3633 usecs (4 jiffies) 00010000:00000001:2.0:1767384391.708288:0:16147:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708292:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294979593 00000100:00000001:2.0:1767384391.708293:0:16147:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384391.708296:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294979596 00000100:00000040:2.0:1767384391.708297:0:16147:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384391.708300:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294979593 00000100:00000001:2.0:1767384391.708301:0:16147:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384391.708303:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294979596 00000100:00000001:2.0:1767384391.708304:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708307:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294979593 00000100:00000040:2.0:1767384391.708310:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708311:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294979596 00000100:00000001:3.0:1767384391.708314:0:16146:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294979593 00000100:00000001:3.0:1767384391.708317:0:16146:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294979596 00000100:00000001:3.0:1767384391.708321:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384391.708324:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708328:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.708329:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384391.708333:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384391.708334:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.708336:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.708339:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:2.0:1767384391.708340:0:16147:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384391.708341:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384391.708345:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.708346:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384391.708346:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708348:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384391.708348:0:16147:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384391.708353:0:16147:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767384391.708362:0:16147:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000095541ea6): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000004:00000001:2.0:1767384391.708367:0:16147:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384391.708370:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384391.708377:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bbb0cc2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16147:1853236748254848:0@lo:13: 00000100:00000001:2.0:1767384391.708381:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.708383:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384391.708386:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbb0cc2b x1853236748254848/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384407 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384391.708392:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384391.708394:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384391.708395:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c189c5b8. 02000000:00000001:2.0:1767384391.708399:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384391.708401:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384391.708402:0:16147:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384391.708404:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384391.708406:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9b8870a. 02000000:00000001:2.0:1767384391.708409:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384391.708410:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384391.708412:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbb0cc2b. 00000100:00000001:2.0:1767384391.708414:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384391.708416:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.708417:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384391.708421:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384391.708422:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384391.708424:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384391.708426:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.708501:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384391.708504:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255232 02000000:00000001:1.0:1767384391.708507:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384391.708508:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.708509:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384391.708513:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384391.708515:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255232 00000020:00000001:1.0:1767384391.708518:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384391.708519:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:1.0:1767384391.708521:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384391.708523:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ccb8c6dc refcount=5 00000020:00000001:1.0:1767384391.708525:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000020:00000001:1.0:1767384391.708527:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746796544 : -114055962755072 : ffff984446db0000) 00000100:00000001:1.0:1767384391.708530:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.708533:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124b0388. 00000020:00000010:1.0:1767384391.708537:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000259d134e. 00000020:00000040:1.0:1767384391.708542:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 10 - evictor 00000100:00000001:1.0:1767384391.708552:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384391.708555:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4534b4d. 00000020:00000010:1.0:1767384391.708559:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067f2f76c. 00000020:00000010:1.0:1767384391.708561:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000100:00000040:1.0:1767384391.708566:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384391.708569:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384391.708571:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384391.708573:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.708577:0:16786:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00080000:2.0:1767384391.708580:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384391.708580:0:16786:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384391.708582:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384391.708586:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 10 - evictor 00000100:00000001:1.0:1767384391.708598:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384391.708608:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384391.708609:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384391.708613:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:1.0:1767384391.708616:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ccb8c6dc : new rpc_count 1 00000100:00000001:1.0:1767384391.708619:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378997632 : -114060330553984 : ffff98434283ad80) 00000100:00000040:1.0:1767384391.708630:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7cdb6f5 x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:372/0 lens 224/0 e 0 to 0 dl 1767384402 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.708638:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384391.708640:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000100:00000001:1.0:1767384391.708643:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384391.708645:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000100:00100000:1.0:1767384391.708648:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cdb6f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748255232:12345-0@lo:400: 00000100:00000200:1.0:1767384391.708651:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255232 00000020:00000001:1.0:1767384391.708654:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384391.708656:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384391.708657:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.708659:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384391.708661:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659315168 : -1050236448 : ffffffffc166a9e0) 00000020:00000001:1.0:1767384391.708663:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384391.708665:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384391.708667:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384391.708669:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384391.708670:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.708672:0:16786:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384391.708675:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384391.708677:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384391.708680:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cbb338a4. 02000000:00000001:1.0:1767384391.708682:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.708684:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384391.708686:0:16786:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384391.708688:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748255232 00010000:00000001:1.0:1767384391.708690:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384391.708693:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7cdb6f5 x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384391.708700:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384391.708702:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384391.708704:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384391.708707:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384391.708715:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384391.708717:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384391.708720:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384391.708722:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384391.708724:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384391.708726:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384391.708728:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384391.708731:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748255232, offset 224 00000400:00000200:1.0:1767384391.708734:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384391.708739:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384391.708745:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e108000 00000400:00000200:1.0:1767384391.708749:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20d9 [1] + 224 00000400:00000200:1.0:1767384391.708753:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384391.708755:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384391.708758:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384391.708761:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384391.708769:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384391.708784:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384391.708788:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000400:00000010:1.0:1767384391.708790:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:1.0:1767384391.708792:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384391.708793:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384391.708797:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384391.708800:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384391.708803:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384391.708804:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384391.708805:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708807:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384391.708808:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384391.708811:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384391.708813:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384391.708814:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7cdb6f5 x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:372/0 lens 224/224 e 0 to 0 dl 1767384402 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384391.708815:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19786bb. 00000400:00000200:3.0:1767384391.708820:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e903fc60 00000400:00000010:3.0:1767384391.708822:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000100:00000001:3.0:1767384391.708825:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384391.708830:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384391.708834:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cdb6f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16146:x1853236748255232:12345-0@lo:400: Request processed in 191us (607us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384391.708848:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708864:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384391.708866:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000001:3.0:1767384391.708867:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.708871:0:16146:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767384391.708871:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ccb8c6dc : new rpc_count 0 02000000:00000001:3.0:1767384391.708874:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384391.708875:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384391.708877:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384391.708879:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384391.708880:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.708883:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067f2f76c. 02000000:00000001:3.0:1767384391.708884:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384391.708889:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000100:00001000:3.0:1767384391.708890:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008feccf93 time=92 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384391.708894:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4534b4d. 00000100:00001000:3.0:1767384391.708895:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=92 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384391.708899:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000100:00000001:3.0:1767384391.708900:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384391.708903:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.708904:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384391.708908:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384391.708912:0:16146:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384391.708919:0:16146:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708922:0:16146:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384391.708923:0:16146:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384391.708930:0:16146:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384391.708932:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.708935:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708942:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384391.708943:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384391.708945:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384391.708947:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384391.708954:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ad5b579a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16146:1853236748255232:0@lo:400: 00000100:00000001:3.0:1767384391.708957:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.708959:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384391.708960:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ad5b579a x1853236748255232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384391.708966:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384391.708967:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384391.708969:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d171d226. 02000000:00000001:3.0:1767384391.708972:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384391.708973:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384391.708974:0:16146:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384391.708976:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384391.708977:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000abeecb20. 02000000:00000001:3.0:1767384391.708980:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384391.708981:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384391.708982:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad5b579a. 00000100:00000001:3.0:1767384391.708985:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384391.708986:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.708987:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384391.708991:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384391.708992:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384391.708993:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384391.708994:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384391.716396:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000010:3.0:1767384391.716414:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bff8c225. 00000100:00000040:2.0:1767384391.716622:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000010:2.0:1767384391.716630:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d36d530. 00000100:00000040:0.0:1767384391.716688:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294979596, at 4294979597 00000100:00000010:0.0:1767384391.716693:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f2958ad. 00000100:00000040:1.0:1767384391.720757:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294979596, at 4294979601 00000100:00000010:1.0:1767384391.720772:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abd4cb83. 00010000:00000001:2.0:1767384392.023227:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384392.023235:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.023242:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384392.023244:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.023263:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384392.023265:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.023268:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384392.075515:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.075531:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.075535:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.075538:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.075550:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.075566:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 224 into portal 12 MB=0x695824da00800 00000400:00000200:1.0:1767384392.075575:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.19@tcp50 of length 224/224 into md 0x229 [64] + 10144 00000800:00000001:1.0:1767384392.075583:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.075592:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.075595:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.075599:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384392.075606:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.075609:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384392.075614:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078137b63. 00000100:00000040:1.0:1767384392.075617:0:16140:0:(events.c:337:request_in_callback()) incoming req@0000000078137b63 x1853236740884480 msgsize 224 00000100:00100000:1.0:1767384392.075622:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384392.075638:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.075645:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.075649:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.075694:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.075698:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884480 02000000:00000001:2.0:1767384392.075702:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.075704:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.075706:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.075710:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.075715:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884480 00000020:00000001:2.0:1767384392.075718:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.075720:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 00000020:00000001:2.0:1767384392.075723:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.075725:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=6 00000020:00000001:2.0:1767384392.075728:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:2.0:1767384392.075730:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000100:00000001:2.0:1767384392.075734:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.075739:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011c79591. 00000020:00000010:2.0:1767384392.075744:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a9e3a1ff. 00000020:00000040:2.0:1767384392.075750:0:16786:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 10 - evictor 00000100:00000001:2.0:1767384392.075772:0:16786:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384392.075777:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:2.0:1767384392.075783:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384392.075787:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384392.075796:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384392.075799:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.075800:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384392.075803:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.075810:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.075823:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.075834:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.075836:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.075841:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 4 00000100:00000040:2.0:1767384392.075845:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000100:00000001:2.0:1767384392.075847:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407824256 : -114055301727360 : ffff98446e417b80) 00000100:00000040:2.0:1767384392.075853:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078137b63 x1853236740884480/t0(0) o41->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.075863:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.075866:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384392.075868:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.075870:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3a1ff. 00000100:00100000:2.0:1767384392.075874:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078137b63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:0:x1853236740884480:12345-192.168.202.19@tcp50:41: 00000100:00000200:2.0:1767384392.075878:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884480 00000020:00000001:2.0:1767384392.075881:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384392.075884:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384392.075888:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.075890:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.075892:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228480 : -1040323136 : ffffffffc1fdedc0) 00000020:00000001:2.0:1767384392.075895:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384392.075898:0:16786:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236740884480, found 0 last_xid 0 00000020:00000001:2.0:1767384392.075900:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.075903:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.075905:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.075908:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.075912:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.075916:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.075920:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c189c5b8. 02000000:00000001:2.0:1767384392.075923:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.075925:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384392.075928:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000001:2.0:1767384392.075930:0:16786:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000040:0.0:1767384392.075934:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 10 - evictor 00000004:00000001:2.0:1767384392.075935:0:16786:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384392.075938:0:16786:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.075945:0:16786:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384392.075958:0:16786:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:2.0:1767384392.075960:0:16786:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:2.0:1767384392.075964:0:16786:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384392.075968:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 dirty 0 pend 0 grant 3407872 00000020:00000020:2.0:1767384392.075971:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000944e8155 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384392.075974:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ccb8c6dc dirty 0 pend 0 grant 0 00000004:00000020:2.0:1767384392.075977:0:16786:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000010:2.0:1767384392.075983:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000009992807d. 00000020:00000001:2.0:1767384392.075988:0:16786:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384392.075991:0:16786:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.075993:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.075995:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.075998:0:16786:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.076001:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884480 00010000:00000001:2.0:1767384392.076003:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.076008:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078137b63 x1853236740884480/t0(0) o41->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384392.076016:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.076019:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.076022:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.076027:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.076029:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.076031:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.076034:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.076036:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.076040:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.076043:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384392.076047:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006234a5e7. 00000100:00000200:2.0:1767384392.076052:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236740884480, offset 224 00000400:00000200:2.0:1767384392.076057:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384392.076066:0:16786:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384392.076098:0:16786:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [239:239:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:2.0:1767384392.076142:0:16786:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.076150:0:16786:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384392.076154:0:16786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000008abb98. 00000800:00000200:2.0:1767384392.076160:0:16786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384392.076167:0:16786:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384392.076172:0:16786:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000008abb98 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.076186:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.076189:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384392.076191:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.076193:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.076195:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.076198:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078137b63 x1853236740884480/t0(0) o41->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.076208:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078137b63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:0:x1853236740884480:12345-192.168.202.19@tcp50:41: Request processed in 343us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.076217:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 4 00000100:00000040:2.0:1767384392.076220:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:2.0:1767384392.076223:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.076225:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.076229:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384392.076233:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384392.076237:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000020:00000040:2.0:1767384392.076242:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00000100:00000001:2.0:1767384392.076246:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384392.076295:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.076312:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000008abb98. 00000400:00000200:1.0:1767384392.076317:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.076321:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.076324:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006234a5e7 00000400:00000010:1.0:1767384392.076326:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006234a5e7. 00000100:00000001:1.0:1767384392.076330:0:16139:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384392.076332:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384392.080354:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.080372:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384392.080376:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.080380:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.080390:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:2.0:1767384392.080404:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 224 into portal 12 MB=0x695824da00880 00000400:00000200:2.0:1767384392.080412:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.19@tcp50 of length 224/224 into md 0x229 [64] + 10368 00000800:00000001:2.0:1767384392.080419:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.080427:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384392.080429:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384392.080433:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:2.0:1767384392.080439:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384392.080441:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384392.080446:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 00000100:00000040:2.0:1767384392.080450:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000336a09d6 x1853236740884608 msgsize 224 00000100:00100000:2.0:1767384392.080454:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:2.0:1767384392.080528:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384392.080538:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384392.080541:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.084181:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384392.084188:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884608 02000000:00000001:3.0:1767384392.084193:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384392.084195:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384392.084197:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384392.084201:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.084205:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884608 00000020:00000001:3.0:1767384392.084208:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384392.084210:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 00000020:00000001:3.0:1767384392.084212:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384392.084214:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=6 00000020:00000001:3.0:1767384392.084218:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:3.0:1767384392.084220:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000100:00000001:3.0:1767384392.084225:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.084233:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:3.0:1767384392.084236:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.084238:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000020:00000010:3.0:1767384392.084245:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000010:3.0:1767384392.084249:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.084254:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384392.084261:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384392.084264:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384392.084266:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.084268:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.084275:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.084302:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.084317:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384392.084320:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384392.084328:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 5 00000100:00000040:3.0:1767384392.084331:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000100:00000001:3.0:1767384392.084334:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383454976 : -114060326096640 : ffff984342c7b100) 00000100:00000040:3.0:1767384392.084340:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000336a09d6 x1853236740884608/t0(0) o41->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384392.084366:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.084368:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:3.0:1767384392.084370:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.084372:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000100:00100000:3.0:1767384392.084376:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000336a09d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15565:x1853236740884608:12345-192.168.202.19@tcp50:41: 00000100:00000200:3.0:1767384392.084379:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884608 00000020:00000001:3.0:1767384392.084382:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384392.084386:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384392.084389:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.084392:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384392.084393:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228480 : -1040323136 : ffffffffc1fdedc0) 00000020:00000001:3.0:1767384392.084397:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384392.084399:0:19521:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236740884608, found 0 last_xid 0 00000020:00000001:3.0:1767384392.084402:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384392.084404:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384392.084405:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384392.084408:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.084412:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384392.084414:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384392.084418:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a7cdcf9b. 02000000:00000001:3.0:1767384392.084420:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.084423:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.084427:0:19521:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767384392.084430:0:19521:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384392.084431:0:19521:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:3.0:1767384392.084437:0:19521:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:3.0:1767384392.084440:0:19521:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384392.084443:0:19521:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 dirty 0 pend 0 grant 3407872 00000020:00000020:3.0:1767384392.084445:0:19521:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000944e8155 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384392.084448:0:19521:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ccb8c6dc dirty 0 pend 0 grant 0 00000004:00000020:3.0:1767384392.084451:0:19521:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000010:3.0:1767384392.084462:0:19521:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000002659b72a. 00000020:00000001:3.0:1767384392.084467:0:19521:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384392.084470:0:19521:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.084472:0:19521:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384392.084474:0:19521:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.084476:0:19521:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384392.084479:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884608 00010000:00000001:3.0:1767384392.084481:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384392.084485:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000336a09d6 x1853236740884608/t0(0) o41->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384392.084493:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384392.084495:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384392.084499:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384392.084504:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384392.084506:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000100:00000001:3.0:1767384392.084508:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:3.0:1767384392.084511:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384392.084513:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.084517:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384392.084519:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:3.0:1767384392.084523:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000100:00000200:3.0:1767384392.084529:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853236740884608, offset 224 00000400:00000200:3.0:1767384392.084536:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384392.084547:0:19521:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384392.084562:0:19521:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [240:240:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384392.084572:0:19521:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384392.084576:0:19521:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384392.084579:0:19521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c568c9b. 00000800:00000200:3.0:1767384392.084585:0:19521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384392.084591:0:19521:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384392.084593:0:19521:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c568c9b type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1767384392.084617:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.084619:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384392.084621:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384392.084622:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.084624:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384392.084626:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000336a09d6 x1853236740884608/t0(0) o41->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/368 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384392.084632:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000336a09d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15565:x1853236740884608:12345-192.168.202.19@tcp50:41: Request processed in 265us (4181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384392.084637:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 5 00000100:00000040:3.0:1767384392.084639:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:3.0:1767384392.084640:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.084641:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384392.084644:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.084647:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384392.084649:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000020:00000040:3.0:1767384392.084653:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00000100:00000001:3.0:1767384392.084654:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384392.084788:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.084791:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c568c9b. 00000400:00000200:1.0:1767384392.084794:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.084798:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.084801:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e903fc60 00000400:00000010:1.0:1767384392.084803:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000100:00000001:1.0:1767384392.084805:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384392.084807:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384392.086198:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.086217:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.086220:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.086223:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.086232:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.086244:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 440 into portal 12 MB=0x695824da00900 00000400:00000200:1.0:1767384392.086253:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.19@tcp50 of length 440/440 into md 0x229 [64] + 10592 00000800:00000001:1.0:1767384392.086261:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.086269:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.086271:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.086275:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384392.086280:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.086283:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384392.086288:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb852b56. 00000100:00000040:1.0:1767384392.086292:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000cb852b56 x1853236740884736 msgsize 440 00000100:00100000:1.0:1767384392.086296:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384392.086315:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.086322:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.086325:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.086390:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384392.086393:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884736 02000000:00000001:3.0:1767384392.086395:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384392.086397:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384392.086399:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384392.086403:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.086406:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884736 00000020:00000001:3.0:1767384392.086408:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384392.086410:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 00000020:00000001:3.0:1767384392.086412:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384392.086413:0:19521:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=6 00000020:00000001:3.0:1767384392.086415:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:3.0:1767384392.086418:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000100:00000001:3.0:1767384392.086421:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.086434:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:3.0:1767384392.086437:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.086439:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000020:00000010:3.0:1767384392.086444:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000010:3.0:1767384392.086448:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.086452:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384392.086458:0:19521:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384392.086460:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384392.086461:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.086463:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.086470:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.086486:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.086496:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384392.086498:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384392.086502:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 6 00000100:00000040:3.0:1767384392.086505:0:19521:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000100:00000001:3.0:1767384392.086507:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407815296 : -114055301736320 : ffff98446e415880) 00000100:00000040:3.0:1767384392.086512:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb852b56 x1853236740884736/t0(0) o40->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 440/0 e 0 to 0 dl 1767384403 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384392.086520:0:19521:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.086523:0:19521:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:3.0:1767384392.086525:0:19521:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.086526:0:19521:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000100:00100000:3.0:1767384392.086530:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb852b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15565:x1853236740884736:12345-192.168.202.19@tcp50:40: 00000100:00000200:3.0:1767384392.086534:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884736 00000020:00000001:3.0:1767384392.086536:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384392.086539:0:19521:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384392.086542:0:19521:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.086545:0:19521:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384392.086547:0:19521:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228432 : -1040323184 : ffffffffc1fded90) 00000020:00000001:3.0:1767384392.086550:0:19521:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384392.086552:0:19521:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236740884736, found 0 last_xid 1853236740884735 00000020:00000001:3.0:1767384392.086561:0:19521:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384392.086563:0:19521:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384392.086565:0:19521:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384392.086568:0:19521:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384392.086570:0:19521:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.086572:0:19521:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.086576:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384392.086578:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384392.086582:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000005ca5e0ef. 02000000:00000001:3.0:1767384392.086584:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.086587:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.086591:0:19521:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:3.0:1767384392.086593:0:19521:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384392.086595:0:19521:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.086598:0:19521:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384392.086600:0:19521:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.086602:0:19521:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:3.0:1767384392.086604:0:19521:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884736 00010000:00000001:3.0:1767384392.086607:0:19521:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384392.086611:0:19521:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb852b56 x1853236740884736/t0(0) o40->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 440/448 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384392.086619:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384392.086621:0:19521:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384392.086624:0:19521:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=93 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384392.086628:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384392.086631:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000100:00000001:3.0:1767384392.086633:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:3.0:1767384392.086636:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384392.086638:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.086640:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384392.086643:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:3.0:1767384392.086647:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000100:00000200:3.0:1767384392.086651:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853236740884736, offset 224 00000400:00000200:3.0:1767384392.086656:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384392.086664:0:19521:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384392.086685:0:19521:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [241:241:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767384392.086695:0:19521:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384392.086699:0:19521:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384392.086704:0:19521:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c568c9b. 00000800:00000200:3.0:1767384392.086709:0:19521:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384392.086715:0:19521:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384392.086718:0:19521:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c568c9b type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767384392.086736:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.086739:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384392.086742:0:19521:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384392.086743:0:19521:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.086745:0:19521:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384392.086748:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb852b56 x1853236740884736/t0(0) o40->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 440/448 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384392.086756:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb852b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15565:x1853236740884736:12345-192.168.202.19@tcp50:40: Request processed in 235us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384392.086764:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 6 00000100:00000040:3.0:1767384392.086766:0:19521:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:3.0:1767384392.086768:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.086769:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384392.086773:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.086776:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384392.086778:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000020:00000040:3.0:1767384392.086782:0:19521:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00000100:00000001:3.0:1767384392.086784:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384392.086915:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.086923:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c568c9b. 00000400:00000200:1.0:1767384392.086926:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.086930:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.086933:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 00000400:00000010:1.0:1767384392.086935:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000100:00000001:1.0:1767384392.086938:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384392.086939:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384392.089452:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089469:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.089472:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089473:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.089481:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.089493:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 520 into portal 28 MB=0x695824da00980 00000400:00000200:1.0:1767384392.089501:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.19@tcp50 of length 520/520 into md 0xa9d [8] + 5008 00000800:00000001:1.0:1767384392.089507:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089512:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.089514:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.089518:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384392.089522:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.089524:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384392.089527:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d3395b59. 00000100:00000040:1.0:1767384392.089529:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000d3395b59 x1853236740884864 msgsize 520 00000100:00100000:1.0:1767384392.089532:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384392.089594:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.089604:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089609:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.089610:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089612:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.089616:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.089622:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 224 into portal 26 MB=0x695824da00a00 00000400:00000200:1.0:1767384392.089627:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 224/224 into md 0x18e9 [2] + 0 00000400:00000010:1.0:1767384392.089631:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5e95672. 00000400:00000200:1.0:1767384392.089635:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006f319ec4 00000800:00000001:1.0:1767384392.089650:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089654:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.089656:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.089659:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.089662:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f319ec4 00000400:00000010:1.0:1767384392.089664:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f319ec4. 00000100:00000001:1.0:1767384392.089670:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.089672:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384392.089674:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000007a888b4c x1853236740884992 msgsize 224 00000100:00100000:1.0:1767384392.089678:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384392.089681:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384392.089694:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.089699:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089703:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.089705:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.089707:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.089712:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.089719:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 448 into portal 23 MB=0x695824da00a80 00000400:00000200:1.0:1767384392.089725:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.19@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:1.0:1767384392.089729:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384392.089732:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767384392.089735:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384392.089737:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884992 00000400:00000200:1.0:1767384392.089739:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384392.089742:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384392.089746:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384392.089746:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:3.0:1767384392.089749:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.089752:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.089754:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 02000000:00000001:3.0:1767384392.089761:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.089765:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884992 00000100:00000010:1.0:1767384392.089767:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f2b2234. 00000020:00000001:3.0:1767384392.089768:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384392.089771:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000100:00000040:1.0:1767384392.089773:0:16140:0:(events.c:337:request_in_callback()) incoming req@000000008f2b2234 x1853236740885120 msgsize 448 00000020:00000001:3.0:1767384392.089775:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384392.089780:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=9 00000100:00100000:1.0:1767384392.089781:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000020:00000001:3.0:1767384392.089785:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:3.0:1767384392.089789:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:3.0:1767384392.089792:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.089796:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:3.0:1767384392.089798:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.089800:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000100:00000001:1.0:1767384392.089804:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384392.089805:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000010:3.0:1767384392.089811:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.089814:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000800:00000001:1.0:1767384392.089819:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384392.089822:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:1.0:1767384392.089824:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.089827:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384392.089830:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.089832:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.089839:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.089844:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.089854:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384392.089855:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384392.089859:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 168 00000100:00000040:3.0:1767384392.089862:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:3.0:1767384392.089863:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400384592 : -114060309167024 : ffff984343ca0450) 00000100:00000040:3.0:1767384392.089868:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a888b4c x1853236740884992/t0(0) o400->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384392.089874:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.089876:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f279288f. 00000100:00000001:3.0:1767384392.089877:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.089879:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f279288f. 00000100:00100000:3.0:1767384392.089881:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a888b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+9:12166:x1853236740884992:12345-192.168.202.19@tcp50:400: 00000100:00000200:3.0:1767384392.089888:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884992 00000020:00000001:3.0:1767384392.089890:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384392.089892:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384392.089894:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.089895:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384392.089897:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:3.0:1767384392.089899:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384392.089900:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384392.089902:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384392.089903:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384392.089905:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.089906:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384392.089908:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384392.089909:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384392.089912:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033b53c60. 02000000:00000001:3.0:1767384392.089913:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.089914:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.089916:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384392.089918:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884992 00010000:00000001:3.0:1767384392.089920:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384392.089923:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a888b4c x1853236740884992/t0(0) o400->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384392.089928:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384392.089930:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384392.089933:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384392.089936:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384392.089938:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000100:00000001:3.0:1767384392.089939:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:3.0:1767384392.089940:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384392.089942:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.089944:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384392.089944:0:16789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aade2700. 00000100:00000040:3.0:1767384392.089949:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:3.0:1767384392.089952:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000001:0.0:1767384392.089955:0:16789:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384392.089956:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236740884992, offset 224 00000100:00100000:0.0:1767384392.089958:0:16789:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740885120 02000000:00000001:0.0:1767384392.089961:0:16789:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384392.089964:0:16789:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384392.089967:0:16789:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.089968:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384392.089971:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000100:00100000:2.0:1767384392.089973:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740884864 02000000:00000001:0.0:1767384392.089974:0:16789:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.089977:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384392.089979:0:16789:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740885120 00000400:00000200:3.0:1767384392.089981:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000100:00000001:2.0:1767384392.089981:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384392.089983:0:16789:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384392.089985:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384392.089988:0:16789:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 02000000:00000001:2.0:1767384392.089990:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384392.089991:0:16789:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384392.089995:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740884864 00000020:00000040:0.0:1767384392.089996:0:16789:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=6 00000400:00000200:3.0:1767384392.090000:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [242:242:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [22:22:8:4294967295] 00000020:00000001:2.0:1767384392.090000:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384392.090002:0:16789:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000040:2.0:1767384392.090003:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384392.090008:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384392.090010:0:16789:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:2.0:1767384392.090011:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.090016:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.090017:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384392.090020:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000020:00000010:2.0:1767384392.090024:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:0.0:1767384392.090025:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000726712ca. 00000800:00000200:3.0:1767384392.090026:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000020:00000010:2.0:1767384392.090032:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006814a60a. 00000100:00000001:0.0:1767384392.090032:0:16789:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1767384392.090033:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c043058d. 00000020:00000010:0.0:1767384392.090039:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000726712ca. 00000020:00000010:2.0:1767384392.090041:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000800:00000200:3.0:1767384392.090044:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000100:00000001:2.0:1767384392.090046:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384392.090048:0:16789:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7120ca6. 00000100:00000001:2.0:1767384392.090049:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384392.090052:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.090055:0:16789:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000976ad1d3. 00000100:00000001:2.0:1767384392.090059:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.090061:0:16789:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000800:00000200:3.0:1767384392.090066:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000100:00000040:0.0:1767384392.090070:0:16789:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000800:00000200:3.0:1767384392.090071:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c043058d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.090075:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384392.090076:0:16789:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384392.090080:0:16789:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384392.090081:0:16789:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.090091:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.090098:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00000100:00000001:0.0:1767384392.090099:0:16789:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.090100:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384392.090101:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384392.090134:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.090135:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384392.090137:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1767384392.090144:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 4 00000100:00000040:3.0:1767384392.090145:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a888b4c x1853236740884992/t0(0) o400->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.090150:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407814400 : -114055301737216 : ffff98446e415500) 00000100:00000001:1.0:1767384392.090153:0:17559:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767384392.090155:0:16789:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384392.090157:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d3395b59 x1853236740884864/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384412 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384392.090158:0:17559:0:(service.c:3434:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00000010:1.0:1767384392.090168:0:17559:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d4534b4d. 00000100:00100000:3.0:1767384392.090171:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a888b4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+9:12166:x1853236740884992:12345-192.168.202.19@tcp50:400: Request processed in 292us (491us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384392.090171:0:16789:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384392.090176:0:16789:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384392.090181:0:17559:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1767384392.090183:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d3395b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:12162:x1853236740884864:12345-192.168.202.19@tcp50:8: 00000100:00100000:0.0:1767384392.090186:0:16789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 0 00000100:00100000:3.0:1767384392.090192:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 168 00000100:00000200:2.0:1767384392.090193:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740884864 00000100:00000040:0.0:1767384392.090194:0:16789:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000020:00000001:2.0:1767384392.090197:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384392.090198:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:0.0:1767384392.090199:0:16789:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407813504 : -114055301738112 : ffff98446e415180) 00010000:00000001:2.0:1767384392.090202:0:17560:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:3.0:1767384392.090204:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.090207:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384392.090208:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f2b2234 x1853236740885120/t0(0) o33->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 448/0 e 0 to 0 dl 1767384403 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000010:3.0:1767384392.090212:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000040:2.0:1767384392.090215:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 6 - find 00000020:00000010:3.0:1767384392.090219:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000001:2.0:1767384392.090222:0:17560:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630017745033432 : -114055964518184 : ffff984446c018d8) 00000020:00000010:3.0:1767384392.090226:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079c94535. 00000100:00000001:0.0:1767384392.090229:0:16789:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384392.090230:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767384392.090232:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 02000000:00000001:2.0:1767384392.090234:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384392.090235:0:16789:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000726712ca. 00000100:00000001:3.0:1767384392.090237:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384392.090240:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ad3f1465. 00000100:00000001:0.0:1767384392.090241:0:16789:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384392.090242:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:2.0:1767384392.090246:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.090247:0:16789:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000726712ca. 00000400:00000010:3.0:1767384392.090248:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d19786bb. 00000100:00000001:2.0:1767384392.090250:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.090255:0:17560:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00100000:0.0:1767384392.090256:0:16789:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f2b2234 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15565:x1853236740885120:12345-192.168.202.19@tcp50:33: 00000400:00000010:3.0:1767384392.090258:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005af99a99. 00010000:00080000:2.0:1767384392.090266:0:17560:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50 t0 exp 0000000000000000 cur 312 last 0 00000100:00000200:0.0:1767384392.090266:0:16789:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740885120 00000020:00000001:0.0:1767384392.090270:0:16789:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384392.090273:0:17560:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:0.0:1767384392.090274:0:16789:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000001:2.0:1767384392.090278:0:17560:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:0.0:1767384392.090279:0:16789:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.090281:0:17560:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384392.090283:0:16789:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.090284:0:17560:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000001:0.0:1767384392.090288:0:16789:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228096 : -1040323520 : ffffffffc1fdec40) 00000020:00000010:2.0:1767384392.090290:0:17560:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000825d27ce. 00000020:00000001:0.0:1767384392.090292:0:16789:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384392.090295:0:17560:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000001:00000001:0.0:1767384392.090297:0:16789:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236740885120, found 0 last_xid 1853236740885119 00000020:00000040:2.0:1767384392.090299:0:17560:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000825d27ce with handle 0x4ac496f8d605e323 to hash 00000020:00000001:0.0:1767384392.090302:0:16789:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.090304:0:17560:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384392.090306:0:16789:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.0:1767384392.090308:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384392.090309:0:17560:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:0.0:1767384392.090309:0:16789:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:2.0:1767384392.090315:0:17560:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000800:00000010:1.0:1767384392.090315:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c043058d. 00000020:00000001:0.0:1767384392.090315:0:16789:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000400:00000200:1.0:1767384392.090321:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384392.090321:0:16789:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000001:00000010:2.0:1767384392.090322:0:17560:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000009f5edc. 00000001:00000001:2.0:1767384392.090327:0:17560:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384392.090329:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000020:00000001:0.0:1767384392.090329:0:16789:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630017745781304 : -114055963770312 : ffff984446cb8238) 00010000:00000001:2.0:1767384392.090332:0:17560:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000001:0.0:1767384392.090335:0:16789:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.090336:0:17560:0:(hash.c:1038:cfs_hash_create()) Process entered 00000400:00000200:1.0:1767384392.090336:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:1.0:1767384392.090340:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000020:00000001:0.0:1767384392.090340:0:16789:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384392.090342:0:17560:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000480d8e39. 00000100:00000001:1.0:1767384392.090346:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384392.090349:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:0.0:1767384392.090349:0:16789:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000001:00000010:2.0:1767384392.090351:0:17560:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009f14d685. 02000000:00000010:1.0:1767384392.090353:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033b53c60. 00000004:00000001:0.0:1767384392.090355:0:16789:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 02000000:00000001:1.0:1767384392.090357:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000010:2.0:1767384392.090359:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000634518f0. 00000100:00000001:1.0:1767384392.090359:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:0.0:1767384392.090363:0:16789:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000001:00000010:2.0:1767384392.090365:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e3406b0a. 00000001:00000010:2.0:1767384392.090370:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ae720e6. 00080000:00000001:0.0:1767384392.090373:0:16789:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000001:00000010:2.0:1767384392.090375:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b947f26. 00000100:00000001:1.0:1767384392.090376:0:17559:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.090381:0:17560:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384392.090381:0:16789:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00010000:00000001:2.0:1767384392.090387:0:17560:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.090387:0:16789:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384392.090393:0:17560:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.090395:0:16789:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:2.0:1767384392.090397:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=3 00000004:00000001:0.0:1767384392.090400:0:16789:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000040:2.0:1767384392.090402:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 7 - export 00000004:00000001:0.0:1767384392.090404:0:16789:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384392.090407:0:16789:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000001:2.0:1767384392.090408:0:17560:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446630013407397888 : -114060302153728 : ffff984344350800) 00080000:00000001:0.0:1767384392.090409:0:16789:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:2.0:1767384392.090411:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 2 00080000:00000001:0.0:1767384392.090413:0:16789:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000080:2.0:1767384392.090415:0:17560:0:(genops.c:1402:class_connect()) connect: client 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22, cookie 0x4ac496f8d605e323 00080000:00000001:0.0:1767384392.090417:0:16789:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384392.090419:0:17560:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.090421:0:16789:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:2.0:1767384392.090423:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:0.0:1767384392.090425:0:16789:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:2.0:1767384392.090426:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e323 00000004:00000001:0.0:1767384392.090429:0:16789:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:2.0:1767384392.090430:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:0.0:1767384392.090432:0:16789:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000040:2.0:1767384392.090433:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000825d27ce refcount=3 00080000:00000001:0.0:1767384392.090436:0:16789:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000001:2.0:1767384392.090437:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407397888 : -114060302153728 : ffff984344350800) 00000100:00000001:3.0:1767384392.090438:0:39691:0:(service.c:2991:ptlrpc_main()) Process entered 00080000:00000001:0.0:1767384392.090439:0:16789:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000001:2.0:1767384392.090441:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407397888 : -114060302153728 : ffff984344350800) 00000004:00000001:0.0:1767384392.090443:0:16789:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000001:2.0:1767384392.090446:0:17560:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000004:00000001:0.0:1767384392.090447:0:16789:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000001:2.0:1767384392.090450:0:17560:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000004:00000001:0.0:1767384392.090452:0:16789:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000001:00000040:2.0:1767384392.090455:0:17560:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 7 00000004:00000001:0.0:1767384392.090455:0:16789:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000010:3.0:1767384392.090456:0:39691:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f279288f. 00000001:00000001:2.0:1767384392.090460:0:17560:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446630013411566592 : -114060297985024 : ffff98434474a400) 00000100:00000001:0.0:1767384392.090460:0:16789:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384392.090463:0:39691:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000379b3237. 02000000:00000001:0.0:1767384392.090464:0:16789:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000001:2.0:1767384392.090465:0:17560:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:2.0:1767384392.090468:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=4 02000000:00000010:0.0:1767384392.090470:0:16789:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 0000000043e0e458. 00000001:00000040:2.0:1767384392.090471:0:17560:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 8 02000000:00000001:0.0:1767384392.090475:0:16789:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.090477:0:17560:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384392.090479:0:16789:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:2.0:1767384392.090485:0:17560:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.19@tcp50 to nodemap default 00000004:00000001:0.0:1767384392.090485:0:16789:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000001:00000040:2.0:1767384392.090490:0:17560:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 7 00000004:00000001:0.0:1767384392.090490:0:16789:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.090495:0:17560:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384392.090496:0:16789:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:0.0:1767384392.090499:0:16789:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00002000:00100000:2.0:1767384392.090501:0:17560:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000001:00000001:0.0:1767384392.090503:0:16789:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384392.090508:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384392.090511:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384392.090512:0:17560:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000001:00000001:0.0:1767384392.090514:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.090517:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c94535. 00000020:00000001:2.0:1767384392.090517:0:17560:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384392.090517:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384392.090520:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384392.090524:0:17560:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce free: 389021696 avail: 386924544 00000020:00000010:3.0:1767384392.090525:0:39691:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d171d226. 00000001:00000001:0.0:1767384392.090525:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.090530:0:17560:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000010:3.0:1767384392.090532:0:39691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b5abd7fb. 00000020:00000020:2.0:1767384392.090535:0:17560:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000001:00000001:0.0:1767384392.090535:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000010:3.0:1767384392.090538:0:39691:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004874bfbb. 00000001:00000001:0.0:1767384392.090539:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384392.090543:0:17560:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000001:00000001:0.0:1767384392.090544:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384392.090546:0:39691:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000addd6186. 00000020:00000001:2.0:1767384392.090548:0:17560:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000001:00000001:0.0:1767384392.090549:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 80000000:00000010:3.0:1767384392.090552:0:39691:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000301907f4. 00000001:00000001:0.0:1767384392.090552:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1767384392.090553:0:17560:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce wants: 134217728 current grant 0 granting: 3407872 40000000:00000010:3.0:1767384392.090559:0:39691:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076023cb7. 00000001:00000001:0.0:1767384392.090559:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384392.090560:0:17560:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce tot cached:0 granted:44236800 num_exports: 2 00000001:00000001:0.0:1767384392.090565:0:16789:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00100000:00000010:3.0:1767384392.090567:0:39691:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ebdde52d. 00000020:00000001:2.0:1767384392.090567:0:17560:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000001:00000001:0.0:1767384392.090568:0:16789:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384392.090573:0:17560:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce ocd_grant: 3407872 want: 134217728 left: 346030080 00040000:00000010:3.0:1767384392.090574:0:39691:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ca505ee2. 02000000:00000001:0.0:1767384392.090576:0:16789:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00040000:00000010:3.0:1767384392.090581:0:39691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000df67644. 00000020:00000001:2.0:1767384392.090581:0:17560:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 02000000:00000010:0.0:1767384392.090582:0:16789:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000009202a5f6. 00002000:00100000:2.0:1767384392.090585:0:17560:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00080000:00000010:3.0:1767384392.090588:0:39691:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000795bf8e2. 00000004:00000001:0.0:1767384392.090589:0:16789:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00002000:00000001:2.0:1767384392.090590:0:17560:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384392.090594:0:16789:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00002000:00000010:3.0:1767384392.090595:0:39691:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000033b53c60. 00000001:00000001:2.0:1767384392.090595:0:17560:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:2.0:1767384392.090601:0:17560:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22' generation 0 00000001:00000001:2.0:1767384392.090605:0:17560:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384392.090607:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000010:3.0:1767384392.090614:0:39691:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000790c6949. 00080000:00000010:2.0:1767384392.090616:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000090ddf888. 00080000:00000001:2.0:1767384392.090620:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017747065856 : -114055962485760 : ffff984446df1c00) 00000100:00000200:3.0:1767384392.090625:0:39691:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000001:2.0:1767384392.090625:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384392.090743:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384392.090746:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.090748:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384392.090764:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384392.090766:0:17560:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000028c11035. 00000001:00000040:2.0:1767384392.090769:0:17560:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000825d27ce : new cb_count 1 00000020:00000040:2.0:1767384392.090771:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=5 00080000:00000001:2.0:1767384392.090775:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384392.091133:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384392.091136:0:17560:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384392.091138:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384392.091148:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384392.091150:0:17560:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:2.0:1767384392.091152:0:17560:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384392.091154:0:17560:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:2.0:1767384392.091156:0:17560:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384392.091160:0:17560:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000a7dd43c7 00000020:00000010:2.0:1767384392.091162:0:17560:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006d36d530. 00000020:00000040:2.0:1767384392.091169:0:17560:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000006d36d530 for nid 192.168.202.19@tcp50 - ref 2 00000020:00000001:2.0:1767384392.091223:0:17560:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.091229:0:17560:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e2f1de47. 00000020:00000010:2.0:1767384392.091232:0:17560:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000c9b1d811. 00000020:00000010:2.0:1767384392.091235:0:17560:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000a1d989ee. 00000020:00000010:2.0:1767384392.091248:0:17560:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fcc4c90f. 00000020:00000010:2.0:1767384392.091251:0:17560:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000008abb98. 00000020:00000010:2.0:1767384392.091253:0:17560:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000073e17b28. 00002000:00000001:2.0:1767384392.091262:0:17560:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1767384392.091264:0:17560:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:2.0:1767384392.091266:0:17560:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.091268:0:17560:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.091271:0:17560:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005c5748ef. 00000020:00000040:2.0:1767384392.091273:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 8 - import 00000020:00000001:2.0:1767384392.091278:0:17560:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.091280:0:17560:0:(genops.c:1242:class_import_put()) import 000000005c5748ef refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384392.091282:0:17560:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1767384392.091284:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000020:00000040:2.0:1767384392.091288:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=6 00000100:00000040:2.0:1767384392.091290:0:17560:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000825d27ce : new rpc_count 1 00000100:00000001:2.0:1767384392.091292:0:17560:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384392.091298:0:17560:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.19@tcp50 primary NID 192.168.202.19@tcp50 rc 0 00000100:00000001:2.0:1767384392.091301:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.091302:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.091304:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 00000100:00000001:2.0:1767384392.091306:0:17560:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017762044480 : -114055947507136 : 0xffff984447c3aa40) 00000100:00000040:2.0:1767384392.091309:0:17560:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000020:00000040:2.0:1767384392.091311:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=7 00000100:00000001:2.0:1767384392.091316:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.091317:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.091319:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.091321:0:17560:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384392.091324:0:17560:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384392.091326:0:17560:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:2.0:1767384392.091328:0:17560:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072659566656 : -1049984960 : ffffffffc16a8040) 02000000:00000001:2.0:1767384392.091331:0:17560:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.091334:0:17560:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384392.091336:0:17560:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384392.091338:0:17560:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384392.091340:0:17560:0:(import.c:65:import_set_state_nolock()) 000000005c5748ef : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384392.091342:0:17560:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384392.091344:0:17560:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384392.091345:0:17560:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.091348:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 6 00000020:00000040:2.0:1767384392.091349:0:17560:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 8 - find 00010000:00000001:2.0:1767384392.091352:0:17560:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.091354:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.091355:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352032 : -1038199584 : ffffffffc21e54e0) 00000020:00000001:2.0:1767384392.091358:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384392.091359:0:17560:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.091360:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.091362:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.091363:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.091365:0:17560:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384392.091369:0:17560:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.091370:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740884864 00010000:00000001:2.0:1767384392.091372:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.091374:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d3395b59 x1853236740884864/t0(0) o8->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384392.091381:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.091383:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.091385:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=88 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384392.091387:0:17560:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384392.091390:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.091391:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.091393:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.091395:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.091396:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.091398:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.091401:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384392.091403:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd47a063. 00000100:00000200:2.0:1767384392.091405:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236740884864, offset 0 00000400:00000200:2.0:1767384392.091409:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384392.091414:0:17560:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384392.091425:0:17560:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [243:243:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:2.0:1767384392.091433:0:17560:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.091437:0:17560:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384392.091440:0:17560:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abeecb20. 00000800:00000200:2.0:1767384392.091444:0:17560:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384392.091448:0:17560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384392.091451:0:17560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000abeecb20 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.091463:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.091465:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384392.091472:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.091473:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.091474:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.091477:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3395b59 x1853236740884864/t0(0) o8->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384412 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.091485:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d3395b59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:12162:x1853236740884864:12345-192.168.202.19@tcp50:8: Request processed in 1307us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.091495:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 4 00000100:00000040:2.0:1767384392.091497:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000825d27ce : new rpc_count 0 00000100:00000001:2.0:1767384392.091499:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.091500:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.091503:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384392.091505:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384392.091508:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000020:00000040:2.0:1767384392.091512:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 5 00000100:00000001:2.0:1767384392.091514:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384392.091603:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.091607:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abeecb20. 00000400:00000200:1.0:1767384392.091611:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.091616:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.091619:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd47a063 00000400:00000010:1.0:1767384392.091621:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd47a063. 00000100:00000001:1.0:1767384392.091624:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384392.091625:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:3.0:1767384392.093885:0:16789:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 3284us 00000004:00000001:3.0:1767384392.093893:0:16789:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:1.0:1767384392.100390:0:39692:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000f949412d. 02000000:00000001:1.0:1767384392.100401:0:39692:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:1.0:1767384392.100405:0:39692:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:1.0:1767384392.100407:0:39692:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000095348489: 0:0, ngroups 0, nperms 0 00000004:00000001:1.0:1767384392.100410:0:39692:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:1.0:1767384392.100413:0:39692:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000009202a5f6 for key 0 02000000:00000001:1.0:1767384392.100428:0:39692:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384392.100430:0:39692:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000f949412d. 02000000:00001000:3.0:1767384392.100467:0:16789:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000009202a5f6 flags 0x0 02000000:00000001:3.0:1767384392.100472:0:16789:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446630017745746432 : -114055963805184 : ffff984446cafa00) 00000001:00000001:3.0:1767384392.100477:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384392.100479:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384392.100482:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100484:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384392.100485:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384392.100487:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100492:0:16789:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384392.100494:0:16789:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100500:0:16789:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384392.100501:0:16789:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100503:0:16789:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384392.100505:0:16789:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100523:0:16789:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767384392.100530:0:16789:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22: does not need LOVEA. 00000004:00000001:3.0:1767384392.100534:0:16789:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384392.100537:0:16789:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384392.100690:0:16789:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384392.100692:0:16789:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384392.100694:0:16789:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100696:0:16789:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384392.100697:0:16789:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100699:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384392.100700:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384392.100701:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100702:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384392.100702:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384392.100703:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100704:0:16789:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384392.100704:0:16789:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384392.100706:0:16789:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384392.100707:0:16789:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384392.100709:0:16789:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:3.0:1767384392.100711:0:16789:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384392.100712:0:16789:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384392.100713:0:16789:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100714:0:16789:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384392.100717:0:16789:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384392.100721:0:16789:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384392.100723:0:16789:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767384392.100728:0:16789:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384392.100730:0:16789:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384392.100732:0:16789:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384392.100734:0:16789:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.100738:0:16789:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384392.100740:0:16789:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.100742:0:16789:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384392.100742:0:16789:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100748:0:16789:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100777:0:16789:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767384392.100781:0:16789:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384392.100783:0:16789:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384392.100785:0:16789:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384392.100786:0:16789:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384392.100788:0:16789:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384392.100790:0:16789:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767384392.100794:0:16789:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.100797:0:16789:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384392.100800:0:16789:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767384392.100804:0:16789:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740885120 00010000:00000001:3.0:1767384392.100807:0:16789:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384392.100818:0:16789:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f2b2234 x1853236740885120/t0(0) o33->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 448/464 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384392.100828:0:16789:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384392.100831:0:16789:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384392.100835:0:16789:0:(import.c:2128:obd_at_measure()) add 1 to 000000006e294510 time=1767384392 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384392.100839:0:16789:0:(import.c:2194:obd_at_measure()) AT 000000006e294510 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384392.100845:0:16789:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000008f2b2234 x1853236740885120/t0(0) o33->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 448/464 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384392.100854:0:16789:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384392.100857:0:16789:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:3.0:1767384392.100859:0:16789:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:3.0:1767384392.100862:0:16789:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384392.100865:0:16789:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.100868:0:16789:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384392.100871:0:16789:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:3.0:1767384392.100876:0:16789:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384392.100882:0:16789:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853236740885120, offset 224 00000400:00000200:3.0:1767384392.100890:0:16789:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384392.100903:0:16789:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384392.100921:0:16789:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [244:244:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384392.100941:0:16789:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384392.100946:0:16789:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384392.100951:0:16789:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a74ee220. 00000800:00000200:3.0:1767384392.100958:0:16789:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384392.100966:0:16789:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384392.100970:0:16789:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a74ee220 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767384392.100985:0:16789:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.100989:0:16789:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384392.100992:0:16789:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384392.100994:0:16789:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.100996:0:16789:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767384392.100999:0:16789:0:(lu_object.c:207:lu_object_put()) Add 00000000fae71c2b/00000000f336dc6e to site lru. bkt: 0000000002eb86c2 00000100:00000040:3.0:1767384392.101006:0:16789:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f2b2234 x1853236740885120/t0(0) o33->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 448/464 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384392.101017:0:16789:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f2b2234 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15565:x1853236740885120:12345-192.168.202.19@tcp50:33: Request processed in 10785us (11241us total) trans 0 rc 0/0 00000020:00000010:3.0:1767384392.101026:0:16789:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cd5e592e. 00000100:00100000:3.0:1767384392.101033:0:16789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 0 00000100:00000040:3.0:1767384392.101037:0:16789:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:3.0:1767384392.101039:0:16789:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.101041:0:16789:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384392.101046:0:16789:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000976ad1d3. 00000020:00000010:3.0:1767384392.101052:0:16789:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000020:00000010:3.0:1767384392.101057:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7120ca6. 00000020:00000040:3.0:1767384392.101062:0:16789:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00000100:00000001:3.0:1767384392.101065:0:16789:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384392.101179:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.101184:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a74ee220. 00000400:00000200:0.0:1767384392.101190:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.101196:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.101201:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:0.0:1767384392.101204:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000100:00000001:0.0:1767384392.101209:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.101211:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384392.121155:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.121171:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.121174:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.121176:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.121186:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.121200:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 576 into portal 12 MB=0x695824da00b00 00000400:00000200:1.0:1767384392.121217:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.19@tcp50 of length 576/576 into md 0x229 [64] + 11032 00000800:00000001:1.0:1767384392.121223:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.121229:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.121231:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.121234:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384392.121240:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.121242:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384392.121247:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000047e5273b. 00000100:00000040:1.0:1767384392.121251:0:16139:0:(events.c:337:request_in_callback()) incoming req@0000000047e5273b x1853236740885248 msgsize 576 00000100:00100000:1.0:1767384392.121256:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384392.121267:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.121274:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.121277:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.123286:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.123293:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740885248 02000000:00000001:2.0:1767384392.123297:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.123300:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.123302:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.123307:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.123311:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740885248 00000020:00000001:2.0:1767384392.123314:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.123316:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 00000020:00000001:2.0:1767384392.123319:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.123321:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=6 00000020:00000001:2.0:1767384392.123324:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:2.0:1767384392.123327:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000100:00000001:2.0:1767384392.123332:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.123339:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8578d54. 00000100:00000001:2.0:1767384392.123342:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.123344:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8578d54. 00000020:00000010:2.0:1767384392.123352:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:2.0:1767384392.123357:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:2.0:1767384392.123362:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384392.123370:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384392.123373:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.123374:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1767384392.123377:0:16786:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1767384392.123379:0:16786:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.123381:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.123388:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.123401:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.123412:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.123414:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.123423:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 7 00000100:00000040:2.0:1767384392.123427:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000100:00000001:2.0:1767384392.123429:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407809024 : -114055301742592 : ffff98446e414000) 00000100:00000040:2.0:1767384392.123436:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000047e5273b x1853236740885248/t0(0) o101->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 576/0 e 0 to 0 dl 1767384403 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767384392.123445:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.123448:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f8578d54. 00000100:00000001:2.0:1767384392.123451:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.123454:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f8578d54. 00000100:00100000:2.0:1767384392.123458:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000047e5273b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:15593:x1853236740885248:12345-192.168.202.19@tcp50:101: 00000100:00000200:2.0:1767384392.123462:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740885248 00000020:00000001:2.0:1767384392.123465:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384392.123469:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384392.123473:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.123475:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.123478:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659314880 : -1050236736 : ffffffffc166a8c0) 00000020:00000001:2.0:1767384392.123481:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384392.123484:0:16786:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236740885248, found 0 last_xid 1853236740885247 00000020:00000001:2.0:1767384392.123487:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.123489:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.123490:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.123495:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.123497:0:16786:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384392.123500:0:16786:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384392.123501:0:16786:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384392.123504:0:16786:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384392.123506:0:16786:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.123510:0:16786:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384392.124720:0:16786:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000747dbbe7. 00010000:00000010:2.0:1767384392.124729:0:16786:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e38cc006. 00010000:00000001:2.0:1767384392.124734:0:16786:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384392.124737:0:16786:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 00000020:00000010:2.0:1767384392.124753:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000f8578d54. 00000020:00000001:2.0:1767384392.124757:0:16786:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384392.124759:0:16786:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b642a95 with handle 0x4ac496f8d605e32a to hash 00000020:00000001:2.0:1767384392.124761:0:16786:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384392.124762:0:16786:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00000010:2.0:1767384392.124767:0:16786:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bf1f472. 00010000:00000001:2.0:1767384392.124769:0:16786:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288476160 : -114055421075456 : ffff984467246000) 00010000:00010000:2.0:1767384392.124773:0:16786:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000b642a95/0x4ac496f8d605e32a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x126d7712f929465d expref: -99 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.124783:0:16786:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000ece52f87 : new locks_count 1 00000020:00000040:2.0:1767384392.124785:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=7 00010000:00000001:2.0:1767384392.124791:0:16786:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1767384392.124793:0:16786:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1767384392.124802:0:16786:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1767384392.124804:0:16786:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1767384392.124806:0:16786:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1767384392.124808:0:16786:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1767384392.124810:0:16786:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1767384392.124813:0:16786:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384392.124818:0:16786:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446630017745781304 : -114055963770312 : ffff984446cb8238) 00000004:00000001:2.0:1767384392.124820:0:16786:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446630017745781216 : -114055963770400 : ffff984446cb81e0) 00000004:00000001:2.0:1767384392.124822:0:16786:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.124825:0:16786:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1767384392.124826:0:16786:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384392.124829:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.124831:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.124836:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c208778e. 02000000:00000001:2.0:1767384392.124838:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.124841:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.124842:0:16786:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.124844:0:16786:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1767384392.124848:0:16786:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:2.0:1767384392.124850:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.124852:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124854:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124856:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124858:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124859:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124860:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124862:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124863:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124864:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124866:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124867:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124868:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124869:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124871:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124872:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124873:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124875:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.124877:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.124881:0:16786:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1767384392.124886:0:16786:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000009202a5f6 flags 0x0 02000000:00000001:2.0:1767384392.124888:0:16786:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446630017745746432 : -114055963805184 : ffff984446cafa00) 00000001:00000001:2.0:1767384392.124890:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124891:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124893:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124895:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.124895:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.124897:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.124899:0:16786:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1767384392.124901:0:16786:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.124903:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.124905:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.124907:0:16786:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1767384392.124908:0:16786:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.124912:0:16786:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1767384392.124916:0:16786:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1767384392.124917:0:16786:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1767384392.124919:0:16786:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:2.0:1767384392.124921:0:16786:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384392.124922:0:16786:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000c7d4430d 00000004:00000001:2.0:1767384392.124928:0:16786:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1767384392.124931:0:16786:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384392.124933:0:16786:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384392.124937:0:16786:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000747dbbe7 count: 2 00010000:00000001:2.0:1767384392.124939:0:16786:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384392.124941:0:16786:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384392.124943:0:16786:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000961b63c5. 00000020:00000001:2.0:1767384392.124945:0:16786:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384392.124947:0:16786:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000961b63c5 with handle 0x4ac496f8d605e331 to hash 00000020:00000001:2.0:1767384392.124948:0:16786:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384392.124949:0:16786:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000010:2.0:1767384392.124952:0:16786:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b4559748. 00010000:00000001:2.0:1767384392.124954:0:16786:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384392.124958:0:16786:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.124959:0:16786:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.124961:0:16786:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b63c5/0x4ac496f8d605e331 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16786 initiator: MDT0 00010000:00000001:2.0:1767384392.124968:0:16786:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384392.124972:0:16786:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384392.124974:0:16786:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1767384392.124976:0:16786:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384392.124978:0:16786:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.124980:0:16786:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1767384392.124981:0:16786:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.124984:0:16786:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384392.124986:0:16786:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384392.124987:0:16786:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384392.124988:0:16786:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384392.124989:0:16786:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (00000000747dbbe7) refcount = 2 00010000:00010000:2.0:1767384392.124992:0:16786:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961b63c5/0x4ac496f8d605e331 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16786 initiator: MDT0 00010000:00000001:2.0:1767384392.124998:0:16786:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:2.0:1767384392.125003:0:16786:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000338b29ea. 00010000:00000001:2.0:1767384392.125007:0:16786:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384392.125010:0:16786:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.125011:0:16786:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384392.125012:0:16786:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.125015:0:16786:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.125017:0:16786:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384392.125019:0:16786:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384392.125022:0:16786:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.125024:0:16786:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961b63c5/0x4ac496f8d605e331 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16786 initiator: MDT0 00010000:00000001:2.0:1767384392.125028:0:16786:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384392.125030:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125031:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.125033:0:16786:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.125034:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.125036:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=3 00000020:00000001:2.0:1767384392.125038:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384392.125040:0:16786:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384392.125042:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125043:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384392.125044:0:16786:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.125047:0:16786:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1767384392.125051:0:16786:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1767384392.125053:0:16786:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1767384392.125100:0:16786:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.125104:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.125124:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.125127:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.125132:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.125135:0:16786:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.125138:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.125140:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.125141:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.125142:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.125144:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384392.125146:0:16786:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767384392.125148:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:2.0:1767384392.125150:0:16786:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:2.0:1767384392.125153:0:16786:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.125156:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.125157:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.125159:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.125161:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.125162:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.125164:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.125165:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.125167:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.125168:0:16786:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384392.125169:0:16786:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1767384392.125171:0:16786:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1767384392.125173:0:16786:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:2.0:1767384392.125176:0:16786:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:2.0:1767384392.125180:0:16786:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:2.0:1767384392.125182:0:16786:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:2.0:1767384392.125184:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.125185:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.125187:0:16786:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1767384392.125190:0:16786:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384392.125192:0:16786:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.125193:0:16786:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1767384392.125196:0:16786:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.125200:0:16786:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.125202:0:16786:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1767384392.125204:0:16786:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.125210:0:16786:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384392.125212:0:16786:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.125214:0:16786:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384392.125216:0:16786:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.125218:0:16786:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.125231:0:16786:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.125233:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.125234:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=3 00000020:00000001:2.0:1767384392.125236:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384392.125238:0:16786:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00000004:00010000:2.0:1767384392.125240:0:16786:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000961b63c5/0x4ac496f8d605e331 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16786 initiator: MDT0 00010000:00000001:2.0:1767384392.125245:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125246:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384392.125248:0:16786:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1767384392.125250:0:16786:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1767384392.125252:0:16786:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1767384392.125254:0:16786:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.125255:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.125256:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000961b63c5 refcount=3 00000020:00000001:2.0:1767384392.125258:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00010000:00000001:2.0:1767384392.125260:0:16786:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481792 : -114055421069824 : ffff984467247600) 00000004:00000040:2.0:1767384392.125262:0:16786:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000ece52f87 : new locks_count 2 00000020:00000040:2.0:1767384392.125263:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=8 00010000:00000001:2.0:1767384392.125266:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125267:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1767384392.125268:0:16786:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384392.125270:0:16786:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1767384392.125273:0:16786:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1767384392.125275:0:16786:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1767384392.125276:0:16786:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1767384392.125278:0:16786:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1767384392.125279:0:16786:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1767384392.125281:0:16786:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:2.0:1767384392.125284:0:16786:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384392.125286:0:16786:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1767384392.125288:0:16786:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1767384392.125290:0:16786:0:(lu_object.c:207:lu_object_put()) Add 00000000fae71c2b/00000000f336dc6e to site lru. bkt: 0000000002eb86c2 00000004:00000001:2.0:1767384392.125293:0:16786:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1767384392.125294:0:16786:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1767384392.125296:0:16786:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1767384392.125298:0:16786:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384392.125301:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125302:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.125303:0:16786:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.125304:0:16786:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.125306:0:16786:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b642a95 with handle 0x4ac496f8d605e32a from hash 00010000:00000001:2.0:1767384392.125308:0:16786:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384392.125309:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125310:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.125311:0:16786:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1767384392.125311:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384392.125316:0:16786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b642a95/0x4ac496f8d605e32a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f929465d expref: 8 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.125322:0:16786:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ece52f87 : new locks_count 1 00000020:00000040:2.0:1767384392.125324:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 7 00010000:00000010:2.0:1767384392.125326:0:16786:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bf1f472. 00010000:00000001:2.0:1767384392.125333:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.125334:0:16786:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.125338:0:16786:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384392.125340:0:16786:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b63c5/0x4ac496f8d605e331 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f929465d expref: 7 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384392.125347:0:16786:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384392.125350:0:16786:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384392.125351:0:16786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000747dbbe7) 00010000:00010000:2.0:1767384392.125354:0:16786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384392.125356:0:16786:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.125358:0:16786:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.125360:0:16786:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384392.125361:0:16786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.125362:0:16786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384392.125363:0:16786:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000961b63c5, rc 0) 00000020:00000001:2.0:1767384392.125366:0:16786:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.125369:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740885248 00010000:00000001:2.0:1767384392.125372:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.125377:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000047e5273b x1853236740885248/t0(0) o101->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 576/688 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:2.0:1767384392.125386:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.125388:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.125391:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.125396:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.125398:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.125400:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.125403:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.125405:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.125409:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.125411:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384392.125416:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af375059. 00000100:00000200:2.0:1767384392.125421:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853236740885248, offset 224 00000400:00000200:2.0:1767384392.125427:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384392.125438:0:16786:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384392.125454:0:16786:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [245:245:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:2.0:1767384392.125466:0:16786:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.125470:0:16786:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384392.125474:0:16786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f83b4faa. 00000800:00000200:2.0:1767384392.125480:0:16786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384392.125488:0:16786:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384392.125491:0:16786:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f83b4faa type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.125505:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.125508:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384392.125511:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.125512:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.125514:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.125518:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000047e5273b x1853236740885248/t0(0) o101->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 576/688 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1767384392.125526:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000047e5273b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+7:15593:x1853236740885248:12345-192.168.202.19@tcp50:101: Request processed in 2080us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.125533:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 7 00000100:00000040:2.0:1767384392.125537:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:2.0:1767384392.125539:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.125540:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.125544:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:2.0:1767384392.125548:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384392.125552:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000020:00000040:2.0:1767384392.125559:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 6 00000100:00000001:2.0:1767384392.125561:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384392.126353:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.126359:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f83b4faa. 00000400:00000200:1.0:1767384392.126365:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.126371:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.126376:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af375059 00000400:00000010:1.0:1767384392.126378:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af375059. 00000100:00000001:1.0:1767384392.126383:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384392.126385:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384392.134140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00000800:00000001:0.0:1767384392.145599:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145617:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.145621:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145623:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.145635:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.145650:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 17 MB=0x695824da00c00 00000400:00000200:0.0:1767384392.145658:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x11 [2] + 1640 00000800:00000001:0.0:1767384392.145665:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145670:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.145673:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.145677:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:0.0:1767384392.145684:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.145686:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384392.145692:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2063f2. 00000100:00000040:0.0:1767384392.145707:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000ef2063f2 x1853236740885504 msgsize 328 00000100:00100000:0.0:1767384392.145712:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:0.0:1767384392.145782:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384392.145793:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145798:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.145799:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145802:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.145806:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.145813:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 17 MB=0x695824da00b80 00000400:00000200:0.0:1767384392.145818:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:0.0:1767384392.145822:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a3246d. 00000400:00000200:0.0:1767384392.145826:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d3a92e2c 00000800:00000001:0.0:1767384392.145829:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145833:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.145835:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.145838:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.145840:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3a92e2c 00000400:00000010:0.0:1767384392.145842:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d3a92e2c. 00000100:00000001:0.0:1767384392.145845:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.145846:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384392.145848:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000eaf75a36 x1853236740885376 msgsize 328 00000100:00100000:0.0:1767384392.145852:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:0.0:1767384392.145853:0:16140:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384392.145889:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384392.145926:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384392.145931:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145935:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384392.145937:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145939:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.145943:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:0.0:1767384392.145949:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 328 into portal 17 MB=0x695824da00c80 00000400:00000200:0.0:1767384392.145953:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.19@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:0.0:1767384392.145957:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384392.145964:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384392.145971:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384392.145976:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384392.145976:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:0.0:1767384392.145980:0:16140:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384392.145982:0:16140:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384392.145986:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb790a18. 00000100:00000040:0.0:1767384392.145988:0:16140:0:(events.c:337:request_in_callback()) incoming req@00000000bb790a18 x1853236740885632 msgsize 328 00000100:00100000:0.0:1767384392.146000:0:16140:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00100000:2.0:1767384392.146061:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740885504 00000100:00100000:1.0:1767384392.146062:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740885376 02000000:00000001:2.0:1767384392.146066:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384392.146066:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.146071:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384392.146071:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.146075:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146076:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.146095:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.146095:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.146103:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740885504 00000100:00100000:1.0:1767384392.146103:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740885376 00000020:00000001:2.0:1767384392.146144:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.146148:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:1.0:1767384392.146148:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384392.146152:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384392.146153:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384392.146157:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.146158:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=9 00000020:00000040:1.0:1767384392.146160:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=10 00000020:00000001:2.0:1767384392.146162:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:1.0:1767384392.146165:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384392.146168:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:1.0:1767384392.146169:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384392.146174:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.146179:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83cbd47. 00000100:00000001:1.0:1767384392.146181:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384392.146183:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.146186:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384392.146187:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83cbd47. 00000100:00000001:1.0:1767384392.146191:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.146195:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384392.146196:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:1.0:1767384392.146203:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000588ee465. 00000020:00000010:2.0:1767384392.146204:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006814a60a. 00000020:00000010:1.0:1767384392.146211:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000067f2f76c. 00000020:00000010:2.0:1767384392.146212:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000020:00000010:1.0:1767384392.146220:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000100:00000040:2.0:1767384392.146224:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384392.146228:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384392.146229:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.146230:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384392.146233:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384392.146234:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384392.146236:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384392.146238:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146240:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.146242:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384392.146244:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384392.146248:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384392.146249:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384392.146250:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384392.146252:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384392.146254:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=3 00000020:00000040:2.0:1767384392.146256:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:1.0:1767384392.146259:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00000020:00000001:2.0:1767384392.146261:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:1.0:1767384392.146264:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:2.0:1767384392.146266:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:1.0:1767384392.146269:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.146271:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.146273:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.146274:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.146276:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.146277:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146280:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.146281:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146291:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.146292:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146303:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384392.146316:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384392.146318:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384392.146324:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 0 00000100:00000040:1.0:1767384392.146327:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:1.0:1767384392.146330:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013354436688 : -114060355114928 : ffff9843410ce850) 00000100:00000040:1.0:1767384392.146336:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eaf75a36 x1853236740885376/t0(0) o103->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384392.146347:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384392.146350:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000100:00000001:1.0:1767384392.146352:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384392.146359:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000100:00100000:1.0:1767384392.146365:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eaf75a36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:be7dcae0-0632-41d7-8b9c-916c640fc611+10:12163:x1853236740885376:12345-192.168.202.19@tcp50:103: 00000100:00000200:1.0:1767384392.146370:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740885376 00010000:00000001:1.0:1767384392.146372:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384392.146374:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384392.146376:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384392.146381:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384392.146383:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384392.146387:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e380af8. 02000000:00000001:1.0:1767384392.146390:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146392:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146395:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767384392.146397:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384392.146398:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000001:2.0:1767384392.146410:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384392.146412:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384392.146414:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384392.146415:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d527d218 refcount=3 00000020:00000001:1.0:1767384392.146416:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000001:1.0:1767384392.146418:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288478208 : -114055421073408 : ffff984467246800) 00010000:00000040:1.0:1767384392.146420:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 8 00010000:00000001:1.0:1767384392.146422:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.146424:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.146426:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.146428:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.146429:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146432:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.146433:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.146437:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.146438:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.146440:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.146441:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.146442:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d527d218 with handle 0x4ac496f8d605e307 from hash 00010000:00000001:1.0:1767384392.146444:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.146445:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.146445:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.146446:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.146451:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384392.146452:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384392.146454:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d527d218/0x4ac496f8d605e307 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294610 expref: 10 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.146461:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ca9eeea3 : new locks_count 3 00000020:00000040:1.0:1767384392.146463:0:20667:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 9 00010000:00000001:1.0:1767384392.146467:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.146469:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384392.146471:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384392.146473:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384392.146475:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146477:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384392.146478:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384392.146479:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384392.146484:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384392.146486:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384392.146490:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384392.146495:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384392.146498:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:1.0:1767384392.146500:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:1.0:1767384392.146502:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384392.146504:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384392.146507:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384392.146510:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:1.0:1767384392.146513:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1dea93b. 00000100:00000200:1.0:1767384392.146518:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236740885376, offset 224 00000400:00000200:1.0:1767384392.146524:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:1.0:1767384392.146534:0:20667:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:1.0:1767384392.146550:0:20667:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [246:246:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:1.0:1767384392.146560:0:20667:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384392.146565:0:20667:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:1.0:1767384392.146569:0:20667:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c2b7058. 00000800:00000200:1.0:1767384392.146583:0:20667:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:1.0:1767384392.146590:0:20667:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:1.0:1767384392.146593:0:20667:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001c2b7058 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384392.146604:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.146607:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:1.0:1767384392.146609:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.146611:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384392.146614:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaf75a36 x1853236740885376/t0(0) o103->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 328/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384392.146623:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eaf75a36 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:be7dcae0-0632-41d7-8b9c-916c640fc611+9:12163:x1853236740885376:12345-192.168.202.19@tcp50:103: Request processed in 275us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384392.146630:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 0 00000100:00000040:1.0:1767384392.146632:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:1.0:1767384392.146635:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384392.146636:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384392.146640:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000067f2f76c. 00000020:00000010:1.0:1767384392.146643:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000020:00000010:1.0:1767384392.146647:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000588ee465. 00000020:00000040:1.0:1767384392.146651:0:20667:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 00000100:00000001:0.0:1767384392.148378:0:16140:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384392.148385:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740885632 02000000:00000001:2.0:1767384392.148389:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.148391:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.148392:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.148395:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.148397:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740885632 00000020:00000001:2.0:1767384392.148399:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.148400:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:2.0:1767384392.148402:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.148404:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=9 00000020:00000001:2.0:1767384392.148407:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:2.0:1767384392.148409:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:2.0:1767384392.148411:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.148414:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83cbd47. 00000100:00000001:2.0:1767384392.148416:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.148417:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83cbd47. 00000020:00000010:2.0:1767384392.148425:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075f9336f. 00000020:00000010:2.0:1767384392.148428:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000020:00000010:2.0:1767384392.148430:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f4ab52e. 00000100:00000001:2.0:1767384392.148435:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.148436:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384392.148437:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384392.148440:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.148442:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384392.148444:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.148445:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.148446:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=3 00000020:00000001:2.0:1767384392.148448:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:2.0:1767384392.148449:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00010000:00000001:2.0:1767384392.148450:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.148451:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148452:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148453:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148457:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148458:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.148469:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.148470:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1767384392.148472:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384392.148475:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 1 00000800:00000010:0.0:1767384392.148478:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c2b7058. 00000100:00000040:2.0:1767384392.148479:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:2.0:1767384392.148482:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018656099328 : -114055053452288 : ffff98447d0ddc00) 00000400:00000200:0.0:1767384392.148486:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384392.148487:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef2063f2 x1853236740885504/t0(0) o103->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384392.148498:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.148505:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1dea93b 00000100:00000001:2.0:1767384392.148506:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.148509:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83cbd47. 00000400:00000010:0.0:1767384392.148509:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1dea93b. 00000100:00000001:2.0:1767384392.148514:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.148515:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83cbd47. 00000100:00000001:0.0:1767384392.148516:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767384392.148520:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef2063f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be7dcae0-0632-41d7-8b9c-916c640fc611+9:12163:x1853236740885504:12345-192.168.202.19@tcp50:103: 00000100:00000001:0.0:1767384392.148520:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:2.0:1767384392.148524:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740885504 00010000:00000001:2.0:1767384392.148526:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384392.148527:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000800:00000001:0.0:1767384392.148528:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384392.148529:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384392.148534:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1767384392.148535:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384392.148536:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.148542:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000056397c47. 02000000:00000001:2.0:1767384392.148544:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148573:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.148575:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384392.148576:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384392.148578:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.148579:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.148580:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000003811b824 refcount=3 00000020:00000001:2.0:1767384392.148581:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000001:2.0:1767384392.148582:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480768 : -114055421070848 : ffff984467247200) 00010000:00000040:2.0:1767384392.148584:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f1cc8e48 count: 2 00010000:00000001:2.0:1767384392.148586:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384392.148588:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.148589:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.148590:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.148591:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.148593:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384392.148594:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384392.148597:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.148598:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148600:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.148601:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.148602:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003811b824 with handle 0x4ac496f8d605e30e from hash 00010000:00000001:2.0:1767384392.148604:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384392.148605:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.148605:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148606:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384392.148608:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384392.148608:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384392.148610:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003811b824/0x4ac496f8d605e30e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294633 expref: 9 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.148615:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ca9eeea3 : new locks_count 2 00000020:00000040:2.0:1767384392.148616:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 8 00010000:00000001:2.0:1767384392.148620:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148621:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384392.148622:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384392.148624:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.148625:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.148626:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384392.148627:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f1cc8e48 count: 0 00010000:00010000:2.0:1767384392.148632:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384392.148632:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.148635:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.148636:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.148642:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.148645:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.148646:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.148648:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.148650:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.148651:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148653:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.148655:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384392.148658:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a32a5a5. 00000100:00000200:2.0:1767384392.148661:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236740885504, offset 224 00000400:00000200:2.0:1767384392.148665:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384392.148672:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384392.148685:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [247:247:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [27:27:8:4294967295] 00000400:00000200:2.0:1767384392.148692:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.148696:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384392.148699:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f83b4faa. 00000800:00000200:2.0:1767384392.148702:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384392.148706:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384392.148709:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f83b4faa type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.148718:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.148720:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384392.148722:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.148723:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.148726:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2063f2 x1853236740885504/t0(0) o103->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 328/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.148732:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef2063f2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be7dcae0-0632-41d7-8b9c-916c640fc611+8:12163:x1853236740885504:12345-192.168.202.19@tcp50:103: Request processed in 225us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.148738:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 1 00000100:00000040:2.0:1767384392.148739:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384392.148741:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.148742:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.148745:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006814a60a. 00000020:00000010:2.0:1767384392.148747:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384392.148750:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000020:00000040:2.0:1767384392.148754:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 7 00000100:00000001:2.0:1767384392.148756:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384392.148767:0:16770:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.148768:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.148771:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384392.148772:0:16770:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.148775:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 2 00000100:00000040:2.0:1767384392.148778:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:0.0:1767384392.148779:0:16770:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148780:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018674359168 : -114055035192448 : ffff98447e247b80) 00000100:00000040:2.0:1767384392.148785:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb790a18 x1853236740885632/t0(0) o103->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 328/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384392.148785:0:16770:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.148793:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.148795:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83cbd47. 00000100:00000001:2.0:1767384392.148797:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.148800:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f83cbd47. 00000100:00100000:2.0:1767384392.148803:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb790a18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be7dcae0-0632-41d7-8b9c-916c640fc611+7:12163:x1853236740885632:12345-192.168.202.19@tcp50:103: 00000100:00000200:2.0:1767384392.148806:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740885632 00010000:00000001:2.0:1767384392.148807:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384392.148808:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384392.148808:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384392.148811:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.148812:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1767384392.148814:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767384392.148815:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003c08a882. 02000000:00000001:1.0:1767384392.148818:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000010:0.0:1767384392.148818:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f83b4faa. 02000000:00000001:2.0:1767384392.148819:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384392.148823:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e380af8. 00000100:00000001:2.0:1767384392.148825:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384392.148827:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384392.148829:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 02000000:00000001:1.0:1767384392.148831:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1767384392.148833:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000010:1.0:1767384392.148836:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2063f2. 00000400:00000200:0.0:1767384392.148837:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00010000:00000001:2.0:1767384392.148838:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384392.148842:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384392.148844:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384392.148844:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a32a5a5 00000020:00000040:2.0:1767384392.148845:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000879f20ca refcount=3 02000000:00000010:1.0:1767384392.148849:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee0bd030. 00000400:00000010:0.0:1767384392.148849:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a32a5a5. 00000020:00000001:2.0:1767384392.148850:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 02000000:00000001:1.0:1767384392.148855:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384392.148856:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631982080 : -114056077569536 : ffff984440031200) 00000100:00000001:0.0:1767384392.148857:0:16139:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:1.0:1767384392.148859:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b62fa85. 02000000:00000001:0.0:1767384392.148861:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000040:2.0:1767384392.148862:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002478147a count: 4 02000000:00000010:0.0:1767384392.148865:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000056397c47. 00010000:00000001:2.0:1767384392.148866:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384392.148867:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767384392.148871:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000010:1.0:1767384392.148872:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000001711e7d. 02000000:00000001:0.0:1767384392.148872:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384392.148875:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384392.148876:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384392.148878:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384392.148879:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384392.148881:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ae57f9a1. 00000020:00000001:2.0:1767384392.148883:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384392.148888:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384392.148889:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384392.148892:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:1.0:1767384392.148892:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008d5c3bb6. 00010000:00000001:2.0:1767384392.148896:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.148898:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148900:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.148902:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.148904:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000879f20ca with handle 0x4ac496f8d605e315 from hash 00010000:00000001:2.0:1767384392.148909:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384392.148909:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384392.148913:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384392.148913:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059706a99. 00010000:00000001:2.0:1767384392.148915:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148918:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384392.148920:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1767384392.148920:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384392.148924:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000728ee85b. 00010000:00000001:2.0:1767384392.148925:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384392.148929:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:2.0:1767384392.148931:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000879f20ca/0x4ac496f8d605e315 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f929463a expref: 7 pid: 16780 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384392.148932:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 02000000:00000001:1.0:1767384392.148937:0:20667:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384392.148939:0:20667:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d00c0d68. 02000000:00000001:1.0:1767384392.148942:0:20667:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:2.0:1767384392.148945:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ca9eeea3 : new locks_count 1 00000100:00000010:1.0:1767384392.148945:0:20667:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000096bc844c. 00000020:00000040:2.0:1767384392.148950:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 00000100:00000001:1.0:1767384392.148952:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.148957:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.148960:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1767384392.148960:0:20667:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:2.0:1767384392.148962:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384392.148965:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384392.148967:0:20667:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d5e95672. 00010000:00000001:2.0:1767384392.148968:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.148973:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384392.148974:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384392.148976:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384392.148976:0:20667:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed230447. 00010000:00000001:2.0:1767384392.148983:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.148984:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.148987:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.148991:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.148993:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.148995:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.148998:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.148999:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.149001:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.149003:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384392.149006:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013db2977. 00000100:00000200:2.0:1767384392.149009:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236740885632, offset 224 00000400:00000200:2.0:1767384392.149014:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384392.149027:0:16772:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384392.149035:0:16772:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [248:248:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384392.149043:0:16772:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.149047:0:16772:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384392.149051:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abeecb20. 00000800:00000200:2.0:1767384392.149054:0:16772:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384392.149058:0:16772:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384392.149060:0:16772:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000abeecb20 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.149135:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.149138:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384392.149141:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.149143:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.149146:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb790a18 x1853236740885632/t0(0) o103->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 328/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.149155:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb790a18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be7dcae0-0632-41d7-8b9c-916c640fc611+6:12163:x1853236740885632:12345-192.168.202.19@tcp50:103: Request processed in 360us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.149162:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 2 00000100:00000040:2.0:1767384392.149164:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:2.0:1767384392.149165:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.149167:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.149169:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:2.0:1767384392.149171:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f4ab52e. 00000020:00000010:2.0:1767384392.149174:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075f9336f. 00000020:00000040:2.0:1767384392.149178:0:16772:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 5 00000100:00000001:2.0:1767384392.149180:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.149477:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.149857:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.149860:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.149863:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.149871:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.149881:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 224 into portal 28 MB=0x695824da00d00 00000400:00000200:1.0:1767384392.149888:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.19@tcp50 of length 224/224 into md 0xa9d [8] + 5528 00000800:00000001:1.0:1767384392.149894:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.149901:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.149903:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.149906:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384392.149912:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.149913:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384392.149918:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbb0cc2b. 00000100:00000040:1.0:1767384392.149920:0:16139:0:(events.c:337:request_in_callback()) incoming req@00000000bbb0cc2b x1853236740885760 msgsize 224 00000100:00100000:1.0:1767384392.149925:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384392.149937:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.149941:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.149945:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.149967:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384392.150171:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740885760 02000000:00000001:2.0:1767384392.150174:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384392.150175:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384392.150177:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384392.150181:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384392.150184:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740885760 00000020:00000001:2.0:1767384392.150186:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384392.150188:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e323 00000020:00000001:2.0:1767384392.150191:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384392.150193:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000825d27ce refcount=6 00000020:00000001:2.0:1767384392.150195:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407397888 : -114060302153728 : ffff984344350800) 00000020:00000001:2.0:1767384392.150198:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407397888 : -114060302153728 : ffff984344350800) 00000100:00000001:2.0:1767384392.150201:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.150204:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f83cbd47. 00000020:00000010:2.0:1767384392.150207:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a9e3a1ff. 00000020:00000040:2.0:1767384392.150213:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 8 - evictor 00000100:00000001:2.0:1767384392.150226:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384392.150230:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075f9336f. 00000020:00000010:2.0:1767384392.150233:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000585cef0f. 00000100:00080000:3.0:1767384392.150483:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384392.150488:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 8 - evictor 00000800:00000200:0.0:1767384392.153651:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.153661:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abeecb20. 00000400:00000200:0.0:1767384392.153670:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.153693:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.153700:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013db2977 00000400:00000010:0.0:1767384392.153702:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013db2977. 00000100:00000001:0.0:1767384392.153708:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.153709:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384392.154137:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f4ab52e. 00000100:00000040:2.0:1767384392.154153:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384392.154158:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384392.154159:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384392.154162:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.154170:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.154185:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384392.154198:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384392.154201:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384392.154205:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 5 00000100:00000040:2.0:1767384392.154209:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000825d27ce : new rpc_count 1 00000100:00000001:2.0:1767384392.154211:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407819776 : -114055301731840 : ffff98446e416a00) 00000100:00000040:2.0:1767384392.154217:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbb0cc2b x1853236740885760/t0(0) o9->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384392.154227:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384392.154232:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e3a1ff. 00000100:00000001:2.0:1767384392.154235:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384392.154238:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a9e3a1ff. 00000100:00100000:2.0:1767384392.154243:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbb0cc2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+6:12162:x1853236740885760:12345-192.168.202.19@tcp50:9: 00000100:00000200:2.0:1767384392.154246:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740885760 00000020:00000001:2.0:1767384392.154249:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384392.154253:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384392.154255:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.154258:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384392.154259:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352080 : -1038199536 : ffffffffc21e5510) 00000020:00000001:2.0:1767384392.154263:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384392.154266:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384392.154268:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384392.154270:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384392.154273:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.154276:0:17560:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384392.154278:0:17560:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384392.154282:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384392.154285:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384392.154291:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008da9ffdd. 02000000:00000001:2.0:1767384392.154294:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.154296:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.154302:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=7 00010000:00000001:2.0:1767384392.154304:0:17560:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:2.0:1767384392.154307:0:17560:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384392.154308:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=8 00010000:00000001:2.0:1767384392.154310:0:17560:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384392.154312:0:17560:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384392.154317:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 7 00000020:00000080:2.0:1767384392.154319:0:17560:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605e323 00000020:00000040:2.0:1767384392.154322:0:17560:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000825d27ce with handle 0x4ac496f8d605e323 from hash 00000020:00000040:2.0:1767384392.154327:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 6 00000020:00000010:2.0:1767384392.154330:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f83cbd47. 00000020:00000001:2.0:1767384392.154334:0:17560:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384392.154335:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 5 00000020:00000001:2.0:1767384392.154337:0:17560:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384392.154338:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 4 00000020:00000001:2.0:1767384392.154340:0:17560:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.154343:0:17560:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384392.154344:0:17560:0:(import.c:65:import_set_state_nolock()) 000000005c5748ef : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384392.154348:0:17560:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384392.154350:0:17560:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384392.154352:0:17560:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384392.154366:0:17560:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384392.154372:0:17560:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767384392.154375:0:17560:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000023bf0a7f dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384392.154377:0:17560:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000825d27ce dirty 0 pend 0 grant 0 00000020:00000010:2.0:1767384392.154383:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004138d37c. 00000020:00000010:2.0:1767384392.154388:0:17560:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000811ed98e. 00000020:00000010:2.0:1767384392.154393:0:17560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f26eeb04. 00000020:00000010:2.0:1767384392.154397:0:17560:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384392.154401:0:17560:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041214998. 80000000:00000010:2.0:1767384392.154404:0:17560:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384392.154407:0:17560:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f83cbd47. 00100000:00000010:2.0:1767384392.154409:0:17560:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f8e1f81. 00040000:00000010:2.0:1767384392.154412:0:17560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000abeecb20. 00040000:00000010:2.0:1767384392.154414:0:17560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e78ffa6. 00080000:00000010:2.0:1767384392.154416:0:17560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a303fdfc. 00002000:00000010:2.0:1767384392.154423:0:17560:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028022c7c. 00000001:00000001:2.0:1767384392.154427:0:17560:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384392.154429:0:17560:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22' 00000001:00000001:2.0:1767384392.154432:0:17560:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384392.154434:0:17560:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:2.0:1767384392.154437:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384392.154446:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bb1fd261. 00080000:00000001:2.0:1767384392.154448:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367390208 : -114060342161408 : ffff984341d29000) 00080000:00000001:2.0:1767384392.154452:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384392.154473:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384392.154475:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.154478:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384392.154496:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.154498:0:17560:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384392.154501:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384392.154550:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384392.154552:0:17560:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384392.154553:0:17560:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.154555:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384392.154564:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384392.154565:0:17560:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384392.154567:0:17560:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.154569:0:17560:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384392.154570:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384392.154572:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f04d1b80. 00080000:00000001:2.0:1767384392.154573:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013367397376 : -114060342154240 : ffff984341d2ac00) 00080000:00000001:2.0:1767384392.154574:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384392.154580:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384392.154581:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384392.154582:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384392.154586:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384392.154587:0:17560:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bff8c225. 00000001:00000040:2.0:1767384392.154589:0:17560:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000825d27ce : new cb_count 2 00000020:00000040:2.0:1767384392.154590:0:17560:0:(genops.c:887:class_export_get()) GET export 00000000825d27ce refcount=5 00080000:00000001:2.0:1767384392.154592:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384392.154597:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384392.154598:0:17560:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384392.154599:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384392.154601:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384392.154602:0:17560:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384392.154603:0:17560:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:2.0:1767384392.154605:0:17560:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.154608:0:17560:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000811ed98e. 00000020:00000010:2.0:1767384392.154609:0:17560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f26eeb04. 00000020:00000010:2.0:1767384392.154612:0:17560:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384392.154614:0:17560:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041214998. 80000000:00000010:2.0:1767384392.154616:0:17560:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384392.154618:0:17560:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f83cbd47. 00100000:00000010:2.0:1767384392.154620:0:17560:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f8e1f81. 00040000:00000010:2.0:1767384392.154622:0:17560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000abeecb20. 00040000:00000010:2.0:1767384392.154625:0:17560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e78ffa6. 00080000:00000010:2.0:1767384392.154627:0:17560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a303fdfc. 00002000:00000010:2.0:1767384392.154629:0:17560:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384392.154632:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004138d37c. 00000001:00000001:2.0:1767384392.154636:0:17560:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384392.154637:0:17560:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 8 00000001:00000001:2.0:1767384392.154640:0:17560:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384392.154641:0:17560:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 7 00000020:00000040:2.0:1767384392.154642:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 4 00000001:00000001:2.0:1767384392.154644:0:17560:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384392.154645:0:17560:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 6 00000001:00000001:2.0:1767384392.154646:0:17560:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384392.154646:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 3 00002000:00000001:2.0:1767384392.154647:0:17560:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.154648:0:17560:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.154649:0:17560:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.154651:0:17560:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384392.154653:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740885760 00010000:00000001:2.0:1767384392.154655:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384392.154658:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbb0cc2b x1853236740885760/t0(0) o9->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384392.154664:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384392.154665:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384392.154668:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384392.154672:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384392.154673:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00000100:00000001:2.0:1767384392.154674:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 02000000:00000001:2.0:1767384392.154676:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384392.154678:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384392.154680:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384392.154681:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000400:00000010:2.0:1767384392.154685:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea117e83. 00000100:00000200:2.0:1767384392.154688:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236740885760, offset 224 00000400:00000200:2.0:1767384392.154692:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:2.0:1767384392.154702:0:17560:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:2.0:1767384392.154715:0:17560:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [249:249:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:2.0:1767384392.154723:0:17560:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384392.154726:0:17560:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:2.0:1767384392.154729:0:17560:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000abeecb20. 00000800:00000200:2.0:1767384392.154733:0:17560:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:2.0:1767384392.154738:0:17560:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:2.0:1767384392.154741:0:17560:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000abeecb20 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384392.154756:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384392.154758:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:2.0:1767384392.154759:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384392.154760:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.154762:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384392.154764:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbb0cc2b x1853236740885760/t0(0) o9->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384392.154769:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbb0cc2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+3:12162:x1853236740885760:12345-192.168.202.19@tcp50:9: Request processed in 542us (4848us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384392.154774:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 5 00000100:00000040:2.0:1767384392.154776:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000825d27ce : new rpc_count 0 00000100:00000001:2.0:1767384392.154777:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384392.154778:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384392.154780:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000585cef0f. 00000020:00000010:2.0:1767384392.154783:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f4ab52e. 00000020:00000010:2.0:1767384392.154785:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075f9336f. 00000020:00000040:2.0:1767384392.154789:0:17560:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 2 00000100:00000001:2.0:1767384392.154791:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384392.154935:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384392.154938:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384392.154941:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384392.155171:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384392.155175:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000abeecb20. 00000400:00000200:1.0:1767384392.155187:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.155192:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.155195:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea117e83 00000400:00000010:1.0:1767384392.155197:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea117e83. 00000100:00000001:1.0:1767384392.155201:0:16141:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384392.155202:0:16141:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384392.157225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d527d218. 00010000:00000010:2.1:1767384392.162157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00010000:00000010:2.1:1767384392.162174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f1cc8e48. 00010000:00000010:2.1:1767384392.162179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000879f20ca. 00000800:00000001:1.0:1767384392.165610:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.165627:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.165632:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.165634:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.165645:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.165662:0:16139:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 224 into portal 12 MB=0x695824da00e00 00000400:00000200:1.0:1767384392.165669:0:16139:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.19@tcp50 of length 224/224 into md 0x229 [64] + 11608 00000800:00000001:1.0:1767384392.165675:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.165682:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.165684:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.165687:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000100:00000001:1.0:1767384392.165693:0:16139:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.165695:0:16139:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384392.165699:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ecba4f7. 00000100:00000040:1.0:1767384392.165703:0:16139:0:(events.c:337:request_in_callback()) incoming req@000000002ecba4f7 x1853236740886016 msgsize 224 00000100:00100000:1.0:1767384392.165706:0:16139:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000001:1.0:1767384392.165758:0:16139:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.165766:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.165770:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.165809:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384392.165817:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740886016 02000000:00000001:3.0:1767384392.165819:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384392.165821:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384392.165822:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384392.165826:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.165829:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740886016 00000020:00000001:3.0:1767384392.165831:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384392.165832:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e31c 00000020:00000001:3.0:1767384392.165834:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384392.165836:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ece52f87 refcount=7 00000020:00000001:3.0:1767384392.165837:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000020:00000001:3.0:1767384392.165839:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00000100:00000001:3.0:1767384392.165842:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.165845:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b385aeee. 00000100:00000001:3.0:1767384392.165847:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.165849:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b385aeee. 00000020:00000010:3.0:1767384392.165854:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f7120ca6. 00000020:00000010:3.0:1767384392.165857:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.165860:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384392.165866:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384392.165868:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384392.165869:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.165871:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.165877:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.165887:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.165897:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384392.165898:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384392.165902:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 8 00000100:00000040:3.0:1767384392.165905:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ece52f87 : new rpc_count 1 00000100:00000001:3.0:1767384392.165906:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018407817088 : -114055301734528 : ffff98446e415f80) 00000100:00000040:3.0:1767384392.165911:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ecba4f7 x1853236740886016/t0(0) o39->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384392.165921:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.165926:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b385aeee. 00000100:00000001:3.0:1767384392.165927:0:16786:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.165929:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b385aeee. 00000100:00100000:3.0:1767384392.165931:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ecba4f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+7:12162:x1853236740886016:12345-192.168.202.19@tcp50:39: 00000100:00000200:3.0:1767384392.165934:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740886016 00000020:00000001:3.0:1767384392.165937:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384392.165940:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384392.165943:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.165945:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384392.165946:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228384 : -1040323232 : ffffffffc1fded60) 00000020:00000001:3.0:1767384392.165949:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384392.165951:0:16786:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853236740886016, found 0 last_xid 1853236740885247 00000020:00000001:3.0:1767384392.165953:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384392.165955:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384392.165957:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384392.165958:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.165960:0:16786:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384392.165962:0:16786:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384392.165965:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384392.165966:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384392.165969:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000045cde5bc. 02000000:00000001:3.0:1767384392.165970:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.165971:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384392.165976:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=8 00010000:00000001:3.0:1767384392.165977:0:16786:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384392.165980:0:16786:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384392.165981:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=9 00010000:00000001:3.0:1767384392.165984:0:16786:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384392.165985:0:16786:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384392.166001:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 8 00000020:00000080:3.0:1767384392.166004:0:16786:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605e31c 00000020:00000040:3.0:1767384392.166006:0:16786:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ece52f87 with handle 0x4ac496f8d605e31c from hash 00000020:00000040:3.0:1767384392.166011:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 7 00000020:00000010:3.0:1767384392.166014:0:16786:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000011c79591. 00000020:00000001:3.0:1767384392.166026:0:16786:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384392.166028:0:16786:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000ece52f87: total 0 00000020:00000001:3.0:1767384392.166030:0:16786:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384392.166031:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 6 00000020:00000001:3.0:1767384392.166032:0:16786:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.166035:0:16786:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384392.166037:0:16786:0:(import.c:65:import_set_state_nolock()) 000000004005d04d : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384392.166040:0:16786:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384392.166042:0:16786:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384392.166043:0:16786:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384392.166055:0:16786:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384392.166060:0:16786:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384392.166063:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000944e8155 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767384392.166075:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:2.0:1767384392.166079:0:16773:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000ece52f87: total 0 00000020:00000001:2.0:1767384392.166092:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630013407422464 : -114060302129152 : ffff984344356800) 00010000:00000001:2.0:1767384392.166096:0:16773:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:2.0:1767384392.166101:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e78ffa6. 00000020:00000010:2.0:1767384392.166123:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041214998. 00000020:00000010:2.0:1767384392.166129:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a303fdfc. 00000020:00000010:2.0:1767384392.166133:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384392.166136:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000811ed98e. 80000000:00000010:2.0:1767384392.166141:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384392.166145:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000230a79d4. 00000020:00000020:3.0:1767384392.166150:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ccb8c6dc dirty 0 pend 0 grant 0 00100000:00000010:2.0:1767384392.166151:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f8e1f81. 00000020:00000020:3.0:1767384392.166157:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 dirty 0 pend 0 grant 0 00040000:00000010:2.0:1767384392.166158:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f83b4faa. 00000004:00000001:3.0:1767384392.166162:0:16786:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00040000:00000010:2.0:1767384392.166164:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003aebc287. 00000001:00000001:3.0:1767384392.166169:0:16786:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00080000:00000010:2.0:1767384392.166170:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f26eeb04. 00000001:00000040:3.0:1767384392.166173:0:16786:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22' 00002000:00000010:2.0:1767384392.166177:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007f60637f. 00000001:00000001:3.0:1767384392.166178:0:16786:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384392.166182:0:16786:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00000010:2.0:1767384392.166183:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041214998. 00080000:00000001:3.0:1767384392.166187:0:16786:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:2.0:1767384392.166189:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a303fdfc. 00000020:00000010:2.0:1767384392.166193:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384392.166196:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000811ed98e. 80000000:00000010:2.0:1767384392.166199:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384392.166203:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000230a79d4. 00100000:00000010:2.0:1767384392.166205:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f8e1f81. 00040000:00000010:2.0:1767384392.166209:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f83b4faa. 00040000:00000010:2.0:1767384392.166215:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003aebc287. 00080000:00000010:2.0:1767384392.166219:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f26eeb04. 00002000:00000010:2.0:1767384392.166222:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007f60637f. 00000020:00000010:2.0:1767384392.166225:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e78ffa6. 00010000:00010000:2.0:1767384392.166228:0:16773:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000ece52f87, canceled 0 locks, left on hash table 1. 00000020:00000010:2.0:1767384392.166233:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e78ffa6. 00000020:00000010:2.0:1767384392.166235:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003aebc287. 00000020:00000010:2.0:1767384392.166237:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f26eeb04. 00000020:00000010:2.0:1767384392.166240:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00080000:00000010:3.0:1767384392.166244:0:16786:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f43eb6c. 00000020:00000010:2.0:1767384392.166244:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000811ed98e. 00080000:00000001:3.0:1767384392.166251:0:16786:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630017741774848 : -114055967776768 : ffff9844468e6000) 80000000:00000010:2.0:1767384392.166251:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384392.166254:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000230a79d4. 00080000:00000001:3.0:1767384392.166258:0:16786:0:(osd_io.c:243:osd_declare_write()) Process entered 00100000:00000010:2.0:1767384392.166258:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f8e1f81. 00040000:00000010:2.0:1767384392.166260:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f83b4faa. 00040000:00000010:2.0:1767384392.166262:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041214998. 00080000:00000010:2.0:1767384392.166264:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a303fdfc. 00002000:00000010:2.0:1767384392.166266:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007f60637f. 00000001:00000001:2.0:1767384392.166268:0:16773:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:2.0:1767384392.166273:0:16773:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1767384392.166279:0:16773:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000747dbbe7 count: 2 00000004:00000001:2.0:1767384392.166284:0:16773:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1767384392.166286:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384392.166288:0:16773:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.166291:0:16773:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384392.166293:0:16773:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.166296:0:16786:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1767384392.166297:0:16773:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384392.166300:0:16786:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.166304:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000001:3.0:1767384392.166305:0:16786:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384392.166307:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1767384392.166311:0:16786:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384392.166313:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1767384392.166315:0:16786:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767384392.166316:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767384392.166318:0:16786:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.166321:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384392.166324:0:16773:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.166327:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000961b63c5 with handle 0x4ac496f8d605e331 from hash 00010000:00000001:2.0:1767384392.166329:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384392.166330:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.166332:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.166333:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767384392.166338:0:16786:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.166338:0:16773:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000001:00000001:3.0:1767384392.166342:0:16786:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384392.166345:0:16786:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767384392.166351:0:16773:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.166355:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384392.166357:0:16773:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384392.166359:0:16773:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1767384392.166361:0:16773:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (00000000747dbbe7) 00010000:00010000:2.0:1767384392.166364:0:16773:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:2.0:1767384392.166367:0:16773:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384392.166370:0:16773:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384392.166372:0:16773:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384392.166375:0:16773:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ece52f87, 1 locks cancelled. 00010000:00000001:2.0:1767384392.166377:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384392.166379:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384392.166380:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384392.166384:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961b63c5/0x4ac496f8d605e331 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f929465d expref: 6 pid: 16786 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384392.166393:0:16773:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ece52f87 : new locks_count 0 00000020:00000040:2.0:1767384392.166396:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00010000:00000010:2.0:1767384392.166398:0:16773:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4559748. 00010000:00000040:2.0:1767384392.166402:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000747dbbe7 count: 0 00080000:00000001:3.0:1767384392.166405:0:16786:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00010000:00000010:2.0:1767384392.166409:0:16773:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e38cc006. 00000001:00000040:3.0:1767384392.166410:0:16786:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00010000:00000001:2.0:1767384392.166418:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767384392.166421:0:16786:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384392.166422:0:16773:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 11f148fe-cd7c-4, loop: 0 00080000:00000001:3.0:1767384392.166425:0:16786:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1767384392.166427:0:16773:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384392.166443:0:16786:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384392.166447:0:16786:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000001:00000010:3.0:1767384392.166450:0:16786:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000002eb19703. 00000001:00000040:3.0:1767384392.166453:0:16786:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000ece52f87 : new cb_count 2 00000020:00000040:3.0:1767384392.166455:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=6 00000001:00000010:3.0:1767384392.166459:0:16786:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000035ef39d5. 00000001:00000010:3.0:1767384392.166507:0:16786:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 0000000064a36aed. 00080000:00000001:3.0:1767384392.166512:0:16786:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384392.166589:0:16786:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1767384392.166593:0:16786:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 0000000035ef39d5: xid 1853236740886016, transno 8589934593, tag 0, client gen 1, slot idx 0 00000001:00000001:3.0:1767384392.166597:0:16786:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384392.166610:0:16786:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384392.166612:0:16786:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384392.166614:0:16786:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.166616:0:16786:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384392.166618:0:16786:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384392.166622:0:16786:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008d5c3bb6. 00080000:00000001:3.0:1767384392.166624:0:16786:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400070144 : -114060309481472 : ffff984343c53800) 00080000:00000001:3.0:1767384392.166627:0:16786:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384392.166637:0:16786:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384392.166638:0:16786:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384392.166640:0:16786:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384392.166646:0:16786:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384392.166649:0:16786:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ffafa837. 00000001:00000040:3.0:1767384392.166651:0:16786:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000ece52f87 : new cb_count 3 00000020:00000040:3.0:1767384392.166652:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000ece52f87 refcount=7 00080000:00000001:3.0:1767384392.166655:0:16786:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384392.166662:0:16786:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767384392.166664:0:16786:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384392.166666:0:16786:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767384392.166670:0:16786:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384392.166672:0:16786:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:3.0:1767384392.166680:0:16786:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384392.166682:0:16786:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384392.166684:0:16786:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384392.166687:0:16786:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384392.166689:0:16786:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 7 00000001:00000001:3.0:1767384392.166692:0:16786:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384392.166695:0:16786:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 6 00000020:00000040:3.0:1767384392.166697:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 6 00000001:00000001:3.0:1767384392.166699:0:16786:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384392.166700:0:16786:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 5 00000001:00000001:3.0:1767384392.166702:0:16786:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384392.166703:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 5 00000004:00000001:3.0:1767384392.166705:0:16786:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384392.166705:0:16773:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.166708:0:16786:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384392.166711:0:16773:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000ece52f87, canceled 1 locks, left on hash table 0. 00010000:00000001:3.0:1767384392.166712:0:16786:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.166718:0:16786:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384392.166719:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003aebc287. 00010000:00000040:3.0:1767384392.166721:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 8589934593, xid 1853236740886016 00000020:00000010:2.0:1767384392.166725:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f26eeb04. 00010000:00000001:3.0:1767384392.166726:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384392.166731:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00010000:00000200:3.0:1767384392.166734:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ecba4f7 x1853236740886016/t8589934593(0) o39->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384392.166736:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000811ed98e. 80000000:00000010:2.0:1767384392.166742:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384392.166748:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000230a79d4. 00010000:00000001:3.0:1767384392.166749:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00100000:00000010:2.0:1767384392.166752:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f8e1f81. 00010000:00000001:3.0:1767384392.166754:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384392.166757:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f83b4faa. 00000100:00001000:3.0:1767384392.166758:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=93 v=5 (1 0 0 0) 00040000:00000010:2.0:1767384392.166762:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041214998. 00000100:00000001:3.0:1767384392.166765:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000010:2.0:1767384392.166766:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a303fdfc. 00000100:00000040:3.0:1767384392.166771:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00002000:00000010:2.0:1767384392.166772:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007f60637f. 00000100:00000001:3.0:1767384392.166775:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 00000020:00000010:2.0:1767384392.166776:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e78ffa6. 02000000:00000001:3.0:1767384392.166780:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384392.166782:0:16773:0:(genops.c:1932:obd_stale_export_put()) Process entered 02000000:00000001:3.0:1767384392.166784:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.166785:0:16773:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 4 00000100:00000001:3.0:1767384392.166789:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384392.166790:0:16773:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:2.0:1767384392.166794:0:16773:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.166797:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000020:00000001:2.0:1767384392.166799:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384392.166802:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384392.166803:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00010000:00010000:2.0:1767384392.166804:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384392.166808:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384392.166809:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384392.166811:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236740886016, offset 224 00010000:00010000:2.0:1767384392.166812:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384392.166816:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384392.166819:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384392.166822:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00010000:00010000:2.0:1767384392.166823:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384392.166840:0:16786:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384392.166858:0:16786:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [250:250:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384392.166867:0:16786:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384392.166872:0:16786:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384392.166877:0:16786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000089a3be25. 00000800:00000200:3.0:1767384392.166882:0:16786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384392.166889:0:16786:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384392.166892:0:16786:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000089a3be25 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384392.166912:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.166916:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384392.166918:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384392.166920:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.166922:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384392.166925:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ecba4f7 x1853236740886016/t8589934593(0) o39->11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384392.166934:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ecba4f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22+4:12162:x1853236740886016:12345-192.168.202.19@tcp50:39: Request processed in 1012us (1229us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384392.166941:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 8 00000100:00000040:3.0:1767384392.166943:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ece52f87 : new rpc_count 0 00000100:00000001:3.0:1767384392.166946:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.166947:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384392.166950:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.166953:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384392.166956:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f7120ca6. 00000020:00000040:3.0:1767384392.166960:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 3 00000100:00000001:3.0:1767384392.166962:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384392.167750:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.167754:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000089a3be25. 00000400:00000200:0.0:1767384392.167758:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.167764:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.167769:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:0.0:1767384392.167771:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:0.0:1767384392.167776:0:16140:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384392.167777:0:16140:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384392.177596:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.177613:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384392.177618:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.177621:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.177632:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50) <- 192.168.202.19@tcp50 : PUT - for me 00000400:00000200:1.0:1767384392.177650:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.19@tcp50 of length 224 into portal 26 MB=0x695824da00f00 00000400:00000200:1.0:1767384392.177656:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.19@tcp50 of length 224/224 into md 0x1941 [2] + 0 00000400:00000010:1.0:1767384392.177660:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000603bc40e. 00000400:00000200:1.0:1767384392.177677:0:16141:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c48c3dd 00000800:00000001:1.0:1767384392.177683:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.177695:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384392.177697:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384392.177700:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:1.0:1767384392.177704:0:16141:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c48c3dd 00000400:00000010:1.0:1767384392.177705:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c48c3dd. 00000100:00000001:1.0:1767384392.177710:0:16141:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384392.177712:0:16141:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384392.177714:0:16141:0:(events.c:337:request_in_callback()) incoming req@00000000aa700db5 x1853236740886272 msgsize 224 00000100:00100000:1.0:1767384392.177717:0:16141:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.19@tcp50 (source: 12345-192.168.202.19@tcp50) 00000100:00000040:1.0:1767384392.177718:0:16141:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384392.177729:0:16141:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384392.177738:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384392.177740:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.177764:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384392.177768:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236740886272 02000000:00000001:3.0:1767384392.177770:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384392.177776:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384392.177778:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384392.177781:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384392.177784:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236740886272 00000020:00000001:3.0:1767384392.177787:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384392.177788:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e2f9 00000020:00000001:3.0:1767384392.177790:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384392.177792:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ca9eeea3 refcount=6 00000020:00000001:3.0:1767384392.177793:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000020:00000001:3.0:1767384392.177795:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000001:3.0:1767384392.177798:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.177801:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384392.177803:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.177805:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b98ec. 00000020:00000010:3.0:1767384392.177809:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024125e45. 00000020:00000010:3.0:1767384392.177813:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.177816:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384392.177822:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384392.177824:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384392.177825:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384392.177826:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.177833:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.177841:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384392.177849:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384392.177850:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384392.177854:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.19@tcp50, seq: 169 00000100:00000040:3.0:1767384392.177856:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ca9eeea3 : new rpc_count 1 00000100:00000001:3.0:1767384392.177858:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400392784 : -114060309158832 : ffff984343ca2450) 00000100:00000040:3.0:1767384392.177863:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aa700db5 x1853236740886272/t0(0) o251->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 224/0 e 0 to 0 dl 1767384403 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384392.177870:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384392.177871:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb9b98ec. 00000100:00000001:3.0:1767384392.177873:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384392.177879:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb9b98ec. 00000100:00100000:3.0:1767384392.177882:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aa700db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+6:12162:x1853236740886272:12345-192.168.202.19@tcp50:251: 00000100:00000200:3.0:1767384392.177885:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236740886272 00000020:00000001:3.0:1767384392.177888:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384392.177891:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384392.177893:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.177896:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384392.177898:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187440 : -1042364176 : ffffffffc1dec8f0) 00000020:00000001:3.0:1767384392.177901:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384392.177902:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384392.177904:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384392.177906:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384392.177909:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384392.177911:0:16780:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767384392.177914:0:16780:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384392.177915:0:16780:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384392.177918:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384392.177921:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384392.177925:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000070e9ee8d. 02000000:00000001:3.0:1767384392.177928:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.177930:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384392.177935:0:16780:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=7 00010000:00000001:3.0:1767384392.177938:0:16780:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767384392.177940:0:16780:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384392.177944:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 20000000:00000010:3.0:1767384392.177946:0:16780:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000b1a947bb. 00000020:00000040:3.0:1767384392.177949:0:16780:0:(genops.c:887:class_export_get()) GET export 00000000ca9eeea3 refcount=7 00010000:00000001:3.0:1767384392.177954:0:16780:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384392.177956:0:16780:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384392.177966:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 6 00000020:00000080:3.0:1767384392.177968:0:16780:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605e2f9 00000020:00000040:3.0:1767384392.177970:0:16780:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ca9eeea3 with handle 0x4ac496f8d605e2f9 from hash 00000020:00000040:3.0:1767384392.177975:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 5 00000020:00000001:3.0:1767384392.177977:0:16780:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384392.177979:0:16780:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000ca9eeea3: total 0 00000020:00000001:3.0:1767384392.177984:0:16780:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384392.177985:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 4 00000020:00000001:3.0:1767384392.177986:0:16780:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384392.177988:0:16780:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384392.177989:0:16780:0:(import.c:65:import_set_state_nolock()) 00000000df8e6520 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384392.177992:0:16780:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384392.177994:0:16780:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384392.177995:0:16780:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384392.178064:0:16780:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384392.178066:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 3 20000000:00000001:3.0:1767384392.178067:0:16780:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.178068:0:16780:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384392.178070:0:16780:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.178071:0:16780:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384392.178072:0:16780:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384392.178074:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236740886272 00010000:00000001:3.0:1767384392.178076:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384392.178080:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aa700db5 x1853236740886272/t0(0) o251->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384392.178098:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384392.178100:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384392.178126:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=98 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384392.178126:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384392.178129:0:16774:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000ca9eeea3: total 0 00000100:00000001:3.0:1767384392.178130:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384392.178131:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630013407404032 : -114060302147584 : ffff984344352000) 00000100:00000040:3.0:1767384392.178135:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000094c89218 refcount 7 to 192.168.202.19@tcp50 00010000:00010000:0.0:1767384392.178135:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384392.178137:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017762044480 : -114055947507136 : ffff984447c3aa40) 00010000:00000001:0.0:1767384392.178138:0:16774:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 02000000:00000001:3.0:1767384392.178140:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384392.178143:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384392.178143:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000799eb51. 00000100:00000001:3.0:1767384392.178147:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384392.178147:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9c15800. 00010000:00000010:2.1:1767384392.178148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000747dbbe7. 00000100:00000040:3.0:1767384392.178152:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.19@tcp50 00000020:00000010:0.0:1767384392.178152:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006b7a3154. 00010000:00000010:2.1:1767384392.178156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00000400:00000010:3.0:1767384392.178157:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000020:00000010:0.0:1767384392.178158:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000020eb95bc. 00000100:00000200:3.0:1767384392.178164:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236740886272, offset 224 00000400:00000200:3.0:1767384392.178170:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.19@tcp50 00000400:00000200:3.0:1767384392.178179:0:16780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp50 to NMR: 192.168.202.19@tcp50 local destination 00000400:00000200:3.0:1767384392.178197:0:16780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp50 NI seq info: [251:251:256:4294967295] 192.168.202.19@tcp50 LPNI seq info [31:31:8:4294967295] 00000400:00000200:3.0:1767384392.178214:0:16780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp50(192.168.202.119@tcp50:192.168.202.119@tcp50) -> 192.168.202.19@tcp50(192.168.202.19@tcp50:192.168.202.19@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384392.178220:0:16780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.19@tcp50 00000800:00000010:3.0:1767384392.178224:0:16780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba1f0219. 00000800:00000200:3.0:1767384392.178229:0:16780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dc8750ce] -> 12345-192.168.202.19@tcp50 (4) 00000800:00000200:3.0:1767384392.178235:0:16780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.19@tcp50 ip 192.168.202.19:1023 00000800:00000200:3.0:1767384392.178239:0:16780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ba1f0219 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384392.178249:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384392.178253:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 6 to 192.168.202.19@tcp50 00010000:00000001:3.0:1767384392.178255:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384392.178257:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384392.178259:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384392.178262:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aa700db5 x1853236740886272/t0(0) o251->be7dcae0-0632-41d7-8b9c-916c640fc611@192.168.202.19@tcp50:373/0 lens 224/224 e 0 to 0 dl 1767384403 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384392.178270:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aa700db5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be7dcae0-0632-41d7-8b9c-916c640fc611+3:12162:x1853236740886272:12345-192.168.202.19@tcp50:251: Request processed in 399us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384392.178277:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.19@tcp50, seq: 169 00000100:00000040:3.0:1767384392.178279:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ca9eeea3 : new rpc_count 0 00000100:00000001:3.0:1767384392.178282:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384392.178283:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384392.178287:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384392.178290:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384392.178293:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000020:00000040:3.0:1767384392.178296:0:16780:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 2 00000100:00000001:3.0:1767384392.178300:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384392.178304:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384392.178307:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e48f7521. 00000400:00000010:3.0:1767384392.178311:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003d0e927. 00000800:00000200:0.0:1767384392.178321:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384392.178324:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba1f0219. 00000400:00000200:0.0:1767384392.178328:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384392.178331:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp50->192.168.202.19@tcp50: PUT: OK 00000400:00000200:0.0:1767384392.178334:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:0.0:1767384392.178336:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:0.0:1767384392.178339:0:16139:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384392.178340:0:16139:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384392.178342:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000070e9ee8d. 02000000:00000001:0.0:1767384392.178344:0:16139:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384392.178350:0:16139:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384392.178506:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000588ee465. 80000000:00000010:1.0:1767384392.178513:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000022de0ceb. 40000000:00000010:1.0:1767384392.178517:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ada7b6d8. 00100000:00000010:1.0:1767384392.178521:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000207c367b. 00040000:00000010:1.0:1767384392.178525:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ae932bc. 00040000:00000010:1.0:1767384392.178529:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006af11ed1. 00080000:00000010:1.0:1767384392.178533:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f949412d. 00002000:00000010:1.0:1767384392.178537:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9eab641. 00000020:00000010:1.0:1767384392.178541:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9c15800. 00000020:00000010:1.0:1767384392.178545:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006b7a3154. 00000020:00000010:1.0:1767384392.178548:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000020eb95bc. 00000020:00000010:1.0:1767384392.178552:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000588ee465. 80000000:00000010:1.0:1767384392.178556:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000022de0ceb. 40000000:00000010:1.0:1767384392.178561:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ada7b6d8. 00100000:00000010:1.0:1767384392.178564:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000207c367b. 00040000:00000010:1.0:1767384392.178567:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ae932bc. 00040000:00000010:1.0:1767384392.178570:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006af11ed1. 00080000:00000010:1.0:1767384392.178575:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f949412d. 00002000:00000010:1.0:1767384392.178577:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9eab641. 00000020:00000010:1.0:1767384392.178583:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000799eb51. 00010000:00010000:1.0:1767384392.178585:0:16774:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000ca9eeea3, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384392.178587:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006af11ed1. 00000020:00000010:1.0:1767384392.178589:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b4f9eb8. 00000020:00000010:1.0:1767384392.178591:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f949412d. 00000020:00000010:1.0:1767384392.178593:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384392.178595:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cb109ea5. 80000000:00000010:1.0:1767384392.178596:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000022de0ceb. 40000000:00000010:1.0:1767384392.178597:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ada7b6d8. 00100000:00000010:1.0:1767384392.178599:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000207c367b. 00040000:00000010:1.0:1767384392.178600:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ae932bc. 00040000:00000010:1.0:1767384392.178601:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050cc80b1. 00080000:00000010:1.0:1767384392.178603:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007f91c655. 00002000:00000010:1.0:1767384392.178605:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9eab641. 00000001:00000001:1.0:1767384392.178607:0:16774:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384392.178609:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384392.178614:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 7 00010000:00000001:1.0:1767384392.178616:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384392.178618:0:16774:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.178619:0:16774:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384392.178621:0:16774:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.178622:0:16774:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.178624:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384392.178625:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384392.178629:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.178630:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.178632:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384392.178633:0:16774:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384392.178634:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a36bd9be with handle 0x4ac496f8d605e300 from hash 00010000:00000001:1.0:1767384392.178636:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384392.178637:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.178637:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.178638:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384392.178640:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384392.178641:0:16774:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384392.178647:0:16774:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384392.178648:0:16774:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384392.178651:0:16774:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384392.178652:0:16774:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384392.178655:0:16774:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000ca9eeea3, 1 locks cancelled. 00010000:00000001:1.0:1767384392.178657:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384392.178658:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384392.178659:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384392.178662:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a36bd9be/0x4ac496f8d605e300 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.19@tcp50 remote: 0x126d7712f9294609 expref: 2 pid: 16778 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384392.178670:0:16774:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000ca9eeea3 : new locks_count 0 00000020:00000040:1.0:1767384392.178671:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 1 00010000:00000001:1.0:1767384392.178675:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384392.178677:0:16774:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: be7dcae0-0632-4, loop: 0 00000001:00000001:1.0:1767384392.178679:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384392.178681:0:16774:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.178683:0:16774:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000ca9eeea3, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384392.178687:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004b4f9eb8. 00000020:00000010:1.0:1767384392.178691:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f949412d. 00000020:00000010:1.0:1767384392.178693:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384392.178696:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cb109ea5. 80000000:00000010:1.0:1767384392.178698:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000022de0ceb. 40000000:00000010:1.0:1767384392.178701:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ada7b6d8. 00100000:00000010:1.0:1767384392.178703:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000207c367b. 00040000:00000010:1.0:1767384392.178705:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ae932bc. 00040000:00000010:1.0:1767384392.178707:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050cc80b1. 00080000:00000010:1.0:1767384392.178709:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007f91c655. 00002000:00000010:1.0:1767384392.178711:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9eab641. 00000020:00000010:1.0:1767384392.178713:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006af11ed1. 00000020:00000001:1.0:1767384392.178715:0:16774:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384392.178716:0:16774:0:(genops.c:898:class_export_put()) PUTting export 00000000ca9eeea3 : new refcount 0 00000020:00000080:1.0:1767384392.178718:0:16774:0:(genops.c:904:class_export_put()) final put 00000000ca9eeea3/be7dcae0-0632-41d7-8b9c-916c640fc611 00000020:00000001:1.0:1767384392.178736:0:16774:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384392.178737:0:16774:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384392.178743:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384392.178744:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.178745:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384392.178746:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384392.178747:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.178748:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384392.178749:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384392.178749:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384392.178750:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384392.178772:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384392.178776:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000ca9eeea3/be7dcae0-0632-41d7-8b9c-916c640fc611 for MGS 00000020:00000040:2.0:1767384392.178782:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 5 to 192.168.202.19@tcp50 00000020:00000001:2.0:1767384392.178784:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384392.178786:0:37:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767384392.178789:0:37:0:(genops.c:1229:class_import_get()) import 00000000df8e6520 refcount=2 obd=MGS 00000020:00000001:2.0:1767384392.178791:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.178792:0:37:0:(genops.c:1242:class_import_put()) import 00000000df8e6520 refcount=1 obd=MGS 00000020:00000001:2.0:1767384392.178794:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384392.178796:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384392.178797:0:37:0:(genops.c:1242:class_import_put()) import 00000000df8e6520 refcount=0 obd=MGS 00000020:00000040:2.0:1767384392.178798:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000df8e6520 00000020:00000001:2.0:1767384392.178812:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384392.178815:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384392.178817:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384392.178821:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035270d62. 00000001:00000010:2.0:1767384392.178825:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000006058d70. 00000001:00000010:2.0:1767384392.178826:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ccddd291. 00000001:00000010:2.0:1767384392.178829:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005cb9aa2b. 00000001:00000010:2.0:1767384392.178831:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001da0b45a. 00000001:00000010:2.0:1767384392.178833:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004a2afb54. 00000001:00000001:2.0:1767384392.178837:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384392.178839:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384392.178841:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384392.178843:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384392.178844:0:37:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384392.178846:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384392.178849:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 7 - export 00000020:00000010:2.0:1767384392.178852:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ca9eeea3. 00000020:00000001:2.0:1767384392.178860:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384392.178865:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384392.178866:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000df8e6520 for MGS 00000020:00000040:2.0:1767384392.178870:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 4 to 192.168.202.19@tcp50 00000020:00000040:2.0:1767384392.178872:0:37:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 6 - import 00000020:00000010:2.0:1767384392.178874:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000df8e6520. 00000020:00000001:2.0:1767384392.178877:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:1.1:1767384392.184294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a36bd9be. 00000100:00000001:2.0:1767384392.215200:0:16769:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384392.215207:0:16769:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384392.535253:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp48 00000400:00000010:0.0:1767384392.535261:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a503619a. 00000400:00000010:0.0:1767384392.535268:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd154a42. 00000400:00000010:0.0:1767384392.535273:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000400:00000010:0.0:1767384392.535278:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075873a4d. 00000400:00000200:0.0:1767384392.535281:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp48 00000400:00000200:0.0:1767384392.535299:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp48 local destination 00000400:00000200:0.0:1767384392.535304:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp48 00000400:00000200:0.0:1767384392.535307:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp48 NI seq info: [252:252:256:4294967295] 192.168.202.119@tcp48 LPNI seq info [212:212:8:4294967295] 00000400:00000200:0.0:1767384392.535311:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp48 00000400:00000200:0.0:1767384392.535317:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp48(192.168.202.119@tcp48:) -> 192.168.202.119@tcp48(192.168.202.119@tcp48:192.168.202.119@tcp48) : GET try# 0 00000800:00000200:0.0:1767384392.535320:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp48 00000800:00000010:0.0:1767384392.535323:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e6c74d3. 00000800:00000200:0.0:1767384392.535328:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000800:00000200:0.1:1767384392.535331:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000400:00000200:0.0:1767384392.535397:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp48 added to recovery queue. ping count: 3 next ping: 321 health :700 00000400:00000200:2.0:1767384392.535481:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535520:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535532:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535543:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535554:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535565:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535577:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535588:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535615:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535626:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535637:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535648:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535659:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535670:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535682:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535694:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535704:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535716:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535727:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535738:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535749:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535760:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535777:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535799:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535822:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535841:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535853:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535865:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535876:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535889:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535901:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535913:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535924:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535935:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384392.535946:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384392.536071:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efbbaefc. 00000800:00000010:2.0:1767384392.536075:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384392.536091:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000230a79d4. 00000800:00000010:2.0:1767384392.536146:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000230a79d4. 00000800:00020000:2.0:1767384392.536156:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384392.536160:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384392.536162:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efbbaefc. 00000400:02020000:2.0:1767384392.536199:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp48 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384392.536205:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp48 notifying 192.168.202.119@tcp48: down 00000400:00000200:2.0:1767384392.536208:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384392.536210:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp48 00000800:00000010:2.0:1767384392.536212:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e6c74d3. 00000400:00000200:2.0:1767384392.536216:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384392.536219:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp48->192.168.202.119@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384392.536225:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384392.536227:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384392.536230:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp48) recovery failed with -71 00010000:00000001:2.0:1767384393.047220:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384393.047227:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384393.047232:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384393.047233:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384393.047252:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384393.047255:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384393.047256:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384393.239269:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384393.239277:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 2 10000000:00000001:0.0:1767384393.239282:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384393.239285:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384393.239286:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384393.239287:0:16782:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384393.239290:0:16782:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384393.239292:0:16782:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384393.239294:0:16782:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff984448e76000 from 87 10000000:00000001:0.0:1767384393.239297:0:16782:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384393.239298:0:16782:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384393.239309:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101be255. 00000020:00000040:0.0:1767384393.239314:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384393.239319:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384393.239322:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384393.239328:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384393.239335:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b815457b. 00000100:00000001:0.0:1767384393.239356:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384393.239360:0:16782:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384393.239363:0:16782:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384393.239369:0:16782:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099b2a1af. 00010000:00000001:0.0:1767384393.239372:0:16782:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384393.239375:0:16782:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000013c0654c. 00000020:00000001:0.0:1767384393.239378:0:16782:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384393.239380:0:16782:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000013c0654c with handle 0x4ac496f8d605e338 to hash 00000020:00000001:0.0:1767384393.239381:0:16782:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384393.239382:0:16782:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.239384:0:16782:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.239387:0:16782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384393.239389:0:16782:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384393.239390:0:16782:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384393.239396:0:16782:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384393.239403:0:16782:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384393.239407:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384393.239408:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384393.239413:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac889a20. 00000100:00000001:0.0:1767384393.239414:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013388009472 : -114060321542144 : ffff9843430d3000) 00000100:00000001:0.0:1767384393.239416:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384393.239417:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00000001:0.0:1767384393.239421:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384393.239422:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.239424:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384393.239425:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384393.239431:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.239437:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384393.239441:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384393.239444:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384393.239446:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384393.239448:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384393.239449:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748255360:0@lo:101: 00000100:00000001:0.0:1767384393.239452:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384393.239457:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384393.239458:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384393.239460:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384393.239462:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048822ef5. 02000000:00000001:0.0:1767384393.239464:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384393.239468:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d148ff. 00000400:00000010:0.0:1767384393.239472:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384393.239477:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748255360, portal 25 00000100:00000001:0.0:1767384393.239478:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384393.239479:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00000040:0.0:1767384393.239481:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.239486:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384393.239488:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384393.239489:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384393.239491:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748255360, offset 0 00000400:00000200:0.0:1767384393.239494:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.239504:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.239512:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e108080 00000400:00000200:0.0:1767384393.239516:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1949 [2] + 0 00000400:00000010:0.0:1767384393.239518:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e68ff63. 00000400:00000200:0.0:1767384393.239523:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037b52fab 00000400:00000200:0.0:1767384393.239527:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.239530:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.239534:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037b52fab 00000400:00000010:0.0:1767384393.239535:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037b52fab. 00000100:00000001:0.0:1767384393.239538:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384393.239540:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384393.239545:0:16782:0:(events.c:337:request_in_callback()) incoming req@000000006261ccf6 x1853236748255360 msgsize 328 00000100:00100000:0.0:1767384393.239548:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384393.239549:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384393.239560:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384393.239566:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384393.239567:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384393.239571:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384393.239573:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.239580:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384393.239581:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.239585:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.239586:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384393.239589:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.239592:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294981132 00000100:00000010:0.0:1767384393.239595:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a90277b3. 00000100:00000001:0.0:1767384393.239600:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384393.239605:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294981132 00000100:00000010:0.0:1767384393.239607:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c14e0f6b. 00000100:00000001:0.0:1767384393.239609:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384393.239616:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294981132 00000100:00000010:0.0:1767384393.239617:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d5880c5. 00000100:00000001:0.0:1767384393.239619:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384393.239628:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294981132 00000100:00000010:0.0:1767384393.239630:0:16782:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f3d329f. 00000100:00000001:0.0:1767384393.239632:0:16782:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384393.239634:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384393.239635:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.239637:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384393.239637:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384393.239639:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ac889a20 going to sleep for 11 seconds 00000100:00000001:0.0:1767384393.239645:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384393.239648:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.239762:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384393.239765:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255360 02000000:00000001:3.0:1767384393.239767:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384393.239772:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384393.239774:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384393.239777:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384393.239780:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255360 00000020:00000001:3.0:1767384393.239781:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384393.239782:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384393.239784:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384393.239785:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:3.0:1767384393.239787:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384393.239788:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384393.239791:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384393.239793:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3155bd. 00000100:00000001:3.0:1767384393.239795:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384393.239797:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3155bd. 00000020:00000010:3.0:1767384393.239800:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024125e45. 00000020:00000010:3.0:1767384393.239804:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384393.239807:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384393.239814:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384393.239815:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384393.239816:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384393.239818:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.239824:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.239832:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384393.239841:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384393.239843:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384393.239847:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000040:3.0:1767384393.239850:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384393.239853:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400393808 : -114060309157808 : ffff984343ca2850) 00000100:00000040:3.0:1767384393.239857:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006261ccf6 x1853236748255360/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:374/0 lens 328/0 e 0 to 0 dl 1767384404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.239866:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384393.239869:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3155bd. 00000100:00000001:3.0:1767384393.239871:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384393.239879:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3155bd. 00000100:00100000:3.0:1767384393.239883:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006261ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16782:x1853236748255360:12345-0@lo:101: 00000100:00000200:3.0:1767384393.239887:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255360 00000020:00000001:3.0:1767384393.239890:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384393.239893:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384393.239895:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.239897:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384393.239899:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187264 : -1042364352 : ffffffffc1dec840) 00000020:00000001:3.0:1767384393.239902:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384393.239904:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384393.239906:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384393.239908:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384393.239911:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.239913:0:16780:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384393.239915:0:16780:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384393.239917:0:16780:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384393.239918:0:16780:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384393.239920:0:16780:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384393.239924:0:16780:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384393.239928:0:16780:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000844d4cdb. 00010000:00000001:3.0:1767384393.239931:0:16780:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384393.239933:0:16780:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000027436fb3. 00000020:00000001:3.0:1767384393.239935:0:16780:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384393.239937:0:16780:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000027436fb3 with handle 0x4ac496f8d605e33f to hash 00000020:00000001:3.0:1767384393.239938:0:16780:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384393.239939:0:16780:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:3.0:1767384393.239942:0:16780:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00010000:3.0:1767384393.239944:0:16780:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e33f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4ac496f8d605e338 expref: -99 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384393.239950:0:16780:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000037769a2d : new locks_count 10 00000020:00000040:3.0:1767384393.239951:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=15 00000100:00000001:3.0:1767384393.239957:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384393.239959:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384393.239966:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ff953a7f. 02000000:00000001:3.0:1767384393.239967:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.239969:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384393.239971:0:16780:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384393.239974:0:16780:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384393.239976:0:16780:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384393.239978:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384393.239980:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384393.239982:0:16780:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384393.239984:0:16780:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384393.239986:0:16780:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384393.239988:0:16780:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384393.239989:0:16780:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384393.239990:0:16780:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384393.239992:0:16780:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000844d4cdb) refcount = 1 00010000:00010000:3.0:1767384393.239996:0:16780:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e33f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4ac496f8d605e338 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384393.240002:0:16780:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384393.240004:0:16780:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384393.240005:0:16780:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384393.240007:0:16780:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384393.240009:0:16780:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384393.240013:0:16780:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384393.240015:0:16780:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e33f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4ac496f8d605e338 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384393.240021:0:16780:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384393.240022:0:16780:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384393.240023:0:16780:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384393.240025:0:16780:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384393.240026:0:16780:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384393.240027:0:16780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384393.240028:0:16780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384393.240029:0:16780:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000027436fb3, rc 0) 00000020:00000001:3.0:1767384393.240031:0:16780:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384393.240033:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748255360 00010000:00000001:3.0:1767384393.240038:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384393.240041:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006261ccf6 x1853236748255360/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384393.240046:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384393.240134:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384393.240138:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384393.240141:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384393.240143:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384393.240144:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384393.240146:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384393.240148:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.240149:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384393.240151:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384393.240153:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000100:00000200:3.0:1767384393.240155:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748255360, offset 224 00000400:00000200:3.0:1767384393.240158:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.240162:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.240166:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e108080 00000400:00000200:3.0:1767384393.240168:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2129 [1] + 224 00000400:00000200:3.0:1767384393.240171:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.240173:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384393.240175:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384393.240177:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384393.240182:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.240188:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384393.240192:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384393.240193:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000100:00000001:3.0:1767384393.240195:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384393.240196:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384393.240197:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384393.240199:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384393.240200:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384393.240205:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.240207:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384393.240209:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006261ccf6 x1853236748255360/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:374/0 lens 328/344 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384393.240214:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006261ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748255360:12345-0@lo:101: Request processed in 348us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384393.240219:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00000040:3.0:1767384393.240220:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384393.240222:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384393.240223:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384393.240226:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384393.240228:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384393.240230:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000020:00000040:3.0:1767384393.240233:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384393.240236:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384393.240237:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ff953a7f. 02000000:00000001:3.0:1767384393.240239:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384393.240240:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384393.240243:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384393.240245:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000025df72a. 00000400:00000010:3.0:1767384393.240248:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c07c525. 00000100:00000001:0.0:1767384393.240326:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384393.240330:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384393.240331:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384393.240332:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d148ff. 00000400:00000200:0.0:1767384393.240334:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384393.240335:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384393.240337:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384393.240339:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.240344:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240348:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384393.240349:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384393.240350:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384393.240352:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384393.240353:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384393.240353:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384393.240355:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384393.240357:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384393.240359:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384393.240361:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384393.240362:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384393.240363:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384393.240365:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240366:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384393.240368:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240372:0:16782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384393.240373:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384393.240374:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384393.240376:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384393.240380:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748255360:0@lo:101: 00000100:00000001:0.0:1767384393.240387:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384393.240388:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240389:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384393.240391:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384393.240392:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240396:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384393.240397:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac889a20. 00000100:00000001:0.0:1767384393.240399:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384393.240399:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384393.240401:0:16782:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384393.240403:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384393.240404:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384393.240405:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=4 00000020:00000001:0.0:1767384393.240406:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.240407:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000040:0.0:1767384393.240410:0:16782:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000013c0654c, remote cookie: 0x4ac496f8d605e33f, flags: 0x0 00010000:00000001:0.0:1767384393.240412:0:16782:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384393.240413:0:16782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384393.240414:0:16782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384393.240415:0:16782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384393.240415:0:16782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384393.240416:0:16782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099b2a1af) refcount = 1 00010000:00010000:0.0:1767384393.240418:0:16782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384393.240421:0:16782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384393.240422:0:16782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384393.240423:0:16782:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384393.240425:0:16782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384393.240427:0:16782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384393.240428:0:16782:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384393.240437:0:16782:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384393.240438:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384393.240439:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384393.240439:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384393.240440:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384393.240441:0:16782:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240442:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384393.240443:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101be255 x1853236748255360/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384409 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240446:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384393.240448:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384393.240449:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048822ef5. 02000000:00000001:0.0:1767384393.240452:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384393.240454:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384393.240455:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384393.240456:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384393.240457:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b815457b. 02000000:00000001:0.0:1767384393.240459:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384393.240460:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384393.240461:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101be255. 00000100:00000001:0.0:1767384393.240463:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384393.240463:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384393.240464:0:16782:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384393.240466:0:16782:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384393.240467:0:16782:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384393.240468:0:16782:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384393.240469:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384393.240470:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384393.240471:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00000020:00000001:0.0:1767384393.240472:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.240473:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.240474:0:16782:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384393.240475:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384393.240475:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384393.240476:0:16782:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384393.240480:0:16782:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384393.240482:0:16782:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001c4e0021. 00000100:00000010:0.0:1767384393.240490:0:16782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101be255. 00000020:00000040:0.0:1767384393.240492:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384393.240494:0:16782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384393.240495:0:16782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384393.240496:0:16782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384393.240498:0:16782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b815457b. 00000100:00000001:0.0:1767384393.240500:0:16782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240503:0:16782:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384393.240504:0:16782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000048822ef5. 00000100:00000010:0.0:1767384393.240506:0:16782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003cdc540a. 00000020:00000040:0.0:1767384393.240507:0:16782:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384393.240510:0:16782:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384393.240520:0:16782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384393.240522:0:16782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ac889a20. 00000100:00000001:0.0:1767384393.240523:0:16782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446630013388009472 : -114060321542144 : ffff9843430d3000) 00000100:00000001:0.0:1767384393.240524:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384393.240525:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00000001:0.0:1767384393.240527:0:16782:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384393.240528:0:16782:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240529:0:16782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384393.240530:0:16782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384393.240531:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240535:0:16782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384393.240536:0:16782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384393.240537:0:16782:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384393.240538:0:16782:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384393.240539:0:16782:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384393.240541:0:16782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748255488:0@lo:256: 00000100:00000001:0.0:1767384393.240542:0:16782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384393.240544:0:16782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384393.240545:0:16782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240549:0:16782:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384393.240553:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d148ff. 00000400:00000010:0.0:1767384393.240555:0:16782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b2036575. 00000100:00000200:0.0:1767384393.240557:0:16782:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695824e108100-0x695824e108100, portal 33 00000100:00000001:0.0:1767384393.240559:0:16782:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384393.240561:0:16782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384393.240562:0:16782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1d46ebb. 02000000:00000001:0.0:1767384393.240563:0:16782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384393.240564:0:16782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ed878a. 00000400:00000010:0.0:1767384393.240566:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384393.240567:0:16782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748255488, portal 25 00000100:00000001:0.0:1767384393.240568:0:16782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384393.240569:0:16782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00000040:0.0:1767384393.240571:0:16782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240575:0:16782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384393.240576:0:16782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384393.240577:0:16782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384393.240578:0:16782:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748255488, offset 0 00000400:00000200:0.0:1767384393.240580:0:16782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384393.240583:0:16782:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384393.240586:0:16782:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e108100 00000400:00000200:0.0:1767384393.240588:0:16782:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1979 [2] + 0 00000400:00000010:0.0:1767384393.240590:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feb1a6a. 00000400:00000200:0.0:1767384393.240592:0:16782:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cae7959c 00000400:00000200:0.0:1767384393.240594:0:16782:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384393.240596:0:16782:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384393.240597:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae7959c 00000400:00000010:0.0:1767384393.240598:0:16782:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cae7959c. 00000100:00000001:0.0:1767384393.240600:0:16782:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384393.240601:0:16782:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384393.240603:0:16782:0:(events.c:337:request_in_callback()) incoming req@00000000f72a6852 x1853236748255488 msgsize 304 00000100:00100000:0.0:1767384393.240605:0:16782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384393.240606:0:16782:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384393.240618:0:16782:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384393.240621:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384393.240622:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384393.240623:0:16782:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384393.240625:0:16782:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240630:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384393.240631:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.240634:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240635:0:16782:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384393.240637:0:16782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240638:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294981133 00000100:00000001:0.0:1767384393.240642:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294981132 00000100:00000001:0.0:1767384393.240643:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294981133 00000100:00000001:0.0:1767384393.240645:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294981132 00000100:00000001:0.0:1767384393.240646:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294981133 00000100:00000001:0.0:1767384393.240648:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294981132 00000100:00000001:0.0:1767384393.240649:0:16782:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294981133 00000100:00000001:0.0:1767384393.240650:0:16782:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294981132 00000100:00000001:0.0:1767384393.240651:0:16782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384393.240652:0:16782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.240653:0:16782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384393.240654:0:16782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384393.240655:0:16782:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ac889a20 going to sleep for 11 seconds 00000100:00000001:0.0:1767384393.240656:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384393.240657:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.241449:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384393.241452:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255488 02000000:00000001:3.0:1767384393.241454:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384393.241455:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384393.241456:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384393.241458:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384393.241460:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255488 00000020:00000001:3.0:1767384393.241462:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384393.241463:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384393.241464:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384393.241465:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:3.0:1767384393.241467:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384393.241468:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384393.241478:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384393.241480:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3155bd. 00000100:00000001:3.0:1767384393.241482:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384393.241483:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3155bd. 00000020:00000010:3.0:1767384393.241487:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024125e45. 00000020:00000010:3.0:1767384393.241489:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384393.241491:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384393.241495:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384393.241496:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384393.241497:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384393.241498:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.241502:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.241514:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384393.241520:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384393.241521:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384393.241523:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000040:3.0:1767384393.241525:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384393.241526:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400388688 : -114060309162928 : ffff984343ca1450) 00000100:00000040:3.0:1767384393.241529:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f72a6852 x1853236748255488/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:374/0 lens 304/0 e 0 to 0 dl 1767384404 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.241533:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384393.241535:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e3155bd. 00000100:00000001:3.0:1767384393.241536:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384393.241537:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e3155bd. 00000100:00100000:3.0:1767384393.241539:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f72a6852 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748255488:12345-0@lo:256: 00000100:00000200:3.0:1767384393.241541:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255488 00000020:00000001:3.0:1767384393.241542:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384393.241544:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384393.241545:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.241546:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384393.241547:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187680 : -1042363936 : ffffffffc1dec9e0) 00000020:00000001:3.0:1767384393.241549:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384393.241554:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384393.241555:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384393.241556:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384393.241558:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.241560:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384393.241561:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384393.241564:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ff953a7f. 02000000:00000001:3.0:1767384393.241565:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.241566:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384393.241568:0:16780:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384393.241570:0:16780:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384393.241572:0:16780:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384393.241574:0:16780:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384393.241576:0:16780:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384393.241577:0:16780:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384393.241578:0:16780:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384393.241580:0:16780:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000643894f7. 20000000:00000001:3.0:1767384393.241582:0:16780:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384393.241595:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384393.241599:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384393.241603:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384393.241604:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384393.241605:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384393.241606:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384393.241607:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384393.241609:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384393.241610:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384393.241611:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384393.241612:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384393.241613:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384393.241614:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384393.241615:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384393.241616:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384393.241617:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384393.241618:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384393.241618:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384393.241619:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384393.241620:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384393.241621:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384393.241625:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384393.241626:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384393.241627:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384393.241628:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384393.241629:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384393.241631:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384393.241632:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384393.241633:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384393.241634:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384393.241634:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384393.241635:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384393.241636:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384393.241637:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384393.241638:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384393.241639:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384393.241640:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384393.241641:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384393.241642:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384393.241643:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384393.241644:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384393.241645:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384393.241646:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:3.0:1767384393.241653:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384393.241654:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384393.241655:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384393.241655:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384393.241656:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384393.241657:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384393.241658:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384393.241659:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384393.241660:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384393.241661:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384393.241662:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384393.241663:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384393.241664:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384393.241665:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384393.241666:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384393.241667:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384393.241668:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384393.241672:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384393.241673:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384393.241674:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384393.241675:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384393.241676:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384393.241677:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384393.241679:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384393.241679:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384393.241680:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384393.241681:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384393.241682:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384393.241683:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384393.241684:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384393.241685:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384393.241686:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384393.241687:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384393.241688:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384393.241689:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384393.241690:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384393.241691:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384393.241692:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384393.241693:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384393.241694:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:3.0:1767384393.241695:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:3.0:1767384393.241696:0:16780:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:3.0:1767384393.241697:0:16780:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:3.0:1767384393.241698:0:16780:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:3.0:1767384393.241699:0:16780:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:3.0:1767384393.241700:0:16780:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384393.241702:0:16780:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001e279baf. 00000100:00000010:3.0:1767384393.241704:0:16780:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e7b9e99f. 00000020:00000040:3.0:1767384393.241705:0:16780:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=16 00010000:00000001:3.0:1767384393.241707:0:16780:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384393.241708:0:16780:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384393.241710:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384393.241715:0:16780:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf1d6356. 00000400:00000200:3.0:1767384393.241717:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.241723:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.241729:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695824e108100 00000400:00000200:3.0:1767384393.241733:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2139 [4] + 0 00000400:00000010:3.0:1767384393.241735:0:16780:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069d148ff. 00000400:00000200:3.0:1767384393.241737:0:16780:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2036575 00000400:00000200:3.0:1767384393.241740:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.241741:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384393.241743:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2036575 00000400:00000010:3.0:1767384393.241744:0:16780:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b2036575. 00000100:00000001:3.0:1767384393.241746:0:16780:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384393.241747:0:16780:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000101be255 desc 0000000048822ef5 mbits 1853236748255488 00000100:00000001:0.0:1767384393.241783:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384393.241785:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.243138:0:16780:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384393.243148:0:16780:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384393.243155:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384393.243165:0:16780:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2145 00000400:00000200:3.0:1767384393.243169:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.243171:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384393.243175:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384393.243176:0:16780:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001e279baf 00000100:00000001:3.0:1767384393.243179:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384393.243186:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384393.243189:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000100:00000001:3.0:1767384393.243190:0:16780:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384393.243191:0:16780:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001e279baf 00000100:00000001:3.0:1767384393.243193:0:16780:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384393.243196:0:16780:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695824e108100-0x695824e108100 00000100:00000001:3.0:1767384393.243199:0:16780:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384393.243203:0:16780:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.243205:0:16780:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384393.243208:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 15 00000100:00000010:3.0:1767384393.243211:0:16780:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e7b9e99f. 00000100:00000010:3.0:1767384393.243213:0:16780:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001e279baf. 00000100:00000001:3.0:1767384393.243216:0:16780:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384393.243217:0:16780:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384393.243225:0:16780:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000643894f7. 20000000:00000001:3.0:1767384393.243230:0:16780:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384393.243241:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748255488 00010000:00000001:3.0:1767384393.243243:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384393.243247:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f72a6852 x1853236748255488/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:374/0 lens 304/240 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384393.243253:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384393.243255:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384393.243257:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384393.243261:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384393.243263:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384393.243264:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384393.243267:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384393.243268:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384393.243271:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384393.243273:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384393.243276:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000100:00000200:3.0:1767384393.243278:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748255488, offset 224 00000400:00000200:3.0:1767384393.243282:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384393.243286:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384393.243291:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e108100 00000400:00000200:3.0:1767384393.243295:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x213d [1] + 224 00000400:00000200:3.0:1767384393.243299:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384393.243301:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384393.243304:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384393.243307:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384393.243313:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384393.243334:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384393.243338:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384393.243339:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000100:00000001:3.0:1767384393.243341:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384393.243342:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384393.243345:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384393.243347:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384393.243355:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384393.243356:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384393.243358:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384393.243362:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f72a6852 x1853236748255488/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:374/0 lens 304/240 e 0 to 0 dl 1767384404 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384393.243369:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f72a6852 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16782:x1853236748255488:12345-0@lo:256: Request processed in 1835us (2765us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384393.243376:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000040:3.0:1767384393.243379:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384393.243381:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384393.243383:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384393.243387:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004d6a9ef5. 00000020:00000010:3.0:1767384393.243391:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384393.243394:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000020:00000040:3.0:1767384393.243398:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 02000000:00000001:3.0:1767384393.243401:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384393.243402:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ff953a7f. 02000000:00000001:3.0:1767384393.243405:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384393.243407:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384393.243412:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384393.243416:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000735f8fbc. 00000400:00000010:3.0:1767384393.243420:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dc333c0. 00000100:00000001:0.0:1767384393.243531:0:16782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384393.243536:0:16782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384393.243538:0:16782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384393.243548:0:16782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ed878a. 00000400:00000200:0.0:1767384393.243551:0:16782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384393.243553:0:16782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000100:00000001:0.0:1767384393.243562:0:16782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384393.243566:0:16782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384393.243573:0:16782:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.243579:0:16782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384393.243581:0:16782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384393.243583:0:16782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384393.243584:0:16782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384393.243586:0:16782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384393.243588:0:16782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384393.243590:0:16782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384393.243594:0:16782:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384393.243597:0:16782:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384393.243599:0:16782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384393.243600:0:16782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384393.243602:0:16782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384393.243604:0:16782:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.243606:0:16782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384393.243608:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384393.243614:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.243619:0:16782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384393.243620:0:16782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384393.243622:0:16782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384393.243628:0:16782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3ef09c6a-84be-4398-bf62-b694d82341a8:16782:1853236748255488:0@lo:256: 00000100:00000001:0.0:1767384393.243632:0:16782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384393.243634:0:16782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.243643:0:16782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384393.243644:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384393.243647:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.243653:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384393.243655:0:16782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ac889a20. 00000100:00000001:0.0:1767384393.243657:0:16782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384393.243659:0:16782:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384393.243663:0:16782:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:0.0:1767384393.243666:0:16782:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384393.243672:0:16782:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000008df0f9ca. 10000000:00000040:0.0:1767384393.243681:0:16782:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.119@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384393.243687:0:16782:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384393.243690:0:16782:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384393.243695:0:16782:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.119@tcp has 192.168.202.119@tcp. 00000100:00000001:0.0:1767384393.243697:0:16782:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384393.243699:0:16782:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384393.243700:0:16782:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:0.0:1767384393.243703:0:16782:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000100:00000200:0.0:1767384393.243705:0:16782:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.119@tcp' 00000400:00000200:0.0:1767384393.243707:0:16782:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384393.243709:0:16782:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384393.243711:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:0.0:1767384393.243714:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384393.243718:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (42) 00000400:00000200:0.0:1767384393.243721:0:16782:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:0.0:1767384393.243731:0:16782:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:0.0:1767384393.243733:0:16782:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384393.243736:0:16782:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384393.243738:0:16782:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:0.0:1767384393.243740:0:16782:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:0.0:1767384393.243742:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:0.0:1767384393.243743:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:0.0:1767384393.243746:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243748:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:0.0:1767384393.243755:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:0.0:1767384393.243758:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243759:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384393.243760:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:0.0:1767384393.243761:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:3.0:1767384393.243763:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:0.0:1767384393.243764:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243766:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000010:3.0:1767384393.243767:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000200:0.0:1767384393.243767:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:3.0:1767384393.243770:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:0.0:1767384393.243770:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243772:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000010:3.0:1767384393.243773:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e5f718d9. 00000400:00000200:0.0:1767384393.243773:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:3.0:1767384393.243776:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:0.0:1767384393.243776:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243777:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:0.0:1767384393.243779:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:0.0:1767384393.243781:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243782:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:0.0:1767384393.243783:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:0.0:1767384393.243784:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:3.0:1767384393.243787:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:3.0:1767384393.243793:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 162], ns[211, 171] 00000400:00000200:0.0:1767384393.243794:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243795:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:0.0:1767384393.243797:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:3.0:1767384393.243798:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 162], ns[70, 171] 00000400:00000200:0.0:1767384393.243800:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243801:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:0.0:1767384393.243803:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:0.0:1767384393.243805:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243807:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 69], ns[76, 70] 00000400:00000200:0.0:1767384393.243807:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:0.0:1767384393.243809:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:0.0:1767384393.243811:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243812:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 69], ns[80, 70] 00000400:00000200:0.0:1767384393.243813:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:0.0:1767384393.243815:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:3.0:1767384393.243816:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 69], ns[93, 70] 00000400:00000200:0.0:1767384393.243817:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243819:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:0.0:1767384393.243820:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:3.0:1767384393.243821:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 69], ns[101, 70] 00000400:00000200:0.0:1767384393.243823:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243824:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:3.0:1767384393.243825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 69], ns[109, 70] 00000400:00000200:0.0:1767384393.243825:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:0.0:1767384393.243828:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243829:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:0.0:1767384393.243834:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:0.0:1767384393.243838:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243839:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:3.0:1767384393.243840:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 69], ns[120, 70] 00000400:00000200:0.0:1767384393.243841:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:0.0:1767384393.243843:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243844:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 69], ns[126, 70] 00000400:00000200:0.0:1767384393.243845:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:0.0:1767384393.243846:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:3.0:1767384393.243848:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 69], ns[138, 70] 00000400:00000200:0.0:1767384393.243849:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243851:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:0.0:1767384393.243852:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:3.0:1767384393.243853:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 69], ns[142, 70] 00000400:00000200:0.0:1767384393.243855:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243856:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:3.0:1767384393.243858:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 69], ns[153, 70] 00000400:00000200:0.0:1767384393.243858:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:0.0:1767384393.243861:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243862:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:3.0:1767384393.243863:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 69], ns[162, 70] 00000400:00000200:0.0:1767384393.243863:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:0.0:1767384393.243866:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243867:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 69], ns[188, 70] 00000400:00000200:0.0:1767384393.243867:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:0.0:1767384393.243869:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:3.0:1767384393.243871:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 69], ns[190, 70] 00000400:00000200:0.0:1767384393.243872:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243873:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:3.0:1767384393.243875:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 69], ns[195, 70] 00000400:00000200:0.0:1767384393.243875:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:0.0:1767384393.243877:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243878:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:3.0:1767384393.243879:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 69], ns[207, 70] 00000400:00000200:0.0:1767384393.243880:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:0.0:1767384393.243882:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 69], ns[68, 70] 00000400:00000200:0.0:1767384393.243883:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:0.0:1767384393.243885:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:0.0:1767384393.243887:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243888:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 67], ns[90, 68] 00000400:00000200:0.0:1767384393.243889:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:0.0:1767384393.243890:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:3.0:1767384393.243892:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:0.0:1767384393.243893:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243894:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:0.0:1767384393.243896:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:0.0:1767384393.243898:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243900:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:3.0:1767384393.243901:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 67], ns[133, 68] 00000400:00000200:0.0:1767384393.243905:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:3.0:1767384393.243906:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 67], ns[99, 68] 00000400:00000200:0.0:1767384393.243908:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243909:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:3.0:1767384393.243910:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 67], ns[105, 68] 00000400:00000200:0.0:1767384393.243911:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:0.0:1767384393.243913:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243914:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 67], ns[117, 68] 00000400:00000200:0.0:1767384393.243915:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:0.0:1767384393.243916:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:3.0:1767384393.243919:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 67], ns[204, 68] 00000400:00000200:0.0:1767384393.243919:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243920:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:0.0:1767384393.243922:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:3.0:1767384393.243924:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 67], ns[169, 68] 00000400:00000200:0.0:1767384393.243924:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243925:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:0.0:1767384393.243927:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:3.0:1767384393.243928:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[210, 67], ns[219, 68] 00000400:00000200:0.0:1767384393.243930:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384393.243931:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:3.0:1767384393.243932:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 67], ns[132, 68] 00000400:00000200:0.0:1767384393.243933:0:16782:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:0.0:1767384393.243935:0:16782:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384393.243936:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[186, 68] 00000400:00000200:0.0:1767384393.243936:0:16782:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 00000100:00000001:0.0:1767384393.243938:0:16782:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384393.243940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 67], ns[160, 68] 00010000:00000001:0.0:1767384393.243940:0:16782:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384393.243943:0:16782:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.119@tcp' by NID '192.168.202.119@tcp' 00000400:00000200:3.0:1767384393.243944:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 67], ns[198, 68] 10000000:00000010:0.0:1767384393.243946:0:16782:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001834065e. 00000400:00000200:3.0:1767384393.243948:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 67], ns[185, 68] 10000000:00000040:0.0:1767384393.243948:0:16782:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.119@tcp::2 00000020:00000080:0.0:1767384393.243951:0:16782:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767384393.243952:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 67], ns[168, 68] 00000400:00000200:3.0:1767384393.243956:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[209, 67], ns[218, 68] 00000020:00000001:0.0:1767384393.243958:0:16782:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767384393.243960:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[211, 67], ns[222, 68] 00000020:00000010:0.0:1767384393.243961:0:16782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000596a349c. 00000400:00000200:3.0:1767384393.243964:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[205, 67], ns[214, 68] 00000020:00000010:0.0:1767384393.243965:0:16782:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000799eb51. 00000040:00000010:0.0:1767384393.243968:0:16782:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e9c15800. 00000400:00000200:3.0:1767384393.243969:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[208, 67], ns[217, 68] 00000020:00000010:0.0:1767384393.243972:0:16782:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077bbf11f. 00000400:00000200:3.0:1767384393.243973:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[212, 67], ns[252, 68] 00000020:00000010:0.0:1767384393.243976:0:16782:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c60f1659. 00000020:00000010:0.0:1767384393.243980:0:16782:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5505979. 00000400:00000200:3.0:1767384393.243982:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 67], ns[0, 68] 80000000:00000010:0.0:1767384393.243983:0:16782:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000779cb8d0. 00000400:00000200:3.0:1767384393.243985:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 40000000:00000010:0.0:1767384393.243986:0:16782:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000086bb77c. 00000400:00000200:3.0:1767384393.243989:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp49 00100000:00000010:0.0:1767384393.243991:0:16782:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6ca9986. 00000400:00000200:3.0:1767384393.243993:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp49 lpni_is_preferred = 0 00000400:00000200:3.0:1767384393.243995:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp49 00000400:00000200:3.0:1767384393.243998:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp49 NI seq info: [253:253:256:4294967295] 192.168.202.119@tcp49 LPNI seq info [213:213:8:4294967295] 00040000:00000010:0.0:1767384393.243999:0:16782:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a4b03c97. 00040000:00000010:0.0:1767384393.244002:0:16782:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e506fea. 00000400:00000200:3.0:1767384393.244005:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp49 00040000:00000010:0.0:1767384393.244006:0:16782:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092575d75. 00080000:00000010:0.0:1767384393.244009:0:16782:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000029d1520c. 00000400:00000200:3.0:1767384393.244011:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp49(192.168.202.119@tcp49:) -> 192.168.202.119@tcp49(192.168.202.119@tcp:192.168.202.119@tcp49) : PUT try# 0 00000004:00000010:0.0:1767384393.244014:0:16782:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006b7a3154. 00000800:00000200:3.0:1767384393.244016:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.119@tcp49 00000004:00000010:0.0:1767384393.244019:0:16782:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000064d63f74. 00000800:00000010:3.0:1767384393.244021:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000decb8fd5. 00000004:00000010:0.0:1767384393.244023:0:16782:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000026bd5e6d. 00002000:00000010:0.0:1767384393.244027:0:16782:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d041d0fc. 00000800:00000010:3.0:1767384393.244031:0:16144:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000966a95f0. 00000004:00000010:0.0:1767384393.244031:0:16782:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000718be33e. 00000800:00000010:3.0:1767384393.244033:0:16144:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f54f971f. 00000004:00000001:0.0:1767384393.244035:0:16782:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000200:3.0:1767384393.244037:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000040:00000001:0.0:1767384393.244038:0:16782:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384393.244039:0:16782:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001834065e 00000800:00000200:3.1:1767384393.244041:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000040:00001000:0.0:1767384393.244041:0:16782:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384393.244042:0:16782:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384393.244044:0:16782:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384393.244045:0:16782:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384393.244047:0:16782:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384393.244048:0:16782:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384393.244049:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384393.244051:0:16782:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.119@tcp::2 00000040:00000001:0.0:1767384393.244052:0:16782:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767384393.244080:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384393.244083:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000004:00000001:0.0:1767384393.244138:0:16782:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384393.244143:0:16782:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000799eb51. 00000040:00000010:0.0:1767384393.244147:0:16782:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9c15800. 00000020:00000010:0.0:1767384393.244150:0:16782:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077bbf11f. 00000020:00000010:0.0:1767384393.244153:0:16782:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c60f1659. 00000020:00000010:0.0:1767384393.244156:0:16782:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5505979. 80000000:00000010:0.0:1767384393.244160:0:16782:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000779cb8d0. 40000000:00000010:0.0:1767384393.244163:0:16782:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000086bb77c. 00100000:00000010:0.0:1767384393.244166:0:16782:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f6ca9986. 00040000:00000010:0.0:1767384393.244169:0:16782:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a4b03c97. 00040000:00000010:0.0:1767384393.244171:0:16782:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001e506fea. 00040000:00000010:0.0:1767384393.244174:0:16782:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092575d75. 00080000:00000010:0.0:1767384393.244178:0:16782:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000029d1520c. 00000004:00000010:0.0:1767384393.244181:0:16782:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006b7a3154. 00000004:00000010:0.0:1767384393.244191:0:16782:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000064d63f74. 00000004:00000010:0.0:1767384393.244194:0:16782:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000026bd5e6d. 00002000:00000010:0.0:1767384393.244197:0:16782:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d041d0fc. 00000004:00000010:0.0:1767384393.244200:0:16782:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000718be33e. 00000020:00000010:0.0:1767384393.244202:0:16782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000596a349c. 00000020:00000001:0.0:1767384393.244204:0:16782:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384393.244206:0:16782:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384393.244209:0:16782:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001834065e. 10000000:00000010:0.0:1767384393.244212:0:16782:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000008df0f9ca. 10000000:00000001:0.0:1767384393.244214:0:16782:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384393.244217:0:16782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384393.244220:0:16782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101be255 x1853236748255488/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384409 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384393.244226:0:16782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384393.244229:0:16782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384393.244231:0:16782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1d46ebb. 02000000:00000001:0.0:1767384393.244234:0:16782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384393.244236:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384393.244238:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384393.244240:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384393.244241:0:16782:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384393.244242:0:16782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384393.244243:0:16782:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384393.244245:0:16782:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384393.244246:0:16782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003cdc540a. 00000100:00000010:0.0:1767384393.244248:0:16782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000048822ef5. 00000100:00000001:0.0:1767384393.244251:0:16782:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384393.244252:0:16782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b815457b. 02000000:00000001:0.0:1767384393.244255:0:16782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384393.244256:0:16782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384393.244257:0:16782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101be255. 00000100:00000001:0.0:1767384393.244259:0:16782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384393.244260:0:16782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384393.244268:0:16782:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001c4e0021. 10000000:01000000:0.0:1767384393.244271:0:16782:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.119@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384393.244273:0:16782:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384393.244278:0:16782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384393.244279:0:16782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384393.244281:0:16782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00000020:00000001:0.0:1767384393.244282:0:16782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.244284:0:16782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384393.244287:0:16782:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384393.244289:0:16782:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384393.244294:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384393.244295:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384393.244296:0:16782:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384393.244299:0:16782:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384393.244300:0:16782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384393.244301:0:16782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384393.244301:0:16782:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384393.244302:0:16782:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384393.244304:0:16782:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384393.244306:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384393.244307:0:16782:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 3 10000000:00000001:0.0:1767384393.244308:0:16782:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384393.249203:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249261:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249286:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249310:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249331:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249352:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249374:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249395:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249416:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249437:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249457:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249479:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249502:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249525:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249544:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249564:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249583:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249605:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249623:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249645:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249665:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249682:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249698:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249737:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249759:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249781:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249801:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249820:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249840:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249862:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249883:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249901:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249917:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.249934:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384393.250094:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efbbaefc. 00000800:00000010:2.0:1767384393.250100:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384393.250139:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000230a79d4. 00000800:00000010:2.0:1767384393.250163:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000230a79d4. 00000800:00020000:2.0:1767384393.250172:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384393.250176:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384393.250178:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efbbaefc. 00000400:02020000:2.0:1767384393.250214:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp49 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384393.250221:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp49 notifying 192.168.202.119@tcp49: down 00000800:00000200:2.0:1767384393.250228:0:16136:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp49 down 00000800:00000100:2.0:1767384393.250234:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.119@tcp49 00000800:00000010:2.0:1767384393.250237:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000decb8fd5. 00000400:00000200:2.0:1767384393.250242:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384393.250246:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp49->192.168.202.119@tcp49: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384393.250261:0:16136:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp49 added to recovery queue. ping count: 0 next ping: 314 health :900 00000400:00000200:2.0:1767384393.250266:0:16136:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384393.250269:0:16136:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 1 00000400:00000200:2.0:1767384393.250273:0:16136:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384393.251045:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384393.251052:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x301171 00000400:00000001:3.0:1767384393.251057:0:16144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384393.251059:0:16144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384393.251062:0:16144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384393.251065:0:16144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384393.251068:0:16144:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384393.251071:0:16144:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384393.251083:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:3.0:1767384393.251086:0:16144:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384393.251089:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc -71 00000400:00000200:3.0:1767384393.251092:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384393.251094:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (43) 00000100:00000040:3.0:1767384393.253205:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294981133, at 4294981134 00000100:00000010:3.0:1767384393.253220:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f3d329f. 00000100:00000040:2.0:1767384393.254160:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294981133, at 4294981134 00000100:00000010:2.0:1767384393.254167:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d5880c5. 00000100:00000040:0.0:1767384393.254256:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294981133, at 4294981134 00000100:00000010:0.0:1767384393.254262:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a90277b3. 00000100:00000040:1.0:1767384393.254361:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294981133, at 4294981135 00000100:00000010:1.0:1767384393.254367:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c14e0f6b. 00000020:00000010:1.0:1767384393.260155:0:39694:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ada7b6d8. 00000020:00000040:1.0:1767384393.260169:0:39694:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384393.260171:0:39694:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ada7b6d8. 00000400:00000001:0.0:1767384393.559237:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384393.559244:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384393.559248:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000400:00000200:0.0:1767384393.559248:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384393.559254:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000800:00000200:2.1:1767384393.559260:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000400:00000200:0.0:1767384393.559265:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384393.559271:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery ping unlinked 00000400:00000010:0.0:1767384393.559286:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a503619a. 00000400:00000010:0.0:1767384393.559292:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd154a42. 00000400:00000200:0.0:1767384393.559298:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp46 00000400:00000010:0.0:1767384393.559306:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000072472521. 00000400:00000010:0.0:1767384393.559328:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd154a42. 00000400:00000010:0.0:1767384393.559332:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000400:00000010:0.0:1767384393.559339:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f06a2c7. 00000400:00000200:0.0:1767384393.559344:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp46 00000400:00000200:0.0:1767384393.559358:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp46 local destination 00000400:00000200:0.0:1767384393.559364:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp46 00000400:00000200:0.0:1767384393.559369:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp46 NI seq info: [254:254:256:4294967295] 192.168.202.119@tcp46 LPNI seq info [214:214:8:4294967295] 00000400:00000200:0.0:1767384393.559376:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp46 00000400:00000200:0.0:1767384393.559387:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp46(192.168.202.119@tcp46:) -> 192.168.202.119@tcp46(192.168.202.119@tcp46:192.168.202.119@tcp46) : GET try# 0 00000800:00000200:0.0:1767384393.559393:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp46 00000800:00000010:0.0:1767384393.559397:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4b03c97. 00000800:00000200:2.0:1767384393.563521:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aa210b60] -> 12345-192.168.202.119@tcp20 (6) 00000800:00000200:2.0:1767384393.563529:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp20 ip 192.168.202.119:988 00000800:00000200:2.0:1767384393.563533:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384393.563840:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384393.563845:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384393.563856:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384393.563861:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384393.563863:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384393.567131:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000800:00000200:0.1:1767384393.567139:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:0.0:1767384393.567176:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp46 added to recovery queue. ping count: 4 next ping: 330 health :600 00000400:00000200:0.0:1767384393.567182:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp49 00000400:00000010:0.0:1767384393.567189:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cd13cb69. 00000400:00000010:0.0:1767384393.567194:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000596a349c. 00000400:00000010:0.0:1767384393.567199:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000400:00000010:0.0:1767384393.567207:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000031299f5d. 00000400:00000200:0.0:1767384393.567211:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp49 00000400:00000200:0.0:1767384393.567222:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp49 local destination 00000400:00000200:0.0:1767384393.567228:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp49 00000400:00000200:0.0:1767384393.567232:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp49 NI seq info: [255:255:256:4294967295] 192.168.202.119@tcp49 LPNI seq info [215:215:8:4294967295] 00000400:00000200:0.0:1767384393.567238:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp49 00000400:00000200:0.0:1767384393.567247:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp49(192.168.202.119@tcp49:) -> 192.168.202.119@tcp49(192.168.202.119@tcp49:192.168.202.119@tcp49) : GET try# 0 00000400:00000200:3.0:1767384393.567250:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:0.0:1767384393.567254:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp49 00000800:00000010:0.0:1767384393.567259:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e6c74d3. 00000800:00000200:0.0:1767384393.567265:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000800:00000200:0.1:1767384393.567268:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000400:00000200:0.0:1767384393.567286:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp49 added to recovery queue. ping count: 1 next ping: 316 health :900 00000400:00000200:3.0:1767384393.567297:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567316:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567327:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567337:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567349:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567359:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567370:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567380:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.567391:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567491:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567511:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567523:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567534:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567544:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567555:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567566:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567577:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567587:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567598:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567609:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567620:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567632:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567643:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567656:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567668:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567679:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567690:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567700:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567711:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567722:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567733:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567744:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567755:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567783:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567808:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567839:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567865:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567888:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567914:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567937:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567951:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567963:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567975:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.567986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568184:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568211:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568233:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000800:00000010:2.0:1767384393.568247:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efbbaefc. 00000800:00000010:2.0:1767384393.568252:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e626ea7. 00000400:00000200:3.0:1767384393.568255:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000800:00000010:2.0:1767384393.568258:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000230a79d4. 00000400:00000200:3.0:1767384393.568273:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000800:00000010:2.0:1767384393.568280:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000230a79d4. 00000800:00020000:2.0:1767384393.568290:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000400:00000200:3.0:1767384393.568293:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000800:00000010:2.0:1767384393.568293:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384393.568295:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efbbaefc. 00000400:00000200:3.0:1767384393.568311:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568330:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:02020000:2.0:1767384393.568330:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp49 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384393.568337:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp49 notifying 192.168.202.119@tcp49: down 00000400:00000200:2.0:1767384393.568341:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384393.568345:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp49 00000400:00000200:3.0:1767384393.568347:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000800:00000010:2.0:1767384393.568348:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e6c74d3. 00000400:00000200:2.0:1767384393.568351:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384393.568356:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp49->192.168.202.119@tcp49: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384393.568363:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384393.568366:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384393.568369:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384393.568373:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp49) recovery failed with -71 00000400:00000200:3.0:1767384393.568381:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568403:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568424:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568443:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568464:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568483:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568496:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568522:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568535:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568546:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568557:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568568:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568578:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568588:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384393.568599:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384393.568663:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000161ca597. 00000800:00000010:3.0:1767384393.568665:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0b972bc. 00000800:00000010:3.0:1767384393.568668:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e3155bd. 00000800:00000010:3.0:1767384393.568679:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e3155bd. 00000800:00020000:3.0:1767384393.568683:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384393.568685:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0b972bc. 00000800:00000010:3.0:1767384393.568687:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000161ca597. 00000400:02020000:3.0:1767384393.568707:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp46 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384393.568710:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp46 notifying 192.168.202.119@tcp46: down 00000400:00000200:3.0:1767384393.568713:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384393.568715:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp46 00000800:00000010:3.0:1767384393.568716:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4b03c97. 00000400:00000200:3.0:1767384393.568718:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384393.568720:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp46->192.168.202.119@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384393.568725:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384393.568727:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384393.568729:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp46) recovery failed with -71 00000400:00000200:1.0:1767384393.568897:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.568924:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.568940:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.568955:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.568970:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.568985:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569000:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569015:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569030:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569045:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569059:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569087:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569122:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569147:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569168:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569192:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569210:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569227:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569253:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569271:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569287:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569304:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569320:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569337:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569353:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569369:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569385:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569401:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569417:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569433:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569449:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569465:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569481:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569500:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384393.569517:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384393.569604:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384393.569608:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000059d310ec. 00000800:00000010:1.0:1767384393.569612:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ada7b6d8. 00000800:00000010:1.0:1767384393.569627:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ada7b6d8. 00000800:00020000:1.0:1767384393.569633:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384393.569635:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000059d310ec. 00000800:00000010:1.0:1767384393.569637:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384393.569664:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp33 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384393.569668:0:39641:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000001:2.0:1767384393.747739:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384393.747757:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384393.747768:0:16141:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000015f00198] EOF from 12345-192.168.202.19@tcp50 ip 192.168.202.19:1021 00000800:00000001:2.0:1767384393.747796:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384393.747798:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384393.748028:0:16138:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000015f00198 00000800:00000010:1.0:1767384393.748033:0:16138:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000015f00198. 00000800:00000200:1.0:1767384393.748036:0:16138:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000c8401a38 00000800:00000010:1.0:1767384393.748038:0:16138:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000c8401a38. 00000800:00000200:1.0:1767384393.748041:0:16138:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000000a124b28 00000800:00000200:1.0:1767384393.748061:0:16138:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.19@tcp50 00000000dc8750ce deleted 00000800:00000010:1.0:1767384393.748063:0:16138:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dc8750ce. 00000800:00000010:1.0:1767384393.748065:0:16138:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000000a124b28. 00010000:00000001:2.0:1767384394.071222:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384394.071232:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384394.071239:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384394.071242:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384394.071638:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384394.071643:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384394.071646:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384394.583294:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384394.583319:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384394.583322:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384394.583327:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000400:00000200:0.0:1767384394.583336:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384394.583343:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384394.583359:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000072472521. 00000400:00000010:0.0:1767384394.583364:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd154a42. 00000400:00000001:0.0:1767384394.583368:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384394.583369:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384394.583370:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:0.0:1767384394.583371:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000400:00000200:0.0:1767384394.583374:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384394.583376:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery ping unlinked 00000400:00000010:0.0:1767384394.583378:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cd13cb69. 00000400:00000010:0.0:1767384394.583380:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000596a349c. 00000400:00000200:0.0:1767384394.583385:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp41 00000400:00000010:0.0:1767384394.583388:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cd13cb69. 00000400:00000010:0.0:1767384394.583393:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000596a349c. 00000400:00000010:0.0:1767384394.583397:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000400:00000010:0.0:1767384394.583403:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cd841c0f. 00000400:00000200:0.0:1767384394.583407:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp41 00000400:00000200:0.0:1767384394.583418:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp41 local destination 00000400:00000200:0.0:1767384394.583424:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp41 00000400:00000200:0.0:1767384394.583428:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp41 NI seq info: [256:256:256:4294967295] 192.168.202.119@tcp41 LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1767384394.583435:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp41 00000400:00000200:0.0:1767384394.583442:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp41(192.168.202.119@tcp41:) -> 192.168.202.119@tcp41(192.168.202.119@tcp41:192.168.202.119@tcp41) : GET try# 0 00000800:00000200:0.0:1767384394.583448:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp41 00000800:00000010:0.0:1767384394.583452:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000087e55f1. 00000800:00000200:0.0:1767384394.583458:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000800:00000200:0.1:1767384394.583463:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1bcb295] -> 12345-192.168.202.119@tcp41 (2) 00000400:00000200:0.0:1767384394.583492:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp41 added to recovery queue. ping count: 5 next ping: 347 health :500 00000400:00000200:1.0:1767384394.583627:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583675:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583693:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583709:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583727:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583744:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583763:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583783:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583807:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583828:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583845:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583863:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583885:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583907:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583931:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583954:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.583999:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584018:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584050:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584086:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584149:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584176:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584196:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584216:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584236:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584265:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584280:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584300:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584321:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584340:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584355:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584374:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584392:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384394.584409:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384394.584565:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384394.584570:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000059d310ec. 00000800:00000010:1.0:1767384394.584576:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ada7b6d8. 00000800:00000010:1.0:1767384394.584596:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ada7b6d8. 00000800:00020000:1.0:1767384394.584606:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384394.584609:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000059d310ec. 00000800:00000010:1.0:1767384394.584611:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384394.584644:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp41 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384394.584651:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp41 notifying 192.168.202.119@tcp41: down 00000800:00000200:1.0:1767384394.584657:0:16135:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp41 down 00000800:00000100:1.0:1767384394.584662:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp41 00000800:00000010:1.0:1767384394.584665:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000087e55f1. 00000400:00000200:1.0:1767384394.584668:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384394.584673:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp41->192.168.202.119@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384394.584682:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384394.584685:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384394.584689:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp41) recovery failed with -71 00080000:00000001:0.0:1767384395.040957:0:39696:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.040972:0:39696:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.040982:0:39696:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384395.040990:0:39696:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.040997:0:39696:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.041000:0:39696:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.095194:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384395.095202:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.095209:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384395.095211:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384395.095213:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384395.095216:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.095219:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384395.095221:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.095222:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.095224:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.095242:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384395.095245:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384395.095247:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767384395.251715:0:39733:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384395.251730:0:39733:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.251735:0:39733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384395.251740:0:39733:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384395.251746:0:39733:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.251749:0:39733:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.588725:0:39739:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.588740:0:39739:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.588745:0:39739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.588752:0:39739:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.588757:0:39739:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.588761:0:39739:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384395.608013:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384395.608025:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384395.608178:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1743565 00000400:00000010:3.0:1767384395.608183:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1743565. 00000400:00000200:3.0:1767384395.608190:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384395.608197:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp41 recovery ping unlinked 00000400:00000010:3.0:1767384395.608211:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cd13cb69. 00000400:00000010:3.0:1767384395.608215:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000596a349c. 00000400:00000200:3.0:1767384395.608221:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp49 00000400:00000010:3.0:1767384395.608224:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db935cac. 00000400:00000010:3.0:1767384395.608229:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000048730387. 00000400:00000010:3.0:1767384395.608233:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384395.608239:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006aa34a78. 00000400:00000200:3.0:1767384395.608242:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp49 00000400:00000200:3.0:1767384395.608256:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp49 local destination 00000400:00000200:3.0:1767384395.608261:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp49 00000400:00000200:3.0:1767384395.608265:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp49 NI seq info: [257:257:256:4294967295] 192.168.202.119@tcp49 LPNI seq info [217:217:8:4294967295] 00000400:00000200:3.0:1767384395.608272:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp49 00000400:00000200:3.0:1767384395.608280:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp49(192.168.202.119@tcp49:) -> 192.168.202.119@tcp49(192.168.202.119@tcp49:192.168.202.119@tcp49) : GET try# 0 00000800:00000200:3.0:1767384395.608375:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp49 00000800:00000010:3.0:1767384395.608381:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea63f301. 00000800:00000200:3.0:1767384395.608387:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000800:00000200:3.1:1767384395.608391:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000400:00000200:3.0:1767384395.609390:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp49 added to recovery queue. ping count: 2 next ping: 320 health :800 00000400:00000200:0.0:1767384395.611647:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611690:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611709:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611727:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611743:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611760:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611776:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611793:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611809:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611826:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611843:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611859:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611877:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611893:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611909:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611925:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611941:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611957:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611974:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.611990:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.612007:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.612021:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613410:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613438:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613456:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613474:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613495:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613514:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613545:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613566:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613584:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613600:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613618:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613639:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:0.0:1767384395.613657:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:0.0:1767384395.613793:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001093ad80. 00000800:00000010:0.0:1767384395.613797:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c1246fd. 00000800:00000010:0.0:1767384395.613801:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c898225f. 00000800:00000010:0.0:1767384395.613814:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c898225f. 00000800:00020000:0.0:1767384395.613822:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384395.613824:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c1246fd. 00000800:00000010:0.0:1767384395.613826:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001093ad80. 00000400:02020000:0.0:1767384395.613850:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp49 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384395.613855:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp49 notifying 192.168.202.119@tcp49: down 00000400:00000200:0.0:1767384395.613860:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384395.613863:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp49 00000800:00000010:0.0:1767384395.613866:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea63f301. 00000400:00000200:0.0:1767384395.613869:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384395.613872:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp49->192.168.202.119@tcp49: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384395.613885:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384395.613887:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384395.613890:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp49) recovery failed with -71 00080000:00000001:0.0:1767384395.796631:0:39781:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.796648:0:39781:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.796652:0:39781:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384395.796659:0:39781:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384395.796664:0:39781:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.796667:0:39781:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.797681:0:39781:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:0.0:1767384395.797684:0:39781:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:0.0:1767384395.797691:0:39781:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:3.0:1767384395.798198:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384395.798208:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.798211:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384395.803884:0:10060:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384395.803899:0:10060:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.803904:0:10060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.813342:0:39781:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:0.0:1767384395.813354:0:39781:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000007c5537b1. 00000020:01000004:0.0:1767384395.813360:0:39781:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:0.0:1767384395.813363:0:39781:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:0.0:1767384395.813366:0:39781:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1767384395.813369:0:39781:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 000000000d1d6f4a. 00000020:00000010:0.0:1767384395.813374:0:39781:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000152dd663. 00000020:00000001:0.0:1767384395.813377:0:39781:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1767384395.813381:0:39781:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000002c1246fd. 00000020:00000001:0.0:1767384395.813385:0:39781:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384395.813388:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e37ddfd3. 00000020:00000010:0.0:1767384395.813393:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012130598. 00000040:00000010:0.0:1767384395.813396:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003056345f. 00000020:00000010:0.0:1767384395.813400:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029d1520c. 00000020:00000010:0.0:1767384395.813404:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df3fb6b1. 00040000:00000010:0.0:1767384395.813409:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005624936f. 00040000:00000010:0.0:1767384395.813412:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009ac61cde. 00080000:00000010:0.0:1767384395.813416:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006b7a3154. 10000000:00000001:0.0:1767384395.813421:0:39781:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1767384395.813423:0:39781:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1767384395.813425:0:39781:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1767384395.813427:0:39781:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1767384395.813431:0:39781:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384395.813433:0:39781:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000aaaff123) refs 3 10000000:00000001:0.0:1767384395.813435:0:39781:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.813437:0:39781:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630018676470272 : -114055033081344 : ffff98447e44b200) 10000000:00000001:0.0:1767384395.813440:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1767384395.813442:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4ac496f8d605df80 00010000:00000001:0.0:1767384395.813444:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.813447:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.813450:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6a8f460 refcount=2 00000020:00000001:0.0:1767384395.813452:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174205440 : -114055535346176 : ffff98446054be00) 00010000:00000001:0.0:1767384395.813454:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174205440 : -114055535346176 : ffff98446054be00) 00010000:00000001:0.0:1767384395.813457:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.813471:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.813475:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.813485:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.813487:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.813488:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.813489:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.813490:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6a8f460 refcount=3 00000020:00000001:0.0:1767384395.813492:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174205440 : -114055535346176 : ffff98446054be00) 00010000:00000001:0.0:1767384395.813494:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174205440 : -114055535346176 : ffff98446054be00) 00010000:00000001:0.0:1767384395.813497:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384395.813498:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.813504:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384395.813506:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.813511:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.813512:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384395.813514:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.813519:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.813521:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.813523:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384395.813527:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c2b52900. 00010000:00000001:0.0:1767384395.813530:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384395.813583:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1767384395.813586:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.813587:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.813590:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384395.813591:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.813592:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384395.813599:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.813601:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.813602:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.813603:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.813604:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.813604:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.813605:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.813606:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.813607:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.813608:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.813609:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.813610:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000aaaff123) refs 3 10000000:00000001:0.0:1767384395.813612:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.813613:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.813613:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000aaaff123) refs 2 10000000:00000001:0.0:1767384395.813615:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1767384395.813616:0:39781:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1767384395.813618:0:39781:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.813619:0:39781:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.813623:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012130598. 00000040:00000010:0.0:1767384395.813626:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003056345f. 00000020:00000010:0.0:1767384395.813629:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000029d1520c. 00000020:00000010:0.0:1767384395.813633:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df3fb6b1. 00040000:00000010:0.0:1767384395.813635:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005624936f. 00040000:00000010:0.0:1767384395.813639:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009ac61cde. 00080000:00000010:0.0:1767384395.813641:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006b7a3154. 00000020:00000010:0.0:1767384395.813644:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e37ddfd3. 00000020:00000001:0.0:1767384395.813647:0:39781:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.813648:0:39781:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000002c1246fd. 00000020:00000001:0.0:1767384395.813650:0:39781:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384395.813653:0:39781:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 0000000040f92800. 00000020:00000040:0.0:1767384395.813656:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 5 00000020:00000010:0.0:1767384395.813660:0:39781:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000779cb8d0. 00000010:00000001:0.0:1767384395.813663:0:39781:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:0.0:1767384395.813666:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384395.813668:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384395.813670:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384395.813676:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384395.813678:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1767384395.813681:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384395.813683:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384395.813685:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384395.813686:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384395.813687:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384395.813689:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384395.813691:0:39781:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1767384395.813693:0:39781:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000020:00000001:0.0:1767384395.813695:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384395.813697:0:39781:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384395.813699:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384395.813700:0:39781:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.813702:0:39781:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1767384395.813705:0:39781:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1767384395.813706:0:39781:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1767384395.813711:0:39781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101be255. 00000020:00000040:0.0:1767384395.813713:0:39781:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384395.813716:0:39781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384395.813719:0:39781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384395.813724:0:39781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384395.813729:0:39781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005624936f. 00000100:00000001:0.0:1767384395.813734:0:39781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.813737:0:39781:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00080000:0.0:1767384395.813739:0:39781:0:(import.c:65:import_set_state_nolock()) 000000005f30767c lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1767384395.813743:0:39781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.813746:0:39781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.813753:0:39781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101be255] to pc [ptlrpcd_rcv+-1] req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.813771:0:39781:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.814236:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.814240:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384395.814243:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384395.814247:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.814256:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384395.814258:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384395.814268:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384395.814270:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384395.814273:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384395.814275:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16145:1853236748255616:0@lo:39: 00000100:00000001:3.0:1767384395.814279:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384395.814283:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384395.814285:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384395.814287:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384395.814291:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006b472935. 02000000:00000001:3.0:1767384395.814293:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384395.814298:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab039a0e. 00000400:00000010:3.0:1767384395.814306:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a6cebc. 00000100:00000200:3.0:1767384395.814312:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748255616, portal 10 00000100:00000001:3.0:1767384395.814314:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384395.814316:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00000040:3.0:1767384395.814322:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.814330:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384395.814332:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384395.814335:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384395.814338:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748255616, offset 0 00000400:00000200:3.0:1767384395.814343:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384395.814356:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384395.814367:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e108180 00000400:00000200:3.0:1767384395.814373:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11832 00000400:00000200:3.0:1767384395.814380:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384395.814384:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384395.814390:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384395.814392:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384395.814396:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf445a2. 00000100:00000040:3.0:1767384395.814398:0:16145:0:(events.c:337:request_in_callback()) incoming req@00000000abf445a2 x1853236748255616 msgsize 224 00000100:00100000:3.0:1767384395.814402:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384395.814418:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384395.814431:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384395.814434:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384395.814437:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384395.814440:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.814449:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384395.814451:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.814457:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.814459:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384395.814465:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.814470:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3642 usecs (4 jiffies) 00000100:00000001:3.0:1767384395.814473:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294983699 00000100:00000010:3.0:1767384395.814477:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce0e3e92. 00000100:00000001:3.0:1767384395.814482:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384395.814488:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294983699 00000100:00000010:3.0:1767384395.814491:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005cd74454. 00000100:00000001:3.0:1767384395.814494:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384395.814496:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294983699 00000100:00000010:3.0:1767384395.814498:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001370a035. 00000100:00000001:3.0:1767384395.814500:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384395.814503:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294983699 00000100:00000010:3.0:1767384395.814505:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000324b9f97. 00000100:00000001:3.0:1767384395.814508:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384395.814510:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384395.814513:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.814515:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.814517:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384395.814523:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384395.814524:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384395.814526:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.814527:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384395.814534:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.814536:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.814649:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384395.814652:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255616 02000000:00000001:2.0:1767384395.814654:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384395.814656:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.814658:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.814661:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.814664:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255616 00000020:00000001:2.0:1767384395.814666:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384395.814668:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e013 00000020:00000001:2.0:1767384395.814669:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.814671:0:16786:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000944e8155 refcount=5 00000020:00000001:2.0:1767384395.814673:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000020:00000001:2.0:1767384395.814675:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630017746800640 : -114055962750976 : ffff984446db1000) 00000100:00000001:2.0:1767384395.814679:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.814684:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.814686:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.814688:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000020:00000010:2.0:1767384395.814692:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d52c853a. 00000020:00000010:2.0:1767384395.814695:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000018642ac3. 00000020:00000010:2.0:1767384395.814699:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f4ab52e. 00000100:00000040:2.0:1767384395.814706:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384395.814709:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384395.814710:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384395.814713:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.814720:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.814733:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.814743:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384395.814745:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384395.814748:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384395.814751:0:16786:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000944e8155 : new rpc_count 1 00000100:00000001:2.0:1767384395.814753:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378987776 : -114060330563840 : ffff984342838700) 00000100:00000040:2.0:1767384395.814757:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000abf445a2 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.814765:0:16786:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.814768:0:16786:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.814769:0:16786:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.814771:0:16786:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000100:00100000:2.0:1767384395.814774:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000abf445a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16145:x1853236748255616:12345-0@lo:39: 00000100:00000200:2.0:1767384395.814778:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255616 00000020:00000001:2.0:1767384395.814780:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384395.814784:0:16786:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384395.814786:0:16786:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.814788:0:16786:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384395.814790:0:16786:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072669228384 : -1040323232 : ffffffffc1fded60) 00000020:00000001:2.0:1767384395.814793:0:16786:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384395.814797:0:16786:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384395.814799:0:16786:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384395.814802:0:16786:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384395.814804:0:16786:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.814806:0:16786:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384395.814807:0:16786:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384395.814811:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384395.814813:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384395.814816:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b377e912. 02000000:00000001:2.0:1767384395.814819:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.814821:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.814824:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000944e8155 refcount=6 00010000:00000001:2.0:1767384395.814826:0:16786:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384395.814830:0:16786:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384395.814831:0:16786:0:(genops.c:887:class_export_get()) GET export 00000000944e8155 refcount=7 00010000:00000001:2.0:1767384395.814833:0:16786:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384395.814835:0:16786:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384395.814839:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 6 00000020:00000080:2.0:1767384395.814840:0:16786:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605e013 00000020:00000040:2.0:1767384395.814843:0:16786:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000944e8155 with handle 0x4ac496f8d605e013 from hash 00000020:00000040:2.0:1767384395.814846:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 5 00000020:00000001:2.0:1767384395.814849:0:16786:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384395.814851:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 4 00000020:00000001:2.0:1767384395.814852:0:16786:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384395.814854:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 3 00000020:00000001:2.0:1767384395.814855:0:16786:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.814857:0:16786:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384395.814858:0:16786:0:(import.c:65:import_set_state_nolock()) 00000000ba773d98 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384395.814861:0:16786:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384395.814862:0:16786:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384395.814863:0:16786:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000020:00000001:1.0:1767384395.818221:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.818227:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.818232:0:16774:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384395.818236:0:16774:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384395.818239:0:16774:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384395.818260:0:16774:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384395.818271:0:16774:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d6a8f460 already unused, calling callback (0000000086de5a03) 10000000:00000001:1.0:1767384395.818275:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384395.818276:0:16774:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.818282:0:16774:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384395.818284:0:16774:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384395.818286:0:16774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384395.818289:0:16774:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d6a8f460 refcount=3 00000020:00000001:1.0:1767384395.818291:0:16774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174205440 : -114055535346176 : ffff98446054be00) 00010000:00000001:1.0:1767384395.818293:0:16774:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174205440 : -114055535346176 : ffff98446054be00) 00010000:00000001:1.0:1767384395.818296:0:16774:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384395.818298:0:16774:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384395.818304:0:16774:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384395.818305:0:16774:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767384395.818310:0:16774:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1767384395.818313:0:16774:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:1.0:1767384395.818314:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384395.818316:0:16774:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000aaaff123) refs 1 10000000:01000000:1.0:1767384395.818318:0:16774:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:1.0:1767384395.818320:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384395.818320:0:16774:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384395.818322:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384395.818322:0:16774:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384395.818323:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384395.818324:0:16774:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384395.818325:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384395.818326:0:16774:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384395.818331:0:16774:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384395.818332:0:16774:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384395.818334:0:16774:0:(genops.c:898:class_export_put()) PUTting export 000000009a3d1dac : new refcount 11 10000000:00000010:1.0:1767384395.818337:0:16774:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000aaaff123. 10000000:00000001:1.0:1767384395.818342:0:16774:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384395.818343:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.818346:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384395.818350:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384395.818351:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384395.818353:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384395.818355:0:16774:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384395.818357:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d6a8f460 with handle 0x4ac496f8d605df80 from hash 00010000:00000001:1.0:1767384395.818359:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384395.818360:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.818362:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.818363:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384395.818365:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384395.818366:0:16774:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767384395.818369:0:16774:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384395.818371:0:16774:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767384395.818380:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 00000020:00000040:1.0:1767384395.818384:0:16774:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:1.0:1767384395.818389:0:16774:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384395.818391:0:16774:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384395.818395:0:16774:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384395.818401:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d90d49c0. 00000100:00000001:1.0:1767384395.818406:0:16774:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.818409:0:16774:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384395.818412:0:16774:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384395.818418:0:16774:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384395.818419:0:16774:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.818423:0:16774:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384395.818426:0:16774:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.818436:0:16774:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c77f280] to pc [ptlrpcd_00_01+1] req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384395.818472:0:16774:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384395.818474:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.818476:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.818477:0:16774:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.818479:0:16774:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384395.818480:0:16774:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.818482:0:16774:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.818488:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384395.818489:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 00000000d6a8f460/0x4ac496f8d605df80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df87 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384395.818500:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.818502:0:16774:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384395.818503:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c2b52900. 00010000:00000001:1.0:1767384395.818506:0:16774:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.818508:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.818509:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.818511:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384395.818512:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.818513:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.818515:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384395.818516:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.818517:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.818519:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384395.818531:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384395.818534:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384395.818536:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.818543:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384395.818545:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.818547:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.818549:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384395.818550:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384395.818554:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.818568:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384395.818570:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.818574:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384395.818576:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384395.818578:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384395.818581:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748255744:0@lo:103: 00000100:00000001:1.0:1767384395.818584:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384395.818589:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384395.818591:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.818594:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384395.818597:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059f4db20. 02000000:00000001:1.0:1767384395.818599:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384395.818605:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f6c51e. 00000400:00000010:1.0:1767384395.818611:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384395.818617:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748255744, portal 18 00000100:00000001:1.0:1767384395.818620:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384395.818622:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018408368768 : -114055301182848 : ffff98446e49ca80) 00000100:00000040:1.0:1767384395.818626:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.818633:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384395.818636:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384395.818638:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000200:1.0:1767384395.818640:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748255744, offset 0 00000400:00000200:1.0:1767384395.818646:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384395.818657:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384395.818669:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e108200 00000400:00000200:1.0:1767384395.818674:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000400:00000200:1.0:1767384395.818681:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384395.818685:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384395.818691:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384395.818693:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384395.818696:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000059706a99. 00000100:00000040:1.0:1767384395.818704:0:16146:0:(events.c:337:request_in_callback()) incoming req@0000000059706a99 x1853236748255744 msgsize 328 00000100:00100000:1.0:1767384395.818708:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384395.818717:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384395.818725:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcca406a 00000400:00000010:1.0:1767384395.818728:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000100:00000001:1.0:1767384395.818730:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384395.818733:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.818741:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384395.818744:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.818750:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818751:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384395.818755:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818759:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294983711 00000100:00000001:1.0:1767384395.818766:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983699 00000100:00000001:1.0:1767384395.818771:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294983711 00000100:00000001:1.0:1767384395.818773:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983699 00000100:00000001:1.0:1767384395.818776:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294983711 00000100:00000001:1.0:1767384395.818778:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983699 00000100:00000001:1.0:1767384395.818780:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294983711 00000100:00000001:1.0:1767384395.818783:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983699 00000100:00000001:1.0:1767384395.818785:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384395.818787:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818790:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818791:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818807:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384395.818810:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255744 02000000:00000001:1.0:1767384395.818812:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384395.818814:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384395.818815:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.818819:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384395.818827:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255744 00000020:00000001:1.0:1767384395.818830:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384395.818832:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:1.0:1767384395.818833:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384395.818835:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=15 00000020:00000001:1.0:1767384395.818837:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:1.0:1767384395.818839:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:1.0:1767384395.818843:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384395.818846:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a990fa3. 00000100:00000001:1.0:1767384395.818848:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384395.818851:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a990fa3. 00000020:00000010:1.0:1767384395.818856:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aaaff123. 00000020:00000010:1.0:1767384395.818860:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebd03acf. 00000020:00000010:1.0:1767384395.818864:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000100:00000040:1.0:1767384395.818872:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384395.818874:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384395.818876:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384395.818877:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384395.818879:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.818881:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384395.818884:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384395.818885:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384395.818886:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf9a58b5 refcount=3 00000020:00000001:1.0:1767384395.818888:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480256 : -114055421071360 : ffff984467247000) 00010000:00000001:1.0:1767384395.818890:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480256 : -114055421071360 : ffff984467247000) 00010000:00000001:1.0:1767384395.818892:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.818893:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.818895:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818897:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818903:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818911:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.818922:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384395.818924:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384395.818927:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384395.818930:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:1.0:1767384395.818937:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018408375040 : -114055301176576 : ffff98446e49e300) 00000100:00000040:1.0:1767384395.818942:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059706a99 x1853236748255744/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.818951:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384395.818953:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a990fa3. 00000100:00000001:1.0:1767384395.818955:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384395.818957:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a990fa3. 00000100:00100000:1.0:1767384395.818961:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059706a99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+15:16146:x1853236748255744:12345-0@lo:103: 00000100:00000200:1.0:1767384395.818964:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255744 00010000:00000001:1.0:1767384395.818967:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384395.818969:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384395.818971:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384395.818975:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384395.818978:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384395.818981:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007253038d. 02000000:00000001:1.0:1767384395.818983:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.818985:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.818987:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384395.818989:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384395.818991:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384395.818993:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384395.818994:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000bf9a58b5 refcount=3 00000020:00000001:1.0:1767384395.818996:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288480256 : -114055421071360 : ffff984467247000) 00010000:00000001:1.0:1767384395.818998:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288480256 : -114055421071360 : ffff984467247000) 00010000:00000040:1.0:1767384395.819000:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 6 00010000:00000001:1.0:1767384395.819003:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384395.819005:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384395.819008:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384395.819009:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.819011:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.819014:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384395.819015:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384395.819020:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.819025:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.819028:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384395.819029:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384395.819031:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bf9a58b5 with handle 0x4ac496f8d605df87 from hash 00010000:00000001:1.0:1767384395.819033:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384395.819035:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384395.819036:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.819037:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384395.819038:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384395.819039:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384395.819041:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000bf9a58b5/0x4ac496f8d605df87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605df80 expref: 15 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384395.819048:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 9 00000020:00000040:1.0:1767384395.819062:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 14 00010000:00000001:1.0:1767384395.819067:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384395.819069:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384395.819071:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384395.819073:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384395.819076:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.819077:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384395.819079:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384395.819080:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384395.819084:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384395.819087:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384395.819090:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384395.819094:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384395.819097:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:1.0:1767384395.819099:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:1.0:1767384395.819102:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384395.819125:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.819129:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384395.819131:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384395.819134:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000200:1.0:1767384395.819137:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748255744, offset 224 00000400:00000200:1.0:1767384395.819140:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384395.819146:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384395.819158:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e108200 00000400:00000200:1.0:1767384395.819162:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x216d [1] + 224 00000400:00000200:1.0:1767384395.819166:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384395.819169:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384395.819172:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384395.819175:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384395.819183:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.819195:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384395.819199:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcca406a 00000400:00000010:1.0:1767384395.819201:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000100:00000001:1.0:1767384395.819203:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384395.819205:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384395.819208:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.819210:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:1.0:1767384395.819213:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.819215:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.819218:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059706a99 x1853236748255744/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384395.819226:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059706a99 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16146:x1853236748255744:12345-0@lo:103: Request processed in 275us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384395.819233:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384395.819235:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:1.0:1767384395.819238:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384395.819239:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384395.819243:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebd03acf. 00000020:00000010:1.0:1767384395.819246:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000020:00000010:1.0:1767384395.819249:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aaaff123. 00000020:00000040:1.0:1767384395.819252:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00000100:00000001:1.0:1767384395.819254:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.819269:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.819277:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384395.819281:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384395.819283:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384395.819285:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076f6c51e. 00000400:00000200:1.0:1767384395.819288:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384395.819289:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000001:1.0:1767384395.819291:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384395.819294:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384395.819302:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.819308:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384395.819310:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.819312:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384395.819314:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384395.819316:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384395.819317:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384395.819319:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384395.819324:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384395.819328:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384395.819330:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384395.819332:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384395.819334:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384395.819336:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.819338:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384395.819342:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.819348:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384395.819351:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384395.819353:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384395.819355:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384395.819363:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c77f280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748255744:0@lo:103: 00000100:00000001:1.0:1767384395.819367:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.819374:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384395.819376:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c77f280 x1853236748255744/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384395.819382:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384395.819385:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384395.819387:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059f4db20. 02000000:00000001:1.0:1767384395.819390:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384395.819392:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384395.819393:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:1.0:1767384395.819395:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384395.819397:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d90d49c0. 02000000:00000001:1.0:1767384395.819400:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384395.819402:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384395.819403:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 00000100:00000001:1.0:1767384395.819406:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384395.819407:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.819409:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384395.819412:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384395.819413:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.819415:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.819417:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.819548:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384395.819551:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.819645:0:16786:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384395.819651:0:16786:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384395.819654:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ccb8c6dc dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384395.819657:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000944e8155 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384395.819659:0:16786:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1767384395.819662:0:16786:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:2.0:1767384395.819668:0:16786:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1767384395.819670:0:16786:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384395.819671:0:16786:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384395.819674:0:16786:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000020:00000001:3.0:1767384395.819807:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384395.819809:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.819812:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000040:3.0:1767384395.819816:0:16786:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 6 00000001:00000001:3.0:1767384395.819820:0:16786:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384395.819823:0:16786:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 5 00000020:00000040:3.0:1767384395.819825:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 2 00000001:00000001:3.0:1767384395.819826:0:16786:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384395.819828:0:16786:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 4 00000001:00000001:3.0:1767384395.819829:0:16786:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384395.819831:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 1 00000004:00000001:3.0:1767384395.819832:0:16786:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.819835:0:16786:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.819837:0:16786:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.819839:0:16786:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384395.819843:0:16786:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748255616 00010000:00000001:3.0:1767384395.819845:0:16786:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384395.819849:0:16786:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000abf445a2 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384395.819856:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384395.819858:0:16786:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384395.819860:0:16786:0:(import.c:2128:obd_at_measure()) add 1 to 0000000000c4ba22 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384395.819863:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384395.819865:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 21 to 0@lo 00000100:00000001:3.0:1767384395.819866:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384395.819868:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384395.819870:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.819872:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384395.819874:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384395.819877:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384395.819879:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748255616, offset 224 00000400:00000200:3.0:1767384395.819888:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384395.819893:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384395.819898:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e108180 00000400:00000200:3.0:1767384395.819903:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2165 [1] + 224 00000400:00000200:3.0:1767384395.819907:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384395.819909:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384395.819912:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384395.819916:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384395.819923:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.819942:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384395.819946:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384395.819947:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384395.819950:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384395.819951:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384395.819954:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.819956:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 20 to 0@lo 00010000:00000001:3.0:1767384395.819958:0:16786:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384395.819960:0:16786:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.819962:0:16786:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384395.819965:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000abf445a2 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384395.819972:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000abf445a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:16145:x1853236748255616:12345-0@lo:39: Request processed in 5206us (5573us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384395.819979:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384395.819982:0:16786:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000944e8155 : new rpc_count 0 00000100:00000001:3.0:1767384395.819983:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384395.819985:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384395.819987:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000018642ac3. 00000020:00000010:3.0:1767384395.819990:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f4ab52e. 00000020:00000010:3.0:1767384395.819993:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d52c853a. 00000020:00000040:3.0:1767384395.820001:0:16786:0:(genops.c:898:class_export_put()) PUTting export 00000000944e8155 : new refcount 0 00000020:00000080:3.0:1767384395.820003:0:16786:0:(genops.c:904:class_export_put()) final put 00000000944e8155/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:3.0:1767384395.820020:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.820070:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.820073:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384395.820076:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384395.820077:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384395.820083:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab039a0e. 00000400:00000200:0.0:1767384395.820086:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a6cebc 00000400:00000010:0.0:1767384395.820088:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a6cebc. 00000100:00000001:0.0:1767384395.820090:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384395.820093:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384395.820100:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.820148:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384395.820150:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.820152:0:16145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384395.820153:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384395.820155:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.820156:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.820158:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384395.820163:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 0000000046fc3c89 time=96 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384395.820165:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 0000000080709048 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384395.820168:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384395.820169:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.820170:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384395.820173:0:16145:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.820176:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384395.820177:0:16145:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384395.820179:0:16145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384395.820180:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.820183:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.820189:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.820190:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384395.820192:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384395.820194:0:16145:0:(import.c:65:import_set_state_nolock()) 000000005f30767c lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384395.820197:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384395.820200:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384395.820201:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384395.820202:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767384395.820222:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384395.820228:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16145:1853236748255616:0@lo:39: 00000100:00000001:0.0:1767384395.820232:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.820234:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384395.820236:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101be255 x1853236748255616/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.820242:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384395.820243:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384395.820245:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006b472935. 02000000:00000001:0.0:1767384395.820249:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384395.820250:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384395.820251:0:16145:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384395.820253:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384395.820254:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005624936f. 02000000:00000001:0.0:1767384395.820257:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384395.820259:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384395.820260:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101be255. 00000100:00000001:0.0:1767384395.820262:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384395.820263:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.820265:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.820269:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384395.820270:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.820272:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.820273:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.820315:0:39781:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.820319:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384395.820321:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767384395.820323:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384395.820324:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384395.820326:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1767384395.820328:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384395.820331:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384395.820332:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384395.820333:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384395.820334:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384395.820336:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:3.0:1767384395.820337:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767384395.820339:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:3.0:1767384395.820342:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384395.820344:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384395.820764:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.820766:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384395.820768:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1767384395.821202:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384395.821205:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000944e8155/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000040:1.0:1767384395.821210:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 19 to 0@lo 00000020:00000001:1.0:1767384395.821212:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384395.821215:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384395.821218:0:36:0:(genops.c:1229:class_import_get()) import 00000000ba773d98 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384395.821220:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384395.821221:0:36:0:(genops.c:1242:class_import_put()) import 00000000ba773d98 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384395.821223:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384395.821225:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384395.821226:0:36:0:(genops.c:1242:class_import_put()) import 00000000ba773d98 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384395.821227:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000ba773d98 00000020:00000001:1.0:1767384395.821235:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384395.821237:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000ff68d6cd. 00010000:00000001:1.0:1767384395.821241:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384395.821244:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384395.821257:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000dccab39. 00000001:00000010:1.0:1767384395.821261:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040509292. 00000001:00000010:1.0:1767384395.821264:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b9cc381c. 00000001:00000010:1.0:1767384395.821266:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b6761d00. 00000001:00000010:1.0:1767384395.821269:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000da210392. 00000001:00000010:1.0:1767384395.821271:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ea4ce842. 00000001:00000001:1.0:1767384395.821275:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384395.821277:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384395.821279:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384395.821282:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b3893847. 00000001:00000010:1.0:1767384395.821284:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c61932a. 00000001:00000010:1.0:1767384395.821286:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000080f7cc37. 00000001:00000010:1.0:1767384395.821289:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000026d9bcf7. 00000001:00000010:1.0:1767384395.821294:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a841a512. 00000001:00000010:1.0:1767384395.821296:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001b288da4. 00000001:00000001:1.0:1767384395.821298:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384395.821299:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384395.821300:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384395.821304:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000c69313cc. 00000020:00000020:1.0:1767384395.821309:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384395.821312:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000ccb8c6dc dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384395.821314:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22/00000000ece52f87 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1767384395.821317:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.821319:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384395.821321:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 9 - export 00000020:00000010:1.0:1767384395.821324:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000944e8155. 00000020:00000001:1.0:1767384395.821334:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384395.821338:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384395.821339:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000ba773d98 for lustre-MDT0000 00000020:00000040:1.0:1767384395.821342:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00000020:00000040:1.0:1767384395.821344:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 8 - import 00000020:00000010:1.0:1767384395.821346:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000ba773d98. 00000020:00000001:1.0:1767384395.821349:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:3.0:1767384395.821454:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.821458:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:3.0:1767384395.821461:0:39781:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384395.821463:0:39781:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.821466:0:39781:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000779cb8d0. 00000020:00000001:3.0:1767384395.821471:0:39781:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384395.821473:0:39781:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 0000000040f92800. 00000020:00000010:3.0:1767384395.821476:0:39781:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000152dd663. 00000020:00000010:3.0:1767384395.821478:0:39781:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 000000000d1d6f4a. 00000020:00000010:3.0:1767384395.821483:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb458729. 00000020:00000010:3.0:1767384395.821487:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001d451156. 00000040:00000010:3.0:1767384395.821490:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e65eac4. 00000020:00000010:3.0:1767384395.821493:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ed8ebfdc. 00000020:00000010:3.0:1767384395.821497:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000000aac20a. 00000020:00000010:3.0:1767384395.821506:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef7eafa9. 80000000:00000010:3.0:1767384395.821510:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006bbd7bc2. 40000000:00000010:3.0:1767384395.821514:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000593c9ec4. 00100000:00000010:3.0:1767384395.821518:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001f31af70. 00040000:00000010:3.0:1767384395.821521:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002c9d2d9d. 00040000:00000010:3.0:1767384395.821525:0:39781:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ffd362a4. 00040000:00000010:3.0:1767384395.821528:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d118fb66. 00080000:00000010:3.0:1767384395.821532:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dab69556. 00000004:00000010:3.0:1767384395.821536:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000013458fda. 00000004:00000010:3.0:1767384395.821540:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e1eb97c7. 00000004:00000010:3.0:1767384395.821544:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b949fcc4. 00002000:00000010:3.0:1767384395.821548:0:39781:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001e279baf. 00000004:00000010:3.0:1767384395.821551:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ff953a7f. 00000020:00000010:3.0:1767384395.821556:0:39781:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c78018d4. 00000020:00000001:3.0:1767384395.821560:0:39781:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767384395.821564:0:39781:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 000000000b329410. 00000020:00000001:3.0:1767384395.821566:0:39781:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384395.821568:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000968cd9e3. 00000020:00000010:3.0:1767384395.821571:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d773c73. 00000040:00000010:3.0:1767384395.821573:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a6095bf. 00000020:00000010:3.0:1767384395.821576:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000ec41533. 00000020:00000010:3.0:1767384395.821578:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d0d386d7. 00040000:00000010:3.0:1767384395.821580:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059957490. 00040000:00000010:3.0:1767384395.821582:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001964244d. 00080000:00000010:3.0:1767384395.821584:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002834a16c. 10000000:00000001:3.0:1767384395.821587:0:39781:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767384395.821589:0:39781:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767384395.821592:0:39781:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767384395.821593:0:39781:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767384395.821597:0:39781:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384395.821598:0:39781:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000d2466b3c) refs 3 10000000:00000001:3.0:1767384395.821600:0:39781:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384395.821602:0:39781:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630018676472832 : -114055033078784 : ffff98447e44bc00) 10000000:00000001:3.0:1767384395.821604:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384395.821610:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4ac496f8d605defb 00010000:00000001:3.0:1767384395.821613:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.821614:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.821617:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b40844d refcount=2 00000020:00000001:3.0:1767384395.821619:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174198272 : -114055535353344 : ffff98446054a200) 00010000:00000001:3.0:1767384395.821621:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174198272 : -114055535353344 : ffff98446054a200) 00010000:00000001:3.0:1767384395.821624:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.821626:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.821629:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821636:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821638:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.821639:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.821640:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.821641:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b40844d refcount=3 00000020:00000001:3.0:1767384395.821643:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174198272 : -114055535353344 : ffff98446054a200) 00010000:00000001:3.0:1767384395.821645:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174198272 : -114055535353344 : ffff98446054a200) 00010000:00000001:3.0:1767384395.821647:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384395.821649:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821655:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384395.821656:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821661:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821662:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384395.821663:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821668:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.821669:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821672:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384395.821679:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c4dcede2. 00010000:00000001:3.0:1767384395.821683:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384395.821699:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767384395.821701:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821703:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821706:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384395.821707:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821708:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384395.821710:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384395.821711:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4ac496f8d605e338 00010000:00000001:3.0:1767384395.821712:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.821714:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.821715:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=2 00000020:00000001:3.0:1767384395.821717:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384395.821719:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384395.821722:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.821723:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.821725:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821730:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821731:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.821732:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.821733:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.821734:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00000020:00000001:3.0:1767384395.821735:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384395.821737:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:3.0:1767384395.821739:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384395.821740:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821745:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384395.821746:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821760:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821761:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384395.821762:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821767:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.821768:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821770:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384395.821772:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000cb25e185. 00010000:00000001:3.0:1767384395.821774:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384395.821888:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:3.0:1767384395.821892:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821893:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821895:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384395.821896:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821897:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384395.821899:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384395.821901:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 2 10000000:00000001:3.0:1767384395.821903:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.821904:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384395.821906:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4ac496f8d605df72 00010000:00000001:3.0:1767384395.821907:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.821908:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.821910:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0513fbe refcount=2 00000020:00000001:3.0:1767384395.821912:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203904 : -114055535347712 : ffff98446054b800) 00010000:00000001:3.0:1767384395.821914:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203904 : -114055535347712 : ffff98446054b800) 00010000:00000001:3.0:1767384395.821916:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.821917:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.821919:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821924:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821925:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.821931:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.821932:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.821933:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0513fbe refcount=3 00000020:00000001:3.0:1767384395.821934:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203904 : -114055535347712 : ffff98446054b800) 00010000:00000001:3.0:1767384395.821936:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203904 : -114055535347712 : ffff98446054b800) 00010000:00000001:3.0:1767384395.821938:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384395.821939:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821944:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384395.821946:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821950:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.821951:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384395.821952:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.821957:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.821958:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.821960:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384395.821962:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000003e9732fe. 00010000:00000001:3.0:1767384395.821964:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1767384395.821986:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.821988:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.821990:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00000001:0.0:1767384395.821994:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384395.821995:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384395.821997:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.822004:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007b40844d already unused, calling callback (0000000086de5a03) 10000000:00000001:0.0:1767384395.822007:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.822014:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822020:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384395.822021:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.822022:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.822024:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b40844d refcount=3 00000020:00000001:0.0:1767384395.822025:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174198272 : -114055535353344 : ffff98446054a200) 00010000:00000001:0.0:1767384395.822027:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174198272 : -114055535353344 : ffff98446054a200) 00010000:00000001:0.0:1767384395.822030:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384395.822031:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384395.822036:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.822038:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384395.822043:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767384395.822045:0:16773:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:0.0:1767384395.822046:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.822047:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000d2466b3c) refs 3 10000000:00000001:0.0:1767384395.822059:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822060:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822062:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384395.822065:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.822066:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384395.822067:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.822069:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.822071:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007b40844d with handle 0x4ac496f8d605defb from hash 00010000:00000001:0.0:1767384395.822073:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.822074:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822075:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822076:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.822078:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.822079:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384395.822082:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384395.822089:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384395.822094:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000101be255. 00000020:00000040:0.0:1767384395.822097:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384395.822101:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384395.822103:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384395.822134:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384395.822140:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e37ddfd3. 00000100:00000001:0.0:1767384395.822145:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822148:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384395.822152:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.822158:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384395.822159:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.822163:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.822165:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.822172:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000101be255] to pc [ptlrpcd_00_02+2] req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.822188:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384395.822191:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822192:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822193:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822195:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.822197:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822199:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822204:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384395.822205:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000007b40844d/0x4ac496f8d605defb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df02 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822215:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822216:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384395.822218:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c4dcede2. 00010000:00000001:0.0:1767384395.822221:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.822229:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.822231:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822232:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1767384395.822234:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384395.822236:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384395.822237:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.822243:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000013c0654c already unused, calling callback (0000000086de5a03) 10000000:00000001:0.0:1767384395.822245:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.822246:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822251:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384395.822252:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.822254:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.822255:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000013c0654c refcount=3 00000020:00000001:0.0:1767384395.822257:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384395.822259:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017681383936 : -114056028167680 : ffff984442f4e200) 00010000:00000001:0.0:1767384395.822261:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384395.822262:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384395.822267:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.822269:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384395.822273:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1767384395.822275:0:16773:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:00000001:0.0:1767384395.822276:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.822277:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e7ad2c8c) refs 1 10000000:01000000:0.0:1767384395.822279:0:16773:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:0.0:1767384395.822280:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.822281:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822282:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.822288:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822289:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.822290:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822291:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.822292:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822293:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384395.822294:0:16773:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1767384395.822295:0:16773:0:(genops.c:898:class_export_put()) PUTting export 000000009a3d1dac : new refcount 10 10000000:00000010:0.0:1767384395.822297:0:16773:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000e7ad2c8c. 10000000:00000001:0.0:1767384395.822300:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822300:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822303:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384395.822304:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.822305:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384395.822307:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.822308:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.822309:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000013c0654c with handle 0x4ac496f8d605e338 from hash 00010000:00000001:0.0:1767384395.822312:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.822313:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822314:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822315:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.822316:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.822317:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384395.822319:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384395.822320:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384395.822323:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058793195. 00000020:00000040:0.0:1767384395.822325:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384395.822327:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384395.822328:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384395.822330:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384395.822333:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ac61cde. 00000100:00000001:0.0:1767384395.822335:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822337:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384395.822339:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.822343:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384395.822348:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.822350:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.822351:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.822355:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058793195] to pc [ptlrpcd_00_03+3] req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.822363:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384395.822365:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822366:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822367:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822369:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.822370:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822372:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822377:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384395.822378:0:16773:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 0000000013c0654c/0x4ac496f8d605e338 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605e33f expref: -99 pid: 16782 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384395.822383:0:16773:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099b2a1af count: 0 00010000:00000001:0.0:1767384395.822389:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822390:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384395.822392:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000cb25e185. 00010000:00000001:0.0:1767384395.822394:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.822396:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.822397:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822398:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384395.822400:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384395.822401:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384395.822402:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.822407:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b0513fbe already unused, calling callback (0000000086de5a03) 10000000:00000001:0.0:1767384395.822409:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.822410:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822423:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384395.822425:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.822426:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.822427:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0513fbe refcount=4 00000020:00000001:0.0:1767384395.822428:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174203904 : -114055535347712 : ffff98446054b800) 00010000:00000001:0.0:1767384395.822430:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174203904 : -114055535347712 : ffff98446054b800) 00010000:00000001:0.0:1767384395.822432:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384395.822433:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384395.822438:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.822439:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384395.822443:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1767384395.822445:0:16773:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:0.0:1767384395.822446:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.822448:0:16773:0:(mgc_request.c:123:config_log_put()) log params(000000009d3a4630) refs 2 10000000:00000001:0.0:1767384395.822449:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.822450:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822452:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384395.822454:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.822455:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384395.822456:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.822457:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.822459:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b0513fbe with handle 0x4ac496f8d605df72 from hash 00010000:00000001:0.0:1767384395.822460:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.822461:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822462:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822463:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.822464:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.822465:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384395.822467:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384395.822473:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384395.822476:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009920e655. 00000020:00000040:0.0:1767384395.822478:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=6 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384395.822480:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384395.822481:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384395.822483:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384395.822485:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df3fb6b1. 00000100:00000001:0.0:1767384395.822488:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822490:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384395.822492:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.822497:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384395.822498:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.822500:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.822501:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.822505:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009920e655] to pc [ptlrpcd_00_00+0] req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.822522:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384395.822525:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822526:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822527:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822528:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.822530:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822531:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.822536:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822537:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822539:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384395.822540:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000003e9732fe. 00010000:00000001:0.0:1767384395.822542:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.822544:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.822545:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822547:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384395.822548:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.822555:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822557:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384395.822558:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.822559:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.822561:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384395.822566:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384395.822569:0:16147:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767384395.822571:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.822576:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384395.822578:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.822579:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.822580:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384395.822582:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384395.822586:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.822593:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384395.822594:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.822597:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384395.822599:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384395.822602:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.822604:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009920e655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748256128:0@lo:103: 00000100:00000001:0.0:1767384395.822608:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384395.822612:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384395.822614:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.822617:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384395.822620:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003056345f. 02000000:00000001:0.0:1767384395.822622:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384395.822627:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ed878a. 00000400:00000010:0.0:1767384395.822633:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384395.822639:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256128, portal 18 00000100:00000001:0.0:1767384395.822641:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384395.822643:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674343936 : -114055035207680 : ffff98447e244000) 00000100:00000040:0.0:1767384395.822647:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.822654:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384395.822661:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384395.822664:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384395.822666:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748256128, offset 0 00000400:00000200:0.0:1767384395.822672:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384395.822682:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384395.822692:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e108380 00000400:00000200:0.0:1767384395.822697:0:16147:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:0.0:1767384395.822703:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384395.822707:0:16147:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384395.822713:0:16147:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384395.822714:0:16147:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384395.822718:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a71d968e. 00000100:00000040:0.0:1767384395.822720:0:16147:0:(events.c:337:request_in_callback()) incoming req@00000000a71d968e x1853236748256128 msgsize 328 00000100:00100000:0.0:1767384395.822724:0:16147:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384395.822731:0:16147:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384395.822737:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384395.822739:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384395.822744:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384395.822747:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.822756:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384395.822757:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.822764:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822765:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384395.822769:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822772:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294983715 00000100:00000001:0.0:1767384395.822778:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983711 00000100:00000001:0.0:1767384395.822782:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294983715 00000100:00000001:0.0:1767384395.822785:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983711 00000100:00000001:0.0:1767384395.822787:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294983715 00000100:00000001:0.0:1767384395.822789:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983711 00000100:00000001:0.0:1767384395.822797:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294983715 00000100:00000001:0.0:1767384395.822800:0:16147:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983711 00000100:00000001:0.0:1767384395.822802:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.822804:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822806:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822808:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822828:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.822830:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822846:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384395.822848:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256128 02000000:00000001:0.0:1767384395.822850:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384395.822853:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.822854:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.822857:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384395.822860:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256128 00000020:00000001:0.0:1767384395.822862:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384395.822864:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:0.0:1767384395.822865:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.822867:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:0.0:1767384395.822869:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:0.0:1767384395.822871:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:0.0:1767384395.822875:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384395.822878:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9b98984. 00000100:00000001:0.0:1767384395.822881:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384395.822883:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9b98984. 00000020:00000010:0.0:1767384395.822887:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012130598. 00000020:00000010:0.0:1767384395.822890:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fcf3ccfa. 00000020:00000010:0.0:1767384395.822894:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000234ecacf. 00000100:00000040:0.0:1767384395.822899:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384395.822902:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384395.822903:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384395.822905:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384395.822907:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.822909:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384395.822917:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.822918:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.822919:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095e9bcb9 refcount=3 00000020:00000001:0.0:1767384395.822921:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481280 : -114055421070336 : ffff984467247400) 00010000:00000001:0.0:1767384395.822923:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481280 : -114055421070336 : ffff984467247400) 00010000:00000001:0.0:1767384395.822925:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.822926:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.822927:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822929:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822936:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.822943:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.822954:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384395.822956:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384395.822959:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384395.822962:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:0.0:1767384395.822964:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630018674351104 : -114055035200512 : ffff98447e245c00) 00000100:00000040:0.0:1767384395.822968:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a71d968e x1853236748256128/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.822977:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384395.822980:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9b98984. 00000100:00000001:0.0:1767384395.822981:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384395.822983:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9b98984. 00000100:00100000:0.0:1767384395.822987:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a71d968e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16147:x1853236748256128:12345-0@lo:103: 00000100:00000200:0.0:1767384395.822991:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256128 00010000:00000001:0.0:1767384395.822993:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384395.822994:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384395.822996:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384395.823000:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384395.823003:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384395.823006:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d041d0fc. 02000000:00000001:0.0:1767384395.823008:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.823010:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.823013:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384395.823019:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384395.823022:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.823023:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.823024:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000095e9bcb9 refcount=3 00000020:00000001:0.0:1767384395.823026:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288481280 : -114055421070336 : ffff984467247400) 00010000:00000001:0.0:1767384395.823029:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288481280 : -114055421070336 : ffff984467247400) 00010000:00000040:0.0:1767384395.823032:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002478147a count: 3 00010000:00000001:0.0:1767384395.823035:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384395.823037:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384395.823039:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384395.823040:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.823042:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.823045:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.823046:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384395.823062:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.823063:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.823065:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.823067:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.823068:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000095e9bcb9 with handle 0x4ac496f8d605df79 from hash 00010000:00000001:0.0:1767384395.823070:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.823071:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.823072:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.823073:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.823074:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.823076:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384395.823078:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000095e9bcb9/0x4ac496f8d605df79 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605df72 expref: 14 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384395.823085:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 8 00000020:00000040:0.0:1767384395.823086:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00010000:00000001:0.0:1767384395.823091:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.823093:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384395.823095:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384395.823096:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.823099:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.823100:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384395.823135:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384395.823136:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.823141:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384395.823143:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384395.823146:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384395.823150:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384395.823152:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:0.0:1767384395.823154:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:0.0:1767384395.823157:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384395.823159:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.823161:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384395.823163:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384395.823166:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384395.823169:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748256128, offset 224 00000400:00000200:0.0:1767384395.823173:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384395.823178:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384395.823183:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e108380 00000400:00000200:0.0:1767384395.823188:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x217d [1] + 224 00000400:00000200:0.0:1767384395.823191:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384395.823194:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384395.823197:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384395.823200:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384395.823209:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.823220:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384395.823223:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384395.823225:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384395.823228:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384395.823229:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384395.823232:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.823234:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:0.0:1767384395.823236:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.823238:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.823247:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a71d968e x1853236748256128/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384395.823255:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a71d968e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+13:16147:x1853236748256128:12345-0@lo:103: Request processed in 277us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384395.823262:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384395.823265:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:0.0:1767384395.823268:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384395.823269:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384395.823272:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fcf3ccfa. 00000020:00000010:0.0:1767384395.823276:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000234ecacf. 00000020:00000010:0.0:1767384395.823278:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012130598. 00000020:00000040:0.0:1767384395.823282:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 12 00000100:00000001:0.0:1767384395.823284:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.823296:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.823297:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384395.823301:0:16147:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384395.823303:0:16147:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384395.823304:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ed878a. 00000400:00000200:0.0:1767384395.823307:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ce488cd 00000400:00000010:0.0:1767384395.823308:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 00000100:00000001:0.0:1767384395.823311:0:16147:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384395.823313:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384395.823321:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.823327:0:16147:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384395.823329:0:16147:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.823331:0:16147:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384395.823333:0:16147:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384395.823335:0:16147:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.823336:0:16147:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.823338:0:16147:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384395.823341:0:16147:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=101 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384395.823345:0:16147:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=101 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384395.823352:0:16147:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384395.823354:0:16147:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.823356:0:16147:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384395.823357:0:16147:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.823359:0:16147:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.823363:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.823369:0:16147:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.823372:0:16147:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384395.823374:0:16147:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384395.823377:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384395.823384:0:16147:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009920e655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748256128:0@lo:103: 00000100:00000001:0.0:1767384395.823388:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.823390:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384395.823392:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009920e655 x1853236748256128/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.823398:0:16147:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384395.823400:0:16147:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384395.823402:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003056345f. 02000000:00000001:0.0:1767384395.823405:0:16147:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384395.823406:0:16147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384395.823407:0:16147:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000020:00000001:0.0:1767384395.823410:0:16147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384395.823411:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000df3fb6b1. 02000000:00000001:0.0:1767384395.823415:0:16147:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384395.823416:0:16147:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384395.823417:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009920e655. 00000100:00000001:0.0:1767384395.823420:0:16147:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384395.823421:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.823422:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.823426:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384395.823428:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.823430:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.823436:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.823897:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.823901:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.823903:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384395.823907:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.823914:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384395.823915:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.823918:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384395.823919:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384395.823921:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.823923:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748255872:0@lo:103: 00000100:00000001:2.0:1767384395.823926:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384395.823929:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384395.823930:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.823932:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384395.823936:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3885046. 02000000:00000001:2.0:1767384395.823937:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384395.823940:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415de241. 00000400:00000010:2.0:1767384395.823944:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384395.823947:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748255872, portal 18 00000100:00000001:2.0:1767384395.823949:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384395.823949:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674350208 : -114055035201408 : ffff98447e245880) 00000100:00000040:2.0:1767384395.823953:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.823959:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.823961:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.823963:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384395.823964:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748255872, offset 0 00000400:00000200:2.0:1767384395.823968:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.823973:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.823978:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e108280 00000400:00000200:2.0:1767384395.823982:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000400:00000200:2.0:1767384395.823985:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.823988:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.823990:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384395.823992:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384395.823995:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c612fcbe. 00000100:00000040:2.0:1767384395.823997:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000c612fcbe x1853236748255872 msgsize 328 00000100:00100000:2.0:1767384395.824000:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384395.824011:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.824015:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384395.824017:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384395.824020:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384395.824022:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824030:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.824031:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824037:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824038:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.824041:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824043:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294983716 00000100:00000001:2.0:1767384395.824047:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983715 00000100:00000001:2.0:1767384395.824060:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294983716 00000100:00000001:2.0:1767384395.824063:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983715 00000100:00000001:2.0:1767384395.824065:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294983716 00000100:00000001:2.0:1767384395.824067:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983715 00000100:00000001:2.0:1767384395.824070:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294983716 00000100:00000001:2.0:1767384395.824072:0:16148:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983715 00000100:00000001:2.0:1767384395.824074:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.824076:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824078:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824080:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824084:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.824085:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384395.824087:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.824088:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.824090:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.824092:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384395.824093:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824095:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.824097:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824098:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.824099:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.824100:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384395.824103:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824128:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384395.824130:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.824132:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384395.824133:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384395.824135:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.824137:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058793195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748256000:0@lo:103: 00000100:00000001:2.0:1767384395.824140:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384395.824142:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384395.824143:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.824145:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384395.824148:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3672081. 02000000:00000001:2.0:1767384395.824149:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384395.824152:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109a2f25. 00000400:00000010:2.0:1767384395.824155:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384395.824157:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256000, portal 18 00000100:00000001:2.0:1767384395.824159:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384395.824160:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674358272 : -114055035193344 : ffff98447e247800) 00000100:00000040:2.0:1767384395.824163:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824169:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.824171:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.824173:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000200:2.0:1767384395.824174:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748256000, offset 0 00000400:00000200:2.0:1767384395.824178:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.824182:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.824186:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e108300 00000400:00000200:2.0:1767384395.824189:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000400:00000200:2.0:1767384395.824193:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.824195:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.824198:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384395.824199:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384395.824201:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039cb15d8. 00000100:00000040:2.0:1767384395.824203:0:16148:0:(events.c:337:request_in_callback()) incoming req@0000000039cb15d8 x1853236748256000 msgsize 328 00000100:00100000:2.0:1767384395.824206:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384395.824212:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.824215:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384395.824217:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000100:00000001:2.0:1767384395.824219:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384395.824221:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824227:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.824229:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824233:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824235:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.824237:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824239:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294983716 00000100:00000001:2.0:1767384395.824241:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, keep current deadline 4294983716 00000100:00000001:2.0:1767384395.824242:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294983716 00000100:00000001:2.0:1767384395.824244:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, keep current deadline 4294983716 00000100:00000001:2.0:1767384395.824245:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294983716 00000100:00000001:2.0:1767384395.824247:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, keep current deadline 4294983716 00000100:00000001:2.0:1767384395.824248:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294983716 00000100:00000001:2.0:1767384395.824250:0:16148:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, keep current deadline 4294983716 00000100:00000001:2.0:1767384395.824252:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.824253:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824255:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824257:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824266:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.824268:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824276:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384395.824277:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748255872 02000000:00000001:2.0:1767384395.824279:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384395.824280:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.824282:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.824284:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.824286:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748255872 00000020:00000001:2.0:1767384395.824288:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384395.824289:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384395.824291:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.824292:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=13 00000020:00000001:2.0:1767384395.824294:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384395.824297:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384395.824299:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.824302:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.824304:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.824306:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000020:00000010:2.0:1767384395.824309:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a552693a. 00000020:00000010:2.0:1767384395.824312:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000001441ab. 00000020:00000010:2.0:1767384395.824315:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000100:00000040:2.0:1767384395.824319:0:20667:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384395.824321:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384395.824323:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384395.824324:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384395.824326:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824327:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384395.824330:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.824331:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.824333:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ea09067d refcount=3 00000020:00000001:2.0:1767384395.824335:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288482816 : -114055421068800 : ffff984467247a00) 00010000:00000001:2.0:1767384395.824337:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288482816 : -114055421068800 : ffff984467247a00) 00010000:00000001:2.0:1767384395.824339:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.824340:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824341:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824343:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824346:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824353:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824359:0:20667:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384395.824360:0:20667:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256000 02000000:00000001:2.0:1767384395.824362:0:20667:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384395.824363:0:20667:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.824364:0:20667:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.824366:0:20667:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.824367:0:20667:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256000 00000020:00000001:2.0:1767384395.824369:0:20667:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384395.824370:0:20667:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384395.824371:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.824372:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=14 00000020:00000001:2.0:1767384395.824374:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384395.824376:0:20667:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384395.824378:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.824380:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.824382:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.824383:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000020:00000010:2.0:1767384395.824386:0:20667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d6a5d68. 00000020:00000010:2.0:1767384395.824389:0:20667:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091c6bfbb. 00000020:00000010:2.0:1767384395.824391:0:20667:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000100:00000001:2.0:1767384395.824393:0:20667:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384395.824394:0:20667:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384395.824395:0:20667:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384395.824396:0:20667:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824398:0:20667:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384395.824400:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.824401:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.824403:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=3 00000020:00000001:2.0:1767384395.824405:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:2.0:1767384395.824406:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:2.0:1767384395.824410:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.824411:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824412:0:20667:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824413:0:20667:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824416:0:20667:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824422:0:20667:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824428:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384395.824429:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384395.824432:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384395.824434:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384395.824436:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383445120 : -114060326106496 : ffff984342c78a80) 00000100:00000040:2.0:1767384395.824439:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c612fcbe x1853236748255872/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824446:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.824449:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.824450:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.824452:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000100:00100000:2.0:1767384395.824455:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c612fcbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+14:16148:x1853236748255872:12345-0@lo:103: 00000100:00000200:2.0:1767384395.824458:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748255872 00010000:00000001:2.0:1767384395.824460:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384395.824462:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384395.824463:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384395.824466:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384395.824478:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384395.824481:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007f60637f. 02000000:00000001:2.0:1767384395.824483:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824485:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824486:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384395.824488:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384395.824490:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.824491:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.824492:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ea09067d refcount=3 00000020:00000001:2.0:1767384395.824494:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288482816 : -114055421068800 : ffff984467247a00) 00010000:00000001:2.0:1767384395.824496:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288482816 : -114055421068800 : ffff984467247a00) 00010000:00000040:2.0:1767384395.824499:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 5 00010000:00000001:2.0:1767384395.824501:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384395.824503:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.824504:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.824506:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.824507:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824509:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384395.824511:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384395.824514:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.824515:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824517:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384395.824518:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.824520:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ea09067d with handle 0x4ac496f8d605df02 from hash 00010000:00000001:2.0:1767384395.824522:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384395.824523:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.824524:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824525:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384395.824526:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384395.824527:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384395.824529:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ea09067d/0x4ac496f8d605df02 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605defb expref: 14 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384395.824535:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 7 00000020:00000040:2.0:1767384395.824537:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 13 00010000:00000001:2.0:1767384395.824542:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824543:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384395.824545:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384395.824546:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.824548:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824549:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384395.824551:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384395.824552:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.824555:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384395.824556:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.824558:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.824562:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384395.824564:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:2.0:1767384395.824566:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384395.824568:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384395.824570:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824572:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.824574:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.824576:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000200:2.0:1767384395.824579:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748255872, offset 224 00000400:00000200:2.0:1767384395.824583:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.824587:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.824592:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e108280 00000400:00000200:2.0:1767384395.824596:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2189 [1] + 224 00000400:00000200:2.0:1767384395.824599:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.824602:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.824604:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.824607:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384395.824614:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824625:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.824628:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384395.824630:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000100:00000001:2.0:1767384395.824632:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384395.824633:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.824636:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.824638:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:2.0:1767384395.824640:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824641:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.824645:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c612fcbe x1853236748255872/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.824653:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c612fcbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+13:16148:x1853236748255872:12345-0@lo:103: Request processed in 205us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384395.824659:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384395.824661:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384395.824663:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.824664:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384395.824666:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000001441ab. 00000020:00000010:2.0:1767384395.824669:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384395.824672:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a552693a. 00000020:00000040:2.0:1767384395.824675:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 12 00000100:00000001:2.0:1767384395.824677:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824684:0:20667:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384395.824686:0:20667:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384395.824688:0:20667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384395.824690:0:20667:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384395.824691:0:20667:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383442432 : -114060326109184 : ffff984342c78000) 00000100:00000040:2.0:1767384395.824694:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000039cb15d8 x1853236748256000/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824701:0:20667:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.824703:0:20667:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.824705:0:20667:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.824707:0:20667:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000100:00100000:2.0:1767384395.824709:0:20667:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000039cb15d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+12:16148:x1853236748256000:12345-0@lo:103: 00000100:00000200:2.0:1767384395.824713:0:20667:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256000 00010000:00000001:2.0:1767384395.824714:0:20667:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384395.824716:0:20667:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384395.824717:0:20667:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384395.824720:0:20667:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384395.824722:0:20667:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384395.824725:0:20667:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000065bba94f. 02000000:00000001:2.0:1767384395.824727:0:20667:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824729:0:20667:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824731:0:20667:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384395.824732:0:20667:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384395.824734:0:20667:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.824735:0:20667:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.824737:0:20667:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000027436fb3 refcount=3 00000020:00000001:2.0:1767384395.824738:0:20667:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000001:2.0:1767384395.824740:0:20667:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630017631977984 : -114056077573632 : ffff984440030200) 00010000:00000040:2.0:1767384395.824743:0:20667:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000844d4cdb count: 2 00010000:00000001:2.0:1767384395.824745:0:20667:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384395.824746:0:20667:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.824748:0:20667:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.824749:0:20667:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.824751:0:20667:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824753:0:20667:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384395.824754:0:20667:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384395.824757:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.824758:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824759:0:20667:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384395.824760:0:20667:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.824762:0:20667:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000027436fb3 with handle 0x4ac496f8d605e33f from hash 00010000:00000001:2.0:1767384395.824764:0:20667:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384395.824765:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.824767:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824768:0:20667:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384395.824769:0:20667:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384395.824770:0:20667:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384395.824772:0:20667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000027436fb3/0x4ac496f8d605e33f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605e338 expref: 12 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384395.824778:0:20667:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 6 00000020:00000040:2.0:1767384395.824779:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 11 00010000:00000001:2.0:1767384395.824783:0:20667:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.824784:0:20667:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384395.824786:0:20667:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384395.824787:0:20667:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.824788:0:20667:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824790:0:20667:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384395.824791:0:20667:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000844d4cdb count: 0 00010000:00010000:2.0:1767384395.824795:0:20667:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384395.824797:0:20667:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.824799:0:20667:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384395.824800:0:20667:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.824802:0:20667:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.824805:0:20667:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384395.824806:0:20667:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 19 to 0@lo 00000100:00000001:2.0:1767384395.824808:0:20667:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384395.824810:0:20667:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384395.824811:0:20667:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824813:0:20667:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.824815:0:20667:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.824817:0:20667:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000200:2.0:1767384395.824820:0:20667:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748256000, offset 224 00000400:00000200:2.0:1767384395.824824:0:20667:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.824828:0:20667:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.824833:0:20667:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e108300 00000400:00000200:2.0:1767384395.824836:0:20667:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2191 [1] + 224 00000400:00000200:2.0:1767384395.824840:0:20667:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.824842:0:20667:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.824845:0:20667:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.824847:0:20667:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384395.824855:0:20667:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824862:0:20667:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.824866:0:20667:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384395.824867:0:20667:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000100:00000001:2.0:1767384395.824869:0:20667:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384395.824871:0:20667:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.824874:0:20667:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.824876:0:20667:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 18 to 0@lo 00010000:00000001:2.0:1767384395.824878:0:20667:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824879:0:20667:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.824882:0:20667:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039cb15d8 x1853236748256000/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.824890:0:20667:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000039cb15d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3ef09c6a-84be-4398-bf62-b694d82341a8+11:16148:x1853236748256000:12345-0@lo:103: Request processed in 188us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384395.824896:0:20667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384395.824898:0:20667:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384395.824901:0:20667:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.824902:0:20667:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384395.824904:0:20667:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091c6bfbb. 00000020:00000010:2.0:1767384395.824906:0:20667:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384395.824909:0:20667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d6a5d68. 00000020:00000040:2.0:1767384395.824911:0:20667:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 10 00000100:00000001:2.0:1767384395.824913:0:20667:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824929:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.824931:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384395.824934:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384395.824935:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384395.824936:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000109a2f25. 00000400:00000200:2.0:1767384395.824940:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384395.824941:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384395.824943:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.824946:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384395.824952:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824959:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384395.824960:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.824961:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384395.824963:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384395.824965:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.824967:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.824968:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.824971:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384395.824974:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.824976:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384395.824977:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.824979:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384395.824980:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.824982:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.824985:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.824991:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.824993:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384395.824994:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384395.824997:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.825004:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058793195 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748256000:0@lo:103: 00000400:00000001:2.0:1767384395.825008:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384395.825009:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384395.825011:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415de241. 00000400:00000200:2.0:1767384395.825013:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:2.0:1767384395.825014:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:2.0:1767384395.825017:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.825019:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384395.825026:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.825032:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384395.825033:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.825034:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384395.825036:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384395.825037:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.825038:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.825040:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.825042:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384395.825045:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.825047:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384395.825060:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.825062:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384395.825063:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.825065:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.825068:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.825074:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.825076:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384395.825077:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384395.825080:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.825087:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000101be255 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748255872:0@lo:103: 00000100:00000001:2.0:1767384395.825091:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.825093:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.825095:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058793195 x1853236748256000/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.825102:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384395.825104:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384395.825123:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3672081. 02000000:00000001:2.0:1767384395.825126:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384395.825128:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384395.825129:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384395.825130:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384395.825132:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009ac61cde. 02000000:00000001:2.0:1767384395.825135:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384395.825137:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384395.825138:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058793195. 00000100:00000001:2.0:1767384395.825141:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384395.825142:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.825144:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.825146:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000101be255 x1853236748255872/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.825152:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384395.825153:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384395.825155:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3885046. 02000000:00000001:2.0:1767384395.825156:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384395.825158:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384395.825159:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384395.825160:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384395.825161:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e37ddfd3. 02000000:00000001:2.0:1767384395.825163:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384395.825164:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384395.825165:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000101be255. 00000100:00000001:2.0:1767384395.825168:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384395.825169:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.825170:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.825174:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.825175:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.825177:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.825178:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384395.828155:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.828177:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.828181:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767384395.828352:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:3.0:1767384395.828356:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.828358:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.828362:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384395.828364:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384395.828368:0:39781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 00000000b0513fbe/0x4ac496f8d605df72 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605df79 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.828384:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384395.828387:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384395.828389:0:39781:0:(mgc_request.c:123:config_log_put()) log params(000000009d3a4630) refs 1 10000000:01000000:3.0:1767384395.828392:0:39781:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1767384395.828400:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.828401:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.828402:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.828403:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.828404:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.828405:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.828406:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.828407:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.828408:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.828409:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384395.828411:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009a3d1dac : new refcount 9 10000000:00000010:3.0:1767384395.828414:0:39781:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 000000009d3a4630. 10000000:00000001:3.0:1767384395.828419:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.828421:0:39781:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767384395.828423:0:39781:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4ac496f8d605deed 00010000:00000001:3.0:1767384395.828426:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.828428:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.828430:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002db26099 refcount=2 00000020:00000001:3.0:1767384395.828432:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174198784 : -114055535352832 : ffff98446054a400) 00010000:00000001:3.0:1767384395.828435:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174198784 : -114055535352832 : ffff98446054a400) 00010000:00000001:3.0:1767384395.828438:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.828440:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384395.828442:0:39781:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.828449:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.828450:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384395.828451:0:39781:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384395.828452:0:39781:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384395.828453:0:39781:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002db26099 refcount=3 00000020:00000001:3.0:1767384395.828454:0:39781:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174198784 : -114055535352832 : ffff98446054a400) 00010000:00000001:3.0:1767384395.828456:0:39781:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174198784 : -114055535352832 : ffff98446054a400) 00010000:00000001:3.0:1767384395.828458:0:39781:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384395.828459:0:39781:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.828474:0:39781:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384395.828476:0:39781:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.828480:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384395.828481:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384395.828483:0:39781:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384395.828488:0:39781:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384395.828489:0:39781:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.828491:0:39781:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384395.828495:0:39781:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000006e0e07a. 00010000:00000001:3.0:1767384395.828498:0:39781:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1767384395.830705:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.830710:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.830715:0:16773:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384395.830718:0:16773:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384395.830720:0:16773:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384395.830723:0:16773:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.830734:0:16773:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002db26099 already unused, calling callback (0000000086de5a03) 10000000:00000001:0.0:1767384395.830737:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.830739:0:16773:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.830745:0:16773:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384395.830747:0:16773:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384395.830749:0:16773:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384395.830751:0:16773:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002db26099 refcount=4 00000020:00000001:0.0:1767384395.830752:0:16773:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018174198784 : -114055535352832 : ffff98446054a400) 00010000:00000001:0.0:1767384395.830755:0:16773:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018174198784 : -114055535352832 : ffff98446054a400) 00010000:00000001:0.0:1767384395.830758:0:16773:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384395.830759:0:16773:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384395.830765:0:16773:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384395.830767:0:16773:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384395.830772:0:16773:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1767384395.830774:0:16773:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:00000001:0.0:1767384395.830775:0:16773:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384395.830776:0:16773:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000001bbcdd7) refs 2 10000000:00000001:0.0:1767384395.830778:0:16773:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384395.830779:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.830782:0:16773:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384395.830797:0:16773:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384395.830799:0:16773:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384395.830801:0:16773:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384395.830803:0:16773:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384395.830805:0:16773:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002db26099 with handle 0x4ac496f8d605deed from hash 00010000:00000001:0.0:1767384395.830807:0:16773:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384395.830808:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.830810:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.830811:0:16773:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384395.830813:0:16773:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384395.830814:0:16773:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384395.830817:0:16773:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384395.830819:0:16773:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384395.830827:0:16773:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009920e655. 00000020:00000040:0.0:1767384395.830831:0:16773:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:0.0:1767384395.830836:0:16773:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384395.830838:0:16773:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384395.830843:0:16773:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384395.830849:0:16773:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df3fb6b1. 00000100:00000001:0.0:1767384395.830855:0:16773:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.830857:0:16773:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384395.830861:0:16773:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384395.830866:0:16773:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384395.830868:0:16773:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.830872:0:16773:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384395.830874:0:16773:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.830883:0:16773:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009920e655] to pc [ptlrpcd_00_01+1] req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.830943:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384395.830947:0:16146:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384395.830949:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384395.830964:0:16773:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384395.830967:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.830968:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.830969:0:16773:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.830971:0:16773:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384395.830973:0:16773:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384395.830976:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384395.830978:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.830981:0:16773:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384395.830986:0:16773:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384395.830987:0:16773:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384395.830988:0:16773:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384395.830990:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000006e0e07a. 00010000:00000001:0.0:1767384395.830993:0:16773:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384395.830995:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.830996:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.830998:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384395.830999:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.831000:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.831001:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384395.831003:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.831004:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.831005:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384395.831032:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.831035:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.831037:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.831038:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.831040:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384395.831044:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.831062:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384395.831064:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.831067:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384395.831069:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384395.831071:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.831074:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009920e655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748256256:0@lo:103: 00000100:00000001:2.0:1767384395.831078:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384395.831083:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384395.831085:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.831087:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384395.831091:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3885046. 02000000:00000001:2.0:1767384395.831093:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384395.831098:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415de241. 00010000:00010000:3.0:1767384395.831183:0:39781:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:3.0:1767384395.831186:0:39781:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.831188:0:39781:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.831191:0:39781:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384395.831193:0:39781:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384395.831195:0:39781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.119@tcp lock: 000000002db26099/0x4ac496f8d605deed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4ac496f8d605def4 expref: -99 pid: 16767 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384395.831202:0:39781:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e9463f8a count: 0 00010000:00000001:3.0:1767384395.831211:0:39781:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384395.831212:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384395.831213:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000001bbcdd7) refs 1 10000000:01000000:3.0:1767384395.831216:0:39781:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:3.0:1767384395.831217:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831218:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831219:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831220:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831221:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831222:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831223:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831229:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831230:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831231:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384395.831233:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009a3d1dac : new refcount 8 10000000:00000010:3.0:1767384395.831235:0:39781:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000001bbcdd7. 10000000:00000001:3.0:1767384395.831237:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831238:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384395.831239:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000008a5b6ea2) refs 3 10000000:00000001:3.0:1767384395.831241:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831242:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831243:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831244:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384395.831245:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000d2466b3c) refs 2 10000000:00000001:3.0:1767384395.831246:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831247:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384395.831248:0:39781:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000d2466b3c) refs 1 10000000:01000000:3.0:1767384395.831250:0:39781:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:00000001:3.0:1767384395.831251:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831252:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831253:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831254:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831255:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831256:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831256:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831257:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384395.831258:0:39781:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384395.831259:0:39781:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1767384395.831260:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009a3d1dac : new refcount 7 10000000:00000010:3.0:1767384395.831262:0:39781:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000d2466b3c. 10000000:00000001:3.0:1767384395.831263:0:39781:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767384395.831265:0:39781:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:3.0:1767384395.831267:0:39781:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384395.831269:0:39781:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.831273:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d773c73. 00000040:00000010:3.0:1767384395.831277:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a6095bf. 00000020:00000010:3.0:1767384395.831281:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000ec41533. 00000020:00000010:3.0:1767384395.831285:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d0d386d7. 00040000:00000010:3.0:1767384395.831290:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059957490. 00040000:00000010:3.0:1767384395.831294:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001964244d. 00080000:00000010:3.0:1767384395.831304:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002834a16c. 00000020:00000010:3.0:1767384395.831307:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000968cd9e3. 00000020:00000001:3.0:1767384395.831310:0:39781:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.831313:0:39781:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 000000000b329410. 00000020:00000001:3.0:1767384395.831317:0:39781:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.831320:0:39781:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:3.0:1767384395.831322:0:39781:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1767384395.831324:0:39781:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446630017736503872 : -114055973047744 : ffff9844463df240) 00000020:00000001:3.0:1767384395.831326:0:39781:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446630017736503872 : -114055973047744 : ffff9844463df240) 00000020:00000010:3.0:1767384395.831330:0:39781:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000009f561127. 00000020:01000004:3.0:1767384395.831336:0:39781:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000020:00000001:3.0:1767384395.831339:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384395.831341:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000010:3.0:1767384395.831343:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000067d4eeeb. 00000020:00000080:3.0:1767384395.831346:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384395.831349:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384395.831351:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00080000:3.0:1767384395.831355:0:39781:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000ccb8c6dc lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1767384395.831363:0:39781:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000ece52f87 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 192.168.202.19@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384395.831368:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384395.831369:0:39781:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (0000000030fc9df5) has exports, disconnecting them 00000020:00000001:3.0:1767384395.831371:0:39781:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384395.831373:0:39781:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=5 00000020:00000040:3.0:1767384395.831375:0:39781:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=6 00000020:00080000:3.0:1767384395.831377:0:39781:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000ccb8c6dc), last request at 1767384391 00000020:00000001:3.0:1767384395.831380:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384395.831383:0:39781:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384395.831384:0:39781:0:(genops.c:887:class_export_get()) GET export 00000000ccb8c6dc refcount=7 00010000:00000001:3.0:1767384395.831386:0:39781:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384395.831388:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384395.831391:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 6 00000020:00000080:3.0:1767384395.831393:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605e00c 00000020:00000040:3.0:1767384395.831395:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ccb8c6dc with handle 0x4ac496f8d605e00c from hash 00000020:00000040:3.0:1767384395.831403:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 5 00000020:00000010:3.0:1767384395.831406:0:39781:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000124b0388. 00000020:00000001:3.0:1767384395.831409:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384395.831410:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 4 00000020:00000001:3.0:1767384395.831412:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384395.831413:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 3 00000020:00000001:3.0:1767384395.831415:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.831417:0:39781:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384395.831419:0:39781:0:(import.c:65:import_set_state_nolock()) 000000008922bc3c : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384395.831422:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384395.831424:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384395.831425:0:39781:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000010:2.0:1767384395.831487:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384395.831494:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256256, portal 18 00000100:00000001:2.0:1767384395.831497:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384395.831498:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630018674343936 : -114055035207680 : ffff98447e244000) 00000100:00000040:2.0:1767384395.831503:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.831511:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.831513:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.831516:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384395.831518:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748256256, offset 0 00000400:00000200:2.0:1767384395.831524:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.831535:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384395.831555:0:39781:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.831560:0:39781:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384395.831564:0:39781:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:3.0:1767384395.831566:0:39781:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.831568:0:39781:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.831571:0:39781:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384395.831573:0:39781:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 5 00000001:00000001:3.0:1767384395.831576:0:39781:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384395.831578:0:39781:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 4 00000020:00000040:3.0:1767384395.831580:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 2 00000001:00000001:3.0:1767384395.831582:0:39781:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384395.831583:0:39781:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 3 00000001:00000001:3.0:1767384395.831585:0:39781:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384395.831586:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 1 00000004:00000001:3.0:1767384395.831587:0:39781:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.831589:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384395.831591:0:39781:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000ccb8c6dc): rc 0 00000020:00000040:3.0:1767384395.831593:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000ccb8c6dc : new refcount 0 00000020:00000080:3.0:1767384395.831594:0:39781:0:(genops.c:904:class_export_put()) final put 00000000ccb8c6dc/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:3.0:1767384395.831607:0:39781:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384395.831609:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384395.831611:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767384395.831613:0:39781:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000004:00000001:3.0:1767384395.831619:0:39781:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000004:00000001:3.0:1767384395.831621:0:39781:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000004:00000080:3.0:1767384395.831623:0:39781:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb778838f7b28 00100000:00000001:3.0:1767384395.831629:0:39781:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00100000:00000001:3.0:1767384395.831631:0:39781:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1767384395.831633:0:39781:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.831636:0:39781:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000004:00000010:3.0:1767384395.831638:0:39781:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000004fad9c19. 00000004:00000001:3.0:1767384395.831641:0:39781:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:3.0:1767384395.831644:0:39781:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:3.0:1767384395.831651:0:39781:0:(osp_dev.c:662:osp_process_config()) Process entered 00000004:00000001:3.0:1767384395.831653:0:39781:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000004:00000040:3.0:1767384395.831655:0:39781:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff984449b16000 00000100:00000001:3.0:1767384395.831658:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767384395.831660:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767384395.831662:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384395.831663:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384395.831665:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000040:3.0:1767384395.831667:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767384395.831670:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384395.831671:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384395.831672:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767384395.831674:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:3.0:1767384395.831677:0:39781:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:3.0:1767384395.831685:0:39781:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:3.0:1767384395.831687:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:3.0:1767384395.831689:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384395.831692:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384395.831724:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.831726:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384395.831727:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384395.831751:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.831754:0:39781:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1767384395.831755:0:39781:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:00000001:3.0:1767384395.831757:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384395.831758:0:39781:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384395.831760:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384395.831766:0:39781:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.831769:0:39781:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767384395.831770:0:39781:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1767384395.831774:0:39781:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8f65b6e. 00000020:00000040:3.0:1767384395.831776:0:39781:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384395.831778:0:39781:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384395.831779:0:39781:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384395.831781:0:39781:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384395.831785:0:39781:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059957490. 00000100:00000001:3.0:1767384395.831788:0:39781:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384395.831790:0:39781:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630013378986880 : -114060330564736 : ffff984342838380) 00000100:00080000:3.0:1767384395.831792:0:39781:0:(import.c:65:import_set_state_nolock()) 00000000d15279fd lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767384395.831795:0:39781:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384395.831796:0:39781:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384395.831800:0:39781:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8f65b6e] to pc [ptlrpcd_rcv+-1] req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384395.831813:0:39781:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.831815:0:39781:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.831818:0:39781:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.831822:0:39781:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:3.0:1767384395.831824:0:39781:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:3.0:1767384395.831827:0:39781:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:3.0:1767384395.831832:0:39781:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000537f3070. 00100000:00000001:3.0:1767384395.831834:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000010:3.0:1767384395.831837:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000c2791b8. 00100000:00000010:3.0:1767384395.831841:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a43ad4f2. 00100000:00000010:3.0:1767384395.831843:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009312fb72. 00100000:00000010:3.0:1767384395.831845:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000071146306. 00100000:00000010:3.0:1767384395.831847:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e070caf7. 00100000:00000010:3.0:1767384395.831848:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a1ce8eb5. 00100000:00000010:3.0:1767384395.831850:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000648a0923. 00100000:00000010:3.0:1767384395.831851:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001efde341. 00100000:00000010:3.0:1767384395.831853:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006651b06c. 00100000:00000010:3.0:1767384395.831855:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bcf82282. 00100000:00000010:3.0:1767384395.831856:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d8e61756. 00100000:00000010:3.0:1767384395.831864:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000733a2835. 00100000:00000010:3.0:1767384395.831866:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f10db1d3. 00100000:00000010:3.0:1767384395.831867:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000084fa86e9. 00100000:00000010:3.0:1767384395.831869:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000082f2bbb2. 00100000:00000010:3.0:1767384395.831871:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ac9b7afe. 00100000:00000010:3.0:1767384395.831873:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f79f8660. 00100000:00000010:3.0:1767384395.831875:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000056fefa47. 00100000:00000010:3.0:1767384395.831877:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000754aef2e. 00100000:00000010:3.0:1767384395.831878:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e09166bc. 00100000:00000010:3.0:1767384395.831880:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008dbdf5e2. 00100000:00000010:3.0:1767384395.831882:0:39781:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f245d537. 00100000:00000001:3.0:1767384395.831884:0:39781:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384395.831885:0:39781:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.831888:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384395.831890:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (0000000030fc9df5) has no exports 00000020:00000001:3.0:1767384395.831891:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:3.0:1767384395.831893:0:39781:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000020:00000001:3.0:1767384395.831921:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384395.831923:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000ccb8c6dc/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000040:3.0:1767384395.831926:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 17 to 0@lo 00000020:00000001:3.0:1767384395.831928:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767384395.831930:0:37:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:3.0:1767384395.831932:0:37:0:(genops.c:1229:class_import_get()) import 000000008922bc3c refcount=2 obd=lustre-MDT0000 00000020:00000001:3.0:1767384395.831934:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384395.831935:0:37:0:(genops.c:1242:class_import_put()) import 000000008922bc3c refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384395.831936:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384395.831938:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384395.831939:0:37:0:(genops.c:1242:class_import_put()) import 000000008922bc3c refcount=0 obd=lustre-MDT0000 00000020:00000040:3.0:1767384395.831941:0:37:0:(genops.c:1245:class_import_put()) final put import 000000008922bc3c 00000020:00000001:3.0:1767384395.831945:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384395.831947:0:37:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000009996d20e. 00010000:00000001:3.0:1767384395.831951:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384395.831953:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.831958:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d9682f0a. 00000001:00000010:3.0:1767384395.831961:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007a408094. 00000001:00000010:3.0:1767384395.831963:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004ce31f63. 00000001:00000010:3.0:1767384395.831969:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b1d0c500. 00000001:00000010:3.0:1767384395.831971:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fdb0d193. 00000001:00000010:3.0:1767384395.831974:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000066ab4312. 00000001:00000001:3.0:1767384395.831978:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384395.831980:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:3.0:1767384395.831982:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.831987:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000011b3e2a1. 00000001:00000010:3.0:1767384395.831988:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007f131da0. 00000001:00000010:3.0:1767384395.831992:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000802d786f. 00000001:00000010:3.0:1767384395.831994:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000039dbbbfe. 00000001:00000010:3.0:1767384395.831996:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002e8d4e33. 00000001:00000010:3.0:1767384395.831998:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003fef4728. 00000001:00000001:3.0:1767384395.832001:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384395.832002:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384395.832004:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:3.0:1767384395.832007:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000006371b9b5. 00000004:00000001:3.0:1767384395.832010:0:37:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.832012:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384395.832014:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 7 - export 00000020:00000010:3.0:1767384395.832016:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ccb8c6dc. 00000020:00000001:3.0:1767384395.832027:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384395.832032:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384395.832033:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008922bc3c for lustre-MDT0000 00000020:00000040:3.0:1767384395.832036:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 16 to 0@lo 00000020:00000040:3.0:1767384395.832038:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 6 - import 00000020:00000010:3.0:1767384395.832040:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008922bc3c. 00000020:00000001:3.0:1767384395.832043:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000040:3.0:1767384395.832068:0:16817:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:3.0:1767384395.832070:0:16817:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384395.832149:0:39781:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000010:3.0:1767384395.832154:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ebd42394. 00000040:00000010:3.0:1767384395.832157:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dff2c6d5. 00000020:00000010:3.0:1767384395.832159:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000163bf15f. 00000020:00000010:3.0:1767384395.832162:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002a86a727. 00000020:00000010:3.0:1767384395.832166:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000d79d10c. 80000000:00000010:3.0:1767384395.832174:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005659c11c. 40000000:00000010:3.0:1767384395.832178:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cbfec9ca. 00100000:00000010:3.0:1767384395.832181:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c98144d. 00040000:00000010:3.0:1767384395.832185:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004b9332a9. 00040000:00000010:3.0:1767384395.832188:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009f4a244a. 00040000:00000010:3.0:1767384395.832191:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad2c4089. 00080000:00000010:3.0:1767384395.832193:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000027b359e. 00000004:00000010:3.0:1767384395.832198:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064e21d2c. 00000004:00000010:3.0:1767384395.832201:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ea63dfe. 00000004:00000010:3.0:1767384395.832204:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bce0e535. 00000004:00000010:3.0:1767384395.832207:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002202d6f5. 00000020:00000010:3.0:1767384395.832210:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f0d57fb. 00000020:00000002:3.0:1767384395.832215:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008e1526f5/00000000df576dae to site lru. bkt: 00000000d91b8cbd 00000004:00000010:3.0:1767384395.832217:0:39781:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000fccbc237. 00000004:00000001:3.0:1767384395.832219:0:39781:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:3.0:1767384395.832220:0:39781:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000004:00000040:3.0:1767384395.832222:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000003eaa354f : new refcount 2 00000040:00000001:3.0:1767384395.832225:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384395.832228:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384395.832248:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000a86f839. 00000004:00000010:3.0:1767384395.832254:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004963b71a. 00000004:00000010:3.0:1767384395.832259:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d35dc457. 00000004:00000001:3.0:1767384395.832262:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767384395.832264:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000004:00000010:3.0:1767384395.832267:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000917dcea5. 00000004:00000001:3.0:1767384395.832270:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:3.0:1767384395.832271:0:39781:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384395.832274:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 000000003b7bece4. 00000040:00000010:3.0:1767384395.832290:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007e421be3. 00000040:00000001:3.0:1767384395.832293:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384395.832295:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384395.832296:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000003eaa354f : new refcount 1 00000020:00000040:3.0:1767384395.832299:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000016bfa01b : new refcount 2 00000040:00000010:3.0:1767384395.832300:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000003eaa354f. 00000040:00000001:3.0:1767384395.832305:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.832310:0:39781:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000004:00000001:3.0:1767384395.832312:0:39781:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.832314:0:39781:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384395.832316:0:39781:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000004fad9c19. 00000004:00000001:3.0:1767384395.832318:0:39781:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000004:00000001:3.0:1767384395.832351:0:16807:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.832387:0:39781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000065f83f6. 00000020:00000010:3.0:1767384395.832393:0:39781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d9b4a4a7. 00000020:00000010:3.0:1767384395.832396:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e86a4c14. 00000020:00000010:3.0:1767384395.832399:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088387cc4. 00000040:00000010:3.0:1767384395.832402:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003797f176. 00000020:00000010:3.0:1767384395.832404:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000617ac97b. 00000020:00000010:3.0:1767384395.832407:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de472a0b. 00000020:00000010:3.0:1767384395.832410:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007fd0e169. 80000000:00000010:3.0:1767384395.832412:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a585acd4. 40000000:00000010:3.0:1767384395.832414:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009f46cee4. 00100000:00000010:3.0:1767384395.832417:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033ffad7e. 00040000:00000010:3.0:1767384395.832419:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f5616756. 00040000:00000010:3.0:1767384395.832429:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000064b5dcfe. 00040000:00000010:3.0:1767384395.832431:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad08aec9. 00080000:00000010:3.0:1767384395.832434:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000864a1d9a. 00000004:00000010:3.0:1767384395.832436:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000002476f53. 00000004:00000010:3.0:1767384395.832439:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000016e3423. 00000004:00000010:3.0:1767384395.832442:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c399f447. 00000004:00000010:3.0:1767384395.832444:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009224ce3b. 00000020:00000010:3.0:1767384395.832447:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004da42a19. 00000004:00000001:3.0:1767384395.832450:0:39781:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000004:20000000:3.0:1767384395.832452:0:39781:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000004:00000001:3.0:1767384395.832454:0:39781:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000040:3.0:1767384395.832457:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000aeff0f2a : new refcount 3 00000004:00000040:3.0:1767384395.832459:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000aeff0f2a : new refcount 2 00000004:00000040:3.0:1767384395.832460:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000aeff0f2a : new refcount 1 00000004:00000040:3.0:1767384395.832462:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000093821845 : new refcount 3 00000004:00000040:3.0:1767384395.832464:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000093821845 : new refcount 2 00000004:00000040:3.0:1767384395.832469:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000093821845 : new refcount 1 00000020:00000001:3.0:1767384395.832472:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384395.832473:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (0000000030fc9df5) has no exports 00000020:00000001:3.0:1767384395.832475:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:3.0:1767384395.832476:0:39781:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00010000:00000001:3.0:1767384395.832478:0:39781:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384395.832480:0:39781:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384395.832482:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384395.832483:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:2.1:1767384395.834573:0:16146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ea09067d. 00010000:00000010:2.1:1767384395.834588:0:16146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027436fb3. 00010000:00000010:2.1:1767384395.834593:0:16146:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000844d4cdb. 00000400:00000200:2.0:1767384395.834601:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e108400 00000400:00000200:2.0:1767384395.834611:0:16146:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000400:00000200:2.0:1767384395.834621:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.834625:0:16146:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.834632:0:16146:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384395.834634:0:16146:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384395.834641:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d38ee915. 00000100:00000040:2.0:1767384395.834644:0:16146:0:(events.c:337:request_in_callback()) incoming req@00000000d38ee915 x1853236748256256 msgsize 328 00000100:00100000:2.0:1767384395.834648:0:16146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384395.834662:0:16146:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.834670:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384395.834672:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384395.834675:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384395.834681:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.834697:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.834699:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.834705:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834707:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.834712:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834717:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294983724 00000100:00000001:2.0:1767384395.834725:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983716 00000100:00000001:2.0:1767384395.834729:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294983724 00000100:00000001:2.0:1767384395.834732:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983716 00000100:00000001:2.0:1767384395.834734:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294983724 00000100:00000001:2.0:1767384395.834737:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983716 00000100:00000001:2.0:1767384395.834739:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294983724 00000100:00000001:2.0:1767384395.834742:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983716 00000100:00000001:2.0:1767384395.834744:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.834746:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834750:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834753:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834775:0:16772:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384395.834777:0:16772:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256256 02000000:00000001:2.0:1767384395.834779:0:16772:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384395.834782:0:16772:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.834783:0:16772:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.834787:0:16772:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.834791:0:16772:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256256 00000020:00000001:2.0:1767384395.834794:0:16772:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384395.834795:0:16772:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:2.0:1767384395.834797:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.834799:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=11 00000020:00000001:2.0:1767384395.834801:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:2.0:1767384395.834803:0:16772:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:2.0:1767384395.834807:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.834811:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.834814:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.834816:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000020:00000010:2.0:1767384395.834821:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3672081. 00000020:00000010:2.0:1767384395.834826:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091c6bfbb. 00000020:00000010:2.0:1767384395.834830:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000100:00000040:2.0:1767384395.834837:0:16772:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384395.834840:0:16772:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384395.834841:0:16772:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384395.834843:0:16772:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384395.834846:0:16772:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.834848:0:16772:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384395.834853:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.834854:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.834855:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000202a499f refcount=3 00000020:00000001:2.0:1767384395.834857:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288477184 : -114055421074432 : ffff984467246400) 00010000:00000001:2.0:1767384395.834859:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288477184 : -114055421074432 : ffff984467246400) 00010000:00000001:2.0:1767384395.834862:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.834863:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.834864:0:16772:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834866:0:16772:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834873:0:16772:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834880:0:16772:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.834890:0:16772:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384395.834891:0:16772:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384395.834895:0:16772:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384395.834899:0:16772:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:2.0:1767384395.834900:0:16772:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383453184 : -114060326098432 : ffff984342c7aa00) 00000100:00000040:2.0:1767384395.834904:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d38ee915 x1853236748256256/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.834913:0:16772:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.834915:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000100:00000001:2.0:1767384395.834917:0:16772:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.834919:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009fac7d8b. 00000100:00100000:2.0:1767384395.834922:0:16772:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d38ee915 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+11:16146:x1853236748256256:12345-0@lo:103: 00000100:00000200:2.0:1767384395.834925:0:16772:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256256 00010000:00000001:2.0:1767384395.834927:0:16772:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384395.834929:0:16772:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384395.834931:0:16772:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384395.834935:0:16772:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384395.834937:0:16772:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384395.834943:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028022c7c. 02000000:00000001:2.0:1767384395.834945:0:16772:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.834947:0:16772:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.834949:0:16772:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384395.834951:0:16772:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384395.834953:0:16772:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384395.834954:0:16772:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.834955:0:16772:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000202a499f refcount=3 00000020:00000001:2.0:1767384395.834957:0:16772:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018288477184 : -114055421074432 : ffff984467246400) 00010000:00000001:2.0:1767384395.834959:0:16772:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446630018288477184 : -114055421074432 : ffff984467246400) 00010000:00000040:2.0:1767384395.834961:0:16772:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007fa478be count: 2 00010000:00000001:2.0:1767384395.834964:0:16772:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384395.834967:0:16772:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.834969:0:16772:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384395.834970:0:16772:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.834972:0:16772:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.834975:0:16772:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384395.834976:0:16772:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384395.834981:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.834982:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.834984:0:16772:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384395.834986:0:16772:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.834987:0:16772:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000202a499f with handle 0x4ac496f8d605def4 from hash 00010000:00000001:2.0:1767384395.834989:0:16772:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384395.834990:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384395.834992:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.834993:0:16772:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384395.834995:0:16772:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384395.834996:0:16772:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384395.834998:0:16772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000202a499f/0x4ac496f8d605def4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605deed expref: 11 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384395.835006:0:16772:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 5 00000020:00000040:2.0:1767384395.835008:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 10 00010000:00000001:2.0:1767384395.835012:0:16772:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384395.835014:0:16772:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384395.835016:0:16772:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384395.835017:0:16772:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.835019:0:16772:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.835021:0:16772:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384395.835022:0:16772:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007fa478be count: 0 00010000:00010000:2.0:1767384395.835028:0:16772:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384395.835030:0:16772:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384395.835034:0:16772:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384395.835036:0:16772:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.835039:0:16772:0:(import.c:2128:obd_at_measure()) add 1 to 0000000005fe46d2 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.835043:0:16772:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384395.835045:0:16772:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 17 to 0@lo 00000100:00000001:2.0:1767384395.835047:0:16772:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384395.835061:0:16772:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384395.835063:0:16772:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835066:0:16772:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.835068:0:16772:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.835071:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384395.835075:0:16772:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748256256, offset 224 00000400:00000200:2.0:1767384395.835080:0:16772:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.835087:0:16772:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.835095:0:16772:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e108400 00000400:00000200:2.0:1767384395.835099:0:16772:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21a1 [1] + 224 00000400:00000200:2.0:1767384395.835102:0:16772:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.835121:0:16772:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.835125:0:16772:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.835128:0:16772:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384395.835136:0:16772:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835146:0:16772:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.835149:0:16772:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384395.835150:0:16772:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384395.835153:0:16772:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384395.835154:0:16772:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.835156:0:16772:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.835158:0:16772:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 16 to 0@lo 00010000:00000001:2.0:1767384395.835160:0:16772:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.835162:0:16772:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.835165:0:16772:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d38ee915 x1853236748256256/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:376/0 lens 328/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.835172:0:16772:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d38ee915 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:16146:x1853236748256256:12345-0@lo:103: Request processed in 259us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384395.835178:0:16772:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384395.835181:0:16772:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:2.0:1767384395.835183:0:16772:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.835184:0:16772:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384395.835188:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091c6bfbb. 00000020:00000010:2.0:1767384395.835191:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384395.835194:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3672081. 00000020:00000040:2.0:1767384395.835197:0:16772:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 9 00000100:00000001:2.0:1767384395.835199:0:16772:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835212:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.835214:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384395.835218:0:16146:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384395.835220:0:16146:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384395.835222:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415de241. 00000400:00000200:2.0:1767384395.835225:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:2.0:1767384395.835227:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:2.0:1767384395.835229:0:16146:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.835231:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384395.835238:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835244:0:16146:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384395.835245:0:16146:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835247:0:16146:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384395.835249:0:16146:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384395.835251:0:16146:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.835252:0:16146:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.835255:0:16146:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.835259:0:16146:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b7cf42b time=101 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384395.835262:0:16146:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.835264:0:16146:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384395.835266:0:16146:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.835268:0:16146:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384395.835270:0:16146:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835272:0:16146:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.835276:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835282:0:16146:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.835284:0:16146:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384395.835286:0:16146:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384395.835288:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.835295:0:16146:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009920e655 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748256256:0@lo:103: 00000100:00000001:2.0:1767384395.835299:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835300:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.835302:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009920e655 x1853236748256256/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384411 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835308:0:16146:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384395.835310:0:16146:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384395.835312:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3885046. 02000000:00000001:2.0:1767384395.835315:0:16146:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384395.835317:0:16146:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384395.835318:0:16146:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 00000020:00000001:2.0:1767384395.835320:0:16146:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384395.835322:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000df3fb6b1. 02000000:00000001:2.0:1767384395.835326:0:16146:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384395.835327:0:16146:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384395.835328:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009920e655. 00000100:00000001:2.0:1767384395.835331:0:16146:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384395.835332:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835333:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835337:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.835338:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835340:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.835341:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835382:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.835384:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.835386:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384395.835390:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835398:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384395.835399:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.835402:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384395.835404:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384395.835407:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.835409:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e8f65b6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236748256384:0@lo:9: 00000100:00000001:2.0:1767384395.835413:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384395.835415:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384395.835417:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.835419:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384395.835422:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3885046. 02000000:00000001:2.0:1767384395.835424:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384395.835427:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415de241. 00000400:00000010:2.0:1767384395.835430:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f492b297. 00000100:00000200:2.0:1767384395.835434:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256384, portal 4 00000100:00000001:2.0:1767384395.835437:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384395.835438:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378986880 : -114060330564736 : ffff984342838380) 00000100:00000040:2.0:1767384395.835442:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835448:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.835450:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.835451:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384395.835453:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853236748256384, offset 0 00000400:00000200:2.0:1767384395.835457:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.835461:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.835466:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695824e108480 00000400:00000200:2.0:1767384395.835470:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xa9d [8] + 5752 00000400:00000200:2.0:1767384395.835474:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.835477:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.835480:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384395.835482:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384395.835485:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009a7b1766. 00000100:00000040:2.0:1767384395.835487:0:16145:0:(events.c:337:request_in_callback()) incoming req@000000009a7b1766 x1853236748256384 msgsize 224 00000100:00100000:2.0:1767384395.835490:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384395.835497:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.835501:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384395.835502:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384395.835504:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384395.835506:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835513:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384395.835515:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835521:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835522:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.835525:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.835527:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4492 usecs (5 jiffies) 00000100:00000001:2.0:1767384395.835530:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294983717 00000100:00000001:2.0:1767384395.835532:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294983724 00000100:00000001:2.0:1767384395.835534:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294983717 00000100:00000001:2.0:1767384395.835536:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294983724 00000100:00000001:2.0:1767384395.835538:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294983717 00000100:00000001:2.0:1767384395.835539:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294983724 00000100:00000001:2.0:1767384395.835541:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294983717 00000100:00000001:2.0:1767384395.835542:0:16145:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294983724 00000100:00000001:2.0:1767384395.835544:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384395.835546:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835548:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835549:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835553:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384395.835554:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384395.835556:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384395.835557:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384395.835558:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835560:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835571:0:17560:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384395.835573:0:17560:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256384 02000000:00000001:2.0:1767384395.835575:0:17560:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384395.835576:0:17560:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384395.835578:0:17560:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384395.835580:0:17560:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384395.835582:0:17560:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256384 00000020:00000001:2.0:1767384395.835584:0:17560:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384395.835585:0:17560:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e02f 00000020:00000001:2.0:1767384395.835586:0:17560:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384395.835588:0:17560:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000023bf0a7f refcount=5 00000020:00000001:2.0:1767384395.835590:0:17560:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000020:00000001:2.0:1767384395.835592:0:17560:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013377955840 : -114060331595776 : ffff98434273c800) 00000100:00000001:2.0:1767384395.835595:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.835597:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009fac7d8b. 00000020:00000010:2.0:1767384395.835601:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a096f942. 00000020:00000040:2.0:1767384395.835606:0:17560:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000083109af7) now 8 - evictor 00000100:00000001:2.0:1767384395.835615:0:17560:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384395.835617:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3672081. 00000020:00000010:2.0:1767384395.835620:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091c6bfbb. 00000020:00000010:2.0:1767384395.835622:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000100:00000040:2.0:1767384395.835628:0:17560:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384395.835630:0:17560:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384395.835631:0:17560:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384395.835632:0:17560:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835636:0:17560:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835642:0:17560:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384395.835649:0:17560:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384395.835650:0:17560:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384395.835652:0:17560:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384395.835655:0:17560:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000023bf0a7f : new rpc_count 1 00000100:00000001:2.0:1767384395.835656:0:17560:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383449600 : -114060326102016 : ffff984342c79c00) 00000100:00000040:2.0:1767384395.835659:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009a7b1766 x1853236748256384/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/0 e 0 to 0 dl 1767384406 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.835667:0:17560:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384395.835669:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005655d73. 00000100:00000001:2.0:1767384395.835670:0:17560:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384395.835672:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005655d73. 00000100:00100000:2.0:1767384395.835675:0:17560:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009a7b1766 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16145:x1853236748256384:12345-0@lo:9: 00000100:00000200:2.0:1767384395.835679:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256384 00000020:00000001:2.0:1767384395.835681:0:17560:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384395.835684:0:17560:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384395.835687:0:17560:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.835689:0:17560:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384395.835691:0:17560:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072671352080 : -1038199536 : ffffffffc21e5510) 00000020:00000001:2.0:1767384395.835695:0:17560:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384395.835697:0:17560:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384395.835700:0:17560:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384395.835701:0:17560:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384395.835704:0:17560:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.835706:0:17560:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384395.835708:0:17560:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384395.835709:0:17560:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384395.835710:0:17560:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384395.835714:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000087227c2b. 02000000:00000001:2.0:1767384395.835716:0:17560:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835717:0:17560:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.835722:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=6 00010000:00000001:2.0:1767384395.835724:0:17560:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:2.0:1767384395.835726:0:17560:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384395.835728:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=7 00010000:00000001:2.0:1767384395.835730:0:17560:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384395.835732:0:17560:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384395.835735:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 6 00000020:00000080:2.0:1767384395.835737:0:17560:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605e02f 00000020:00000040:2.0:1767384395.835740:0:17560:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000023bf0a7f with handle 0x4ac496f8d605e02f from hash 00000020:00000040:2.0:1767384395.835743:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 5 00000020:00000010:2.0:1767384395.835745:0:17560:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009fac7d8b. 00000020:00000001:2.0:1767384395.835748:0:17560:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384395.835749:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 4 00000020:00000001:2.0:1767384395.835751:0:17560:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384395.835752:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 3 00000020:00000001:2.0:1767384395.835754:0:17560:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.835756:0:17560:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384395.835758:0:17560:0:(import.c:65:import_set_state_nolock()) 00000000d18a6904 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384395.835761:0:17560:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384395.835762:0:17560:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384395.835763:0:17560:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000020:00000001:0.0:1767384395.836636:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.836640:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.836643:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767384395.836666:0:16781:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384395.836670:0:16781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 8 - evictor 00010000:00000010:1.1:1767384395.837754:0:16774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6a8f460. 00010000:00000010:1.1:1767384395.837764:0:16774:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bf9a58b5. 00000020:00000001:1.0:1767384395.837770:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384395.837772:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384395.837774:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1767384395.841154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b40844d. 00010000:00000010:0.1:1767384395.841171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099b2a1af. 00010000:00000010:0.1:1767384395.841175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000013c0654c. 00010000:00000010:0.1:1767384395.841178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095e9bcb9. 00010000:00000010:3.1:1767384395.841245:0:39781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0513fbe. 00010000:00000010:3.1:1767384395.841251:0:39781:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e9463f8a. 00010000:00000010:3.1:1767384395.841254:0:39781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002db26099. 00010000:00000001:2.0:1767384395.843804:0:17560:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384395.843822:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d6a5d68. 00000020:00000010:2.0:1767384395.843828:0:17560:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a552693a. 00000020:00000010:2.0:1767384395.843832:0:17560:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001f8e1f81. 00000020:00000010:2.0:1767384395.843837:0:17560:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384395.843841:0:17560:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003aebc287. 80000000:00000010:2.0:1767384395.843845:0:17560:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000060686d6. 40000000:00000010:2.0:1767384395.843894:0:17560:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009fac7d8b. 00100000:00000010:2.0:1767384395.843899:0:17560:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a303fdfc. 00040000:00000010:2.0:1767384395.843903:0:17560:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a2afb54. 00040000:00000010:2.0:1767384395.843906:0:17560:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000811ed98e. 00080000:00000010:2.0:1767384395.843910:0:17560:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df8e6520. 00002000:00000010:2.0:1767384395.843935:0:17560:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c42f310e. 00000001:00000001:2.0:1767384395.843940:0:17560:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767384395.843942:0:17560:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000001:00000001:2.0:1767384395.843946:0:17560:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384395.843947:0:17560:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:2.0:1767384395.843951:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384395.843957:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000038b71a50. 00080000:00000001:2.0:1767384395.843960:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013410662400 : -114060298889216 : ffff98434466d800) 00080000:00000001:2.0:1767384395.843963:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384395.843963:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384395.843965:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384395.843968:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384395.843986:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384395.843987:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384395.843990:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384395.844007:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384395.844010:0:17560:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767384395.844013:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384395.844035:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767384395.844036:0:17560:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384395.844039:0:17560:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384395.844041:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384395.844065:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384395.844067:0:17560:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:2.0:1767384395.844069:0:17560:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384395.844072:0:17560:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767384395.844073:0:17560:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384395.844076:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e6c50bf6. 00080000:00000001:2.0:1767384395.844078:0:17560:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013410664448 : -114060298887168 : ffff98434466e000) 00080000:00000001:2.0:1767384395.844080:0:17560:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384395.844090:0:17560:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384395.844092:0:17560:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384395.844094:0:17560:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384395.844099:0:17560:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384395.844101:0:17560:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a3fa29f7. 00000001:00000040:2.0:1767384395.844104:0:17560:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000023bf0a7f : new cb_count 1 00000020:00000040:2.0:1767384395.844121:0:17560:0:(genops.c:887:class_export_get()) GET export 0000000023bf0a7f refcount=4 00080000:00000001:2.0:1767384395.844124:0:17560:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384395.844133:0:17560:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767384395.844135:0:17560:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767384395.844136:0:17560:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384395.844141:0:17560:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384395.844143:0:17560:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:2.0:1767384395.844145:0:17560:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:2.0:1767384395.844147:0:17560:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384395.844152:0:17560:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a552693a. 00000020:00000010:2.0:1767384395.844155:0:17560:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001f8e1f81. 00000020:00000010:2.0:1767384395.844158:0:17560:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384395.844162:0:17560:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003aebc287. 80000000:00000010:2.0:1767384395.844165:0:17560:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000060686d6. 40000000:00000010:2.0:1767384395.844167:0:17560:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009fac7d8b. 00100000:00000010:2.0:1767384395.844172:0:17560:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a303fdfc. 00040000:00000010:2.0:1767384395.844175:0:17560:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004a2afb54. 00040000:00000010:2.0:1767384395.844179:0:17560:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000811ed98e. 00080000:00000010:2.0:1767384395.844182:0:17560:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000df8e6520. 00002000:00000010:2.0:1767384395.844185:0:17560:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c42f310e. 00000020:00000010:2.0:1767384395.844187:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d6a5d68. 00000001:00000001:2.0:1767384395.844190:0:17560:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384395.844192:0:17560:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000002d129dd5) : new refcount 4 00000001:00000001:2.0:1767384395.844195:0:17560:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384395.844198:0:17560:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 3 00000020:00000040:2.0:1767384395.844200:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 3 00000001:00000001:2.0:1767384395.844202:0:17560:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384395.844203:0:17560:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000002d129dd5) : new refcount 2 00000001:00000001:2.0:1767384395.844205:0:17560:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384395.844206:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 2 00002000:00000001:2.0:1767384395.844208:0:17560:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.844210:0:17560:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384395.844213:0:17560:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.844215:0:17560:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384395.844219:0:17560:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853236748256384 00010000:00000001:2.0:1767384395.844221:0:17560:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384395.844229:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009a7b1766 x1853236748256384/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384395.844237:0:17560:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384395.844240:0:17560:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384395.844243:0:17560:0:(import.c:2128:obd_at_measure()) add 1 to 000000005fef112b time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384395.844247:0:17560:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384395.844249:0:17560:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 17 to 0@lo 00000100:00000001:2.0:1767384395.844252:0:17560:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:2.0:1767384395.844255:0:17560:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384395.844257:0:17560:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384395.844261:0:17560:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384395.844264:0:17560:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384395.844267:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000200:2.0:1767384395.844273:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853236748256384, offset 224 00000400:00000200:2.0:1767384395.844278:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384395.844290:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384395.844299:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695824e108480 00000400:00000200:2.0:1767384395.844306:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21ad [1] + 224 00000400:00000200:2.0:1767384395.844312:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384395.844316:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384395.844323:0:17560:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384395.844326:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384395.844335:0:17560:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384395.844371:0:17560:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384395.844379:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384395.844381:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384395.844385:0:17560:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384395.844386:0:17560:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384395.844390:0:17560:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384395.844392:0:17560:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 16 to 0@lo 00010000:00000001:2.0:1767384395.844394:0:17560:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384395.844396:0:17560:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.844399:0:17560:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384395.844403:0:17560:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009a7b1766 x1853236748256384/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384395.844411:0:17560:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009a7b1766 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16145:x1853236748256384:12345-0@lo:9: Request processed in 8743us (8923us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384395.844420:0:17560:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384395.844424:0:17560:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000023bf0a7f : new rpc_count 0 00000100:00000001:2.0:1767384395.844426:0:17560:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384395.844428:0:17560:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384395.844431:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091c6bfbb. 00000020:00000010:2.0:1767384395.844434:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384395.844535:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3672081. 00000020:00000040:2.0:1767384395.844540:0:17560:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 1 00000100:00000001:2.0:1767384395.844542:0:17560:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.844968:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.844972:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384395.844977:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384395.844979:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384395.844981:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000415de241. 00000400:00000200:0.0:1767384395.844986:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f492b297 00000400:00000010:0.0:1767384395.844987:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f492b297. 00000100:00000001:0.0:1767384395.844990:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384395.844994:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384395.845001:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.845014:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384395.845016:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.845018:0:16145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384395.845021:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384395.845022:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384395.845024:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384395.845027:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384395.845032:0:16145:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd69f926 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384395.845036:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 00000000e374b000 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384395.845038:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384395.845040:0:16145:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384395.845042:0:16145:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384395.845045:0:16145:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384395.845064:0:16145:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.845067:0:16145:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384395.845068:0:16145:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384395.845070:0:16145:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384395.845071:0:16145:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.845074:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.845079:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384395.845082:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384395.845083:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384395.845086:0:16145:0:(import.c:65:import_set_state_nolock()) 00000000d15279fd lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767384395.845089:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384395.845093:0:16145:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:0.0:1767384395.845148:0:16145:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:0.0:1767384395.845150:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384395.845152:0:16145:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384395.845153:0:16145:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384395.845155:0:16145:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384395.845156:0:16145:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384395.845163:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294983724, at 4294983725 00000100:00000040:0.0:1767384395.845166:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384395.845170:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001370a035. 00000100:00100000:0.0:1767384395.845172:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e8f65b6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16145:1853236748256384:0@lo:9: 00000100:00000001:0.0:1767384395.845176:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.845179:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384395.845181:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e8f65b6e x1853236748256384/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384405 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384395.845187:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384395.845190:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384395.845192:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3885046. 02000000:00000001:0.0:1767384395.845195:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384395.845196:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384395.845198:0:16145:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384395.845200:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384395.845201:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059957490. 02000000:00000001:0.0:1767384395.845205:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384395.845206:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384395.845208:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e8f65b6e. 00000100:00000001:0.0:1767384395.845211:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384395.845212:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.845214:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384395.845218:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384395.845220:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384395.845222:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384395.845223:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384395.845231:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294983724, at 4294983725 00000100:00000010:0.0:1767384395.845234:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce0e3e92. 00000100:00000040:1.0:1767384395.845302:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294983724, at 4294983725 00000100:00000010:1.0:1767384395.845307:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cd74454. 00000001:00000001:3.0:1767384395.851405:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384395.851415:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384395.851417:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384395.865747:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.865756:0:39781:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384395.865757:0:39781:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767384395.865759:0:39781:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767384395.865761:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767384395.865764:0:39781:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384395.865765:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384395.865767:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df48 00000020:00000040:3.0:1767384395.865770:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008199a687 with handle 0x4ac496f8d605df48 from hash 00000020:00000001:3.0:1767384395.865776:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384395.865777:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000008199a687 : new refcount 1 00000020:00000001:3.0:1767384395.865779:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384395.865780:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000008199a687 : new refcount 0 00000020:00000080:3.0:1767384395.865781:0:39781:0:(genops.c:904:class_export_put()) final put 000000008199a687/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384395.865782:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.865795:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.865797:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384395.865798:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:2.0:1767384395.865817:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384395.865820:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008199a687/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767384395.865823:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384395.865825:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.865827:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f5cd1d1d) now 4 - export 00000020:00000010:2.0:1767384395.865830:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008199a687. 00000020:00000001:2.0:1767384395.865838:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384395.865847:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000009fac7d8b. 00000020:00000080:2.0:1767384395.865850:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384395.865857:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384395.865860:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384395.865862:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384395.865864:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000f5cd1d1d) has no exports 00000020:00000001:2.0:1767384395.865866:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384395.865869:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:2.0:1767384395.865871:0:39781:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:2.0:1767384395.865873:0:39781:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:2.0:1767384395.865884:0:39781:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:2.0:1767384395.865887:0:39781:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767384395.865890:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384395.865892:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000ea4b8032. 00000020:00000001:2.0:1767384395.865899:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767384395.865915:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384395.865917:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384395.865922:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000eaa0ceaa. 00000001:00000001:2.0:1767384395.865928:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384395.865929:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384395.865931:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384395.865933:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b4cb8425. 00000001:00000010:2.0:1767384395.865935:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b8506b37. 00000001:00000010:2.0:1767384395.865937:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000039b0feb8. 00000100:00000040:3.0:1767384395.865938:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294983724, at 4294983746 00000001:00000001:2.0:1767384395.865941:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384395.865942:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000cf9e0f40. 00000100:00000010:3.0:1767384395.865944:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000324b9f97. 00000020:00000002:2.0:1767384395.865948:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000acdb6414/000000008036a48b to site lru. bkt: 0000000062817f9b 00040000:00000001:2.0:1767384395.865950:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384395.865951:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767384395.865953:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000060a38c6d. 00000001:00000001:2.0:1767384395.865956:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767384395.865957:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384395.865958:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384395.865959:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b73d4e7e. 00000001:00000010:2.0:1767384395.865961:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000000c0bfc50. 00000001:00000010:2.0:1767384395.865963:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000c091783f. 00000001:00000001:2.0:1767384395.865966:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384395.865967:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d2d6f845. 00000020:00000002:2.0:1767384395.865970:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000346188b9/00000000897a73f8 to site lru. bkt: 0000000062817f9b 00040000:00000001:2.0:1767384395.865972:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384395.865973:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.866005:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000b78fdd77. 00000001:00000001:3.0:1767384395.866011:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.866012:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.866013:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.866024:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000b9f5ce61. 00000001:00000010:3.0:1767384395.866026:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006ad1cb24. 00000001:00000010:3.0:1767384395.866028:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000005a07ae1e. 00000001:00000001:3.0:1767384395.866031:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.866032:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000a0791a30. 00000020:00000002:3.0:1767384395.866036:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000056c53597/00000000710cab4c to site lru. bkt: 0000000062817f9b 00000020:00000002:3.0:1767384395.866039:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e046e5da/00000000e2fba414 to site lru. bkt: 00000000b906a9eb 00040000:00000010:3.0:1767384395.866041:0:39781:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 00000000cbcef517. 00040000:00000001:3.0:1767384395.866043:0:39781:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384395.866044:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384395.866046:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000007cb35398. 00000020:00000001:3.0:1767384395.866060:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384395.866068:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.866069:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.866071:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000003b11e1e6. 00000001:00000001:3.0:1767384395.866075:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.866076:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.866077:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.866079:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e4263a1b. 00000001:00000010:3.0:1767384395.866080:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f7fc5b8d. 00000001:00000010:3.0:1767384395.866081:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e44c8453. 00000001:00000001:3.0:1767384395.866082:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.866083:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000bee20c2f. 00000020:00000002:3.0:1767384395.866085:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000652e034d/000000003637c85b to site lru. bkt: 0000000062817f9b 00040000:00000001:3.0:1767384395.866087:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.866087:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.866089:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000fcd2b427. 00000001:00000001:3.0:1767384395.866091:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.866092:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.866093:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.866093:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004610f9d8. 00000001:00000010:3.0:1767384395.866094:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b449a8a7. 00000001:00000010:3.0:1767384395.866095:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000035771889. 00000001:00000001:3.0:1767384395.866096:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.866097:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000799030a3. 00000020:00000002:3.0:1767384395.866098:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e14a1ecc/00000000a0ca9f33 to site lru. bkt: 0000000062817f9b 00040000:00000001:3.0:1767384395.866099:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384395.866203:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384395.866206:0:39781:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000e4dc1b6a. 00000001:00000001:3.0:1767384395.866209:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384395.866210:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384395.866211:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.866212:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f6d6a2fb. 00000001:00000010:3.0:1767384395.866214:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000008472b5c. 00000001:00000010:3.0:1767384395.866215:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000204b23bb. 00000001:00000001:3.0:1767384395.866216:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384395.866217:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000813052d3. 00000020:00000002:3.0:1767384395.866220:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000026540f8/00000000b53d9502 to site lru. bkt: 0000000062817f9b 00000020:00000002:3.0:1767384395.866222:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a4c65b78/000000006ad3f119 to site lru. bkt: 000000009c40175d 00040000:00000010:3.0:1767384395.866223:0:39781:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000005cb2ca9. 00040000:00000001:3.0:1767384395.866224:0:39781:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:0.0:1767384395.866258:0:16805:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007f4daa60. 00000020:00000010:0.0:1767384395.866267:0:16805:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000007e93352. 00000040:00000010:0.0:1767384395.866270:0:16805:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b307958d. 00000020:00000010:0.0:1767384395.866272:0:16805:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001daa4daa. 00000020:00000010:0.0:1767384395.866275:0:16805:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000016d9da8d. 00000020:00000010:0.0:1767384395.866279:0:16805:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008fbc0c4a. 80000000:00000010:0.0:1767384395.866281:0:16805:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2d6d6a4. 40000000:00000010:0.0:1767384395.866289:0:16805:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000015ac0b3a. 00100000:00000010:0.0:1767384395.866292:0:16805:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000070b7cdcd. 00040000:00000010:0.0:1767384395.866295:0:16805:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000032f42ae8. 00040000:00000010:0.0:1767384395.866298:0:16805:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d944e1e6. 00040000:00000010:0.0:1767384395.866300:0:16805:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b8560bde. 00080000:00000010:0.0:1767384395.866302:0:16805:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001afcba60. 00000004:00000010:0.0:1767384395.866305:0:16805:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a944ef45. 00000004:00000010:0.0:1767384395.866307:0:16805:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004fb1772e. 00000004:00000010:0.0:1767384395.866310:0:16805:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000010545605. 00000004:00000010:0.0:1767384395.866313:0:16805:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000210e1ec1. 00000020:00000010:0.0:1767384395.866315:0:16805:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a329884b. 00040000:00000010:0.0:1767384395.866317:0:16805:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000e2f78a0b. 00040000:00000001:0.0:1767384395.866319:0:16805:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384395.866461:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008c09d37e/000000000f985338 to site lru. bkt: 000000008bba9651 00040000:00000001:3.0:1767384395.866463:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384395.866465:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384395.866466:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384395.866468:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df41 00000020:00000040:3.0:1767384395.866470:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdf790b1 with handle 0x4ac496f8d605df41 from hash 00000020:00000001:3.0:1767384395.866474:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384395.866475:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000bdf790b1 : new refcount 1 00000020:00000001:3.0:1767384395.866477:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384395.866478:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000bdf790b1 : new refcount 0 00000020:00000080:3.0:1767384395.866479:0:39781:0:(genops.c:904:class_export_put()) final put 00000000bdf790b1/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384395.866481:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.866495:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384395.866497:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384395.866499:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384395.866510:0:39781:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.866513:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384395.866518:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384395.866519:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000bdf790b1/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384395.866522:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384395.866524:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384395.866525:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 9 - export 00000020:00000010:2.0:1767384395.866528:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bdf790b1. 00000020:00000001:2.0:1767384395.866530:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767384395.866531:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.866535:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000002238eed. 00000001:00000010:3.0:1767384395.866538:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cd839520. 00000001:00000010:3.0:1767384395.866539:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c95b1cb6. 00000001:00000010:3.0:1767384395.866541:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001fbed7b4. 00000001:00000010:3.0:1767384395.866549:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000a73fa15. 00000001:00000010:3.0:1767384395.866551:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d153ba51. 00000001:00000001:3.0:1767384395.866555:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384395.866556:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384395.866558:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b2ea375. 00000001:00000010:3.0:1767384395.866559:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000662907bd. 00000001:00000010:3.0:1767384395.866561:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cfb8a42b. 00000001:00000010:3.0:1767384395.866562:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a6f23f1. 00000001:00000010:3.0:1767384395.866563:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d5971829. 00000001:00000010:3.0:1767384395.866564:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b139d7e7. 00000001:00000001:3.0:1767384395.866564:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384395.866565:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f5cd1d1d) now 3 - setup 00000020:00000001:3.0:1767384395.866566:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.866568:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384395.866569:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384395.866572:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384395.866575:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f5cd1d1d) now 2 - obd_device_list 00000020:00000080:3.0:1767384395.866576:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384395.866577:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000f5cd1d1d) now 1 - newdev 00000020:00000040:3.0:1767384395.866578:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000deb7de23 with handle 0x4ac496f8d605df3a from hash 00000020:00000040:3.0:1767384395.866580:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000deb7de23 : new refcount 0 00000020:00000080:3.0:1767384395.866581:0:39781:0:(genops.c:904:class_export_put()) final put 00000000deb7de23/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384395.866582:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.866584:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384395.866584:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000deb7de23/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384395.866585:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384395.866586:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.866587:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000deb7de23. 00000020:00000001:3.0:1767384395.866590:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384395.866591:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384395.866592:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384395.866593:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384395.866595:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000968cd9e3. 00000020:00000010:3.0:1767384395.866598:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001964244d. 00000040:00000010:3.0:1767384395.866603:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0d386d7. 00000020:00000010:3.0:1767384395.866605:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002834a16c. 00000020:00000010:3.0:1767384395.866608:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009cc99804. 00000020:00000010:3.0:1767384395.866611:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a6095bf. 80000000:00000010:3.0:1767384395.866612:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000324b9f97. 40000000:00000010:3.0:1767384395.866614:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004fad9c19. 00100000:00000010:3.0:1767384395.866617:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ec41533. 00040000:00000010:3.0:1767384395.866619:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f720b75d. 00040000:00000010:3.0:1767384395.866622:0:39781:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009f40a660. 00040000:00000010:3.0:1767384395.866623:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d773c73. 00080000:00000010:3.0:1767384395.866625:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009dcb1484. 00000004:00000010:3.0:1767384395.866628:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000010545605. 00000004:00000010:3.0:1767384395.866631:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000046b88754. 00000004:00000010:3.0:1767384395.866633:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a944ef45. 00000004:00000010:3.0:1767384395.866636:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006d94a6d6. 00040000:00000001:3.0:1767384395.866639:0:39781:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384395.866642:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a6f1ed0a. 00040000:00000010:3.0:1767384395.866644:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c93d358. 00040000:00000010:3.0:1767384395.866646:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ab4aae0c. 00040000:00000010:3.0:1767384395.866648:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005c5abfdc. 00040000:00000010:3.0:1767384395.866686:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004afcbe6c. 00040000:00000010:3.0:1767384395.866691:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d52e8ec1. 00040000:00000010:3.0:1767384395.866693:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c57ec21. 00040000:00000010:3.0:1767384395.866695:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000081ecc74f. 00040000:00000010:3.0:1767384395.866696:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003af8f336. 00040000:00000010:3.0:1767384395.866699:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000be2831d0. 00040000:00000010:3.0:1767384395.866701:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002f42b2f4. 00040000:00000010:3.0:1767384395.866703:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000154dce0d. 00040000:00000010:3.0:1767384395.866704:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009dc6051d. 00040000:00000010:3.0:1767384395.866706:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000886088f5. 00040000:00000010:3.0:1767384395.866708:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000afa86716. 00040000:00000010:3.0:1767384395.866710:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e9c8d06. 00040000:00000010:3.0:1767384395.866712:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8feb8b9. 00040000:00000010:3.0:1767384395.866714:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000060522281. 00040000:00000010:3.0:1767384395.866715:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e261491b. 00040000:00000010:3.0:1767384395.866720:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d5202b2d. 00040000:00000010:3.0:1767384395.866723:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aef00d21. 00040000:00000010:3.0:1767384395.866726:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003606bc9b. 00040000:00000010:3.0:1767384395.866728:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000093c92c7b. 00040000:00000010:3.0:1767384395.866729:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d5750747. 00040000:00000010:3.0:1767384395.866731:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004d2ac1bf. 00040000:00000010:3.0:1767384395.866732:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000320a376c. 00040000:00000010:3.0:1767384395.866735:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000430a5b32. 00040000:00000010:3.0:1767384395.866737:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa004a2c. 00040000:00000010:3.0:1767384395.866738:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0dd92d6. 00040000:00000010:3.0:1767384395.866741:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000875c74b8. 00040000:00000010:3.0:1767384395.866742:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009adb17db. 00040000:00000010:3.0:1767384395.866749:0:39781:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 000000004ce411b9. 00040000:00000001:3.0:1767384395.866750:0:39781:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.866752:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001964244d. 00000040:00000010:3.0:1767384395.866754:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d0d386d7. 00000020:00000010:3.0:1767384395.866755:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002834a16c. 00000020:00000010:3.0:1767384395.866757:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009cc99804. 00000020:00000010:3.0:1767384395.866759:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a6095bf. 80000000:00000010:3.0:1767384395.866760:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000324b9f97. 40000000:00000010:3.0:1767384395.866762:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004fad9c19. 00100000:00000010:3.0:1767384395.866763:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000ec41533. 00040000:00000010:3.0:1767384395.866765:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f720b75d. 00040000:00000010:3.0:1767384395.866767:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009f40a660. 00040000:00000010:3.0:1767384395.866768:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000d773c73. 00080000:00000010:3.0:1767384395.866769:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009dcb1484. 00000004:00000010:3.0:1767384395.866772:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000010545605. 00000004:00000010:3.0:1767384395.866773:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046b88754. 00000004:00000010:3.0:1767384395.866775:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a944ef45. 00000004:00000010:3.0:1767384395.866776:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006d94a6d6. 00000020:00000010:3.0:1767384395.866777:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000968cd9e3. 00000020:00000001:3.0:1767384395.866778:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384395.866780:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000f5cd1d1d. 00000020:00000001:3.0:1767384395.866783:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384395.866784:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384395.866788:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000009fac7d8b. 00000020:00000001:3.0:1767384395.866790:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384395.866791:0:39781:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.866792:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384395.866793:0:39781:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384395.867137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000202a499f. 00010000:00000010:2.1:1767384395.867143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007fa478be. 00010000:00000001:2.0:1767384396.119237:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384396.119245:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384396.119251:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384396.119253:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384396.119475:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384396.119479:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384396.119482:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767384396.348357:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384396.348367:0:16814:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 00000001:00000040:0.0:1767384396.348370:0:16814:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000ece52f87 : new cb_count 2 00000020:00000040:0.0:1767384396.348378:0:16814:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 2 00000001:00000010:0.0:1767384396.348381:0:16814:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d7a65d34. 00040000:00000001:0.0:1767384396.348388:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.348390:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384396.348391:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.348392:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.348394:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c9fb2b69. 00080000:00000001:0.0:1767384396.348398:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384396.348404:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384396.348406:0:16814:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 00000001:00000040:0.0:1767384396.348408:0:16814:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000ece52f87 : new cb_count 1 00000020:00000040:0.0:1767384396.348410:0:16814:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 1 00000001:00000010:0.0:1767384396.348412:0:16814:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ffafa837. 00040000:00000001:0.0:1767384396.348416:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.348418:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384396.348419:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.348420:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.348423:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008d5c3bb6. 00080000:00000001:0.0:1767384396.348425:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384396.348439:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384396.348443:0:16814:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384396.348445:0:16814:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384396.348447:0:16814:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:0.0:1767384396.348450:0:16814:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000ece52f87 : new cb_count 0 00000020:00000040:0.0:1767384396.348452:0:16814:0:(genops.c:898:class_export_put()) PUTting export 00000000ece52f87 : new refcount 0 00000020:00000080:0.0:1767384396.348453:0:16814:0:(genops.c:904:class_export_put()) final put 00000000ece52f87/11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 00000001:00000010:0.0:1767384396.348469:0:16814:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000002eb19703. 00040000:00000001:0.0:1767384396.348473:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.348474:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384396.348475:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.348476:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.348478:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001f43eb6c. 00080000:00000001:0.0:1767384396.348480:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384396.348821:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384396.348824:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000ece52f87/11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 for lustre-MDT0000 00000020:00000040:2.0:1767384396.348832:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 3 to 192.168.202.19@tcp50 00000020:00000001:2.0:1767384396.348835:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384396.348839:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767384396.348842:0:36:0:(genops.c:1229:class_import_get()) import 000000004005d04d refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1767384396.348845:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.348846:0:36:0:(genops.c:1242:class_import_put()) import 000000004005d04d refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767384396.348848:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384396.348851:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.348852:0:36:0:(genops.c:1242:class_import_put()) import 000000004005d04d refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767384396.348853:0:36:0:(genops.c:1245:class_import_put()) final put import 000000004005d04d 00000020:00000001:2.0:1767384396.348866:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:2.0:1767384396.348869:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000a3fd7ee7. 00010000:00000001:2.0:1767384396.348873:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384396.348875:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384396.348881:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bc62666d. 00000001:00000010:2.0:1767384396.348884:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f457b33. 00000001:00000010:2.0:1767384396.348886:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000503415ba. 00000001:00000010:2.0:1767384396.348888:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fe1ecb6b. 00000001:00000010:2.0:1767384396.348890:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000070c9c69. 00000001:00000010:2.0:1767384396.348892:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001c2d38ef. 00000001:00000001:2.0:1767384396.348896:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384396.348898:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1767384396.348899:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384396.348904:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ca89362. 00000001:00000010:2.0:1767384396.348907:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6db2160. 00000001:00000010:2.0:1767384396.348908:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e8281bf3. 00000001:00000010:2.0:1767384396.348911:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000043872326. 00000001:00000010:2.0:1767384396.348912:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005f394363. 00000001:00000010:2.0:1767384396.348914:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003d04da88. 00000001:00000001:2.0:1767384396.348916:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384396.348917:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384396.348918:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:2.0:1767384396.348922:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 0000000035ef39d5: xid 1853236740886016, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:2.0:1767384396.348926:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 0000000035ef39d5: xid 1853236740886016, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:2.0:1767384396.348930:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000035ef39d5. 00000001:00000010:2.0:1767384396.348933:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000003651a54e. 00000004:00000001:2.0:1767384396.348938:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384396.348940:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384396.348942:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 5 - export 00000020:00000010:2.0:1767384396.348945:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ece52f87. 00000020:00000001:2.0:1767384396.348952:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384396.348956:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384396.348958:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000004005d04d for lustre-MDT0000 00000020:00000040:2.0:1767384396.348962:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 2 to 192.168.202.19@tcp50 00000020:00000040:2.0:1767384396.348964:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 4 - import 00000020:00000010:2.0:1767384396.348966:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000004005d04d. 00000020:00000001:2.0:1767384396.348969:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000001:3.0:1767384396.631311:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384396.631318:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384396.631320:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384396.631325:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384396.631332:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384396.631338:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery ping unlinked 00000400:00000010:3.0:1767384396.631353:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db935cac. 00000400:00000010:3.0:1767384396.631357:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000048730387. 00000400:00000200:3.0:1767384396.631366:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp47 00000400:00000010:3.0:1767384396.631372:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000db935cac. 00000400:00000010:3.0:1767384396.631377:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008a6095bf. 00000400:00000010:3.0:1767384396.631381:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384396.631387:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006741bafa. 00000400:00000200:3.0:1767384396.631391:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp47 00000400:00000200:3.0:1767384396.631403:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp47 local destination 00000400:00000200:3.0:1767384396.631409:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp47 00000400:00000200:3.0:1767384396.631412:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp47 NI seq info: [258:258:256:4294967295] 192.168.202.119@tcp47 LPNI seq info [218:218:8:4294967295] 00000400:00000200:3.0:1767384396.631419:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp47 00000400:00000200:3.0:1767384396.631427:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp47(192.168.202.119@tcp47:) -> 192.168.202.119@tcp47(192.168.202.119@tcp47:192.168.202.119@tcp47) : GET try# 0 00000800:00000200:3.0:1767384396.631432:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp47 00000800:00000010:3.0:1767384396.631436:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f720b75d. 00000800:00000200:3.0:1767384396.631443:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000800:00000200:3.1:1767384396.631448:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000077586484] -> 12345-192.168.202.119@tcp47 (2) 00000400:00000200:3.0:1767384396.631471:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp47 added to recovery queue. ping count: 4 next ping: 333 health :600 00000400:00000010:3.0:1767384396.631478:0:16143:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 593 at 000000006d94a6d6. 00000400:02000040:3.0:1767384396.631487:0:16143:0:(lib-move.c:3976:lnet_print_recovery_list()) 9 local NIs in recovery (showing 9): 192.168.202.119@tcp49, 192.168.202.119@tcp41, 192.168.202.119@tcp46, 192.168.202.119@tcp48, 192.168.202.119@tcp45, 192.168.202.119@tcp37, 192.168.202.119@tcp47, 192.168.202.119@tcp44, 192.168.202.119@tcp35 00000400:00000200:2.0:1767384396.632937:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.632986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633004:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633022:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633052:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633077:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633099:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633170:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633190:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633206:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633224:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633241:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633256:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633273:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633292:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633308:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633325:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633341:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633359:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633376:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633394:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633411:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633428:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633444:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633460:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633477:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633493:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633510:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633527:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633544:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633560:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633578:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633595:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633612:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384396.633628:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384396.635938:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca2820ba. 00000800:00000010:2.0:1767384396.635949:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384396.635955:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a3fd7ee7. 00000800:00000010:2.0:1767384396.635983:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a3fd7ee7. 00000800:00020000:2.0:1767384396.635995:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384396.636000:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e626ea7. 00000800:00000010:2.0:1767384396.636002:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ca2820ba. 00000400:02020000:2.0:1767384396.636078:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp47 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384396.636087:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp47 notifying 192.168.202.119@tcp47: down 00000400:00000200:2.0:1767384396.636094:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384396.636098:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp47 00000800:00000010:2.0:1767384396.636101:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f720b75d. 00000400:00000200:2.0:1767384396.636120:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384396.636126:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp47->192.168.202.119@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384396.636143:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384396.636146:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384396.636150:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp47) recovery failed with -71 00000400:00000010:3.0:1767384396.646749:0:16143:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 593 at 000000006d94a6d6. 00000800:00000200:1.0:1767384396.823375:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3deee8] -> 12345-192.168.202.119@tcp31 (6) 00000800:00000200:1.0:1767384396.823386:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp31 ip 192.168.202.119:988 00000800:00000200:1.0:1767384396.823390:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd09ff2c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384396.823419:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cb915e1] -> 12345-192.168.202.119@tcp18 (6) 00000800:00000200:1.0:1767384396.823423:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp18 ip 192.168.202.119:988 00000800:00000200:1.0:1767384396.823425:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384396.823561:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384396.823566:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384396.823578:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384396.823613:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384396.823616:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384396.823619:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384396.823621:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384396.823623:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384396.823625:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384396.823627:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384396.824584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384396.824591:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384396.824598:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034ae6878. 00000020:00000040:3.0:1767384396.824603:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384396.824607:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384396.824611:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384396.824616:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384396.824622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000160f504d. 00000100:00000001:3.0:1767384396.824630:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.824638:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384396.824650:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384396.824652:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.824657:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034ae6878] to pc [ptlrpcd_00_02+2] req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.824676:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.824679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384396.824681:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384396.824684:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8d85dda. 00000020:00000040:3.0:1767384396.824687:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384396.824689:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384396.824690:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384396.824691:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384396.824694:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db5783d6. 00000100:00000001:3.0:1767384396.824697:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.824699:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384396.824706:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384396.824707:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.824718:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8d85dda] to pc [ptlrpcd_00_03+3] req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.824726:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.824730:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (322) 00000100:00000001:3.0:1767384396.824741:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384396.824745:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384396.824747:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384396.824750:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.824758:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384396.824759:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.824763:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384396.824766:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384396.824768:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.824770:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034ae6878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748256512:0@lo:400: 00000100:00000001:3.0:1767384396.824774:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384396.824780:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384396.824782:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.824784:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384396.824788:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0d386d7. 02000000:00000001:3.0:1767384396.824789:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384396.824794:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005719726f. 00000400:00000010:3.0:1767384396.824800:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384396.824806:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256512, portal 25 00000100:00000001:3.0:1767384396.824808:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384396.824810:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378989568 : -114060330562048 : ffff984342838e00) 00000100:00000040:3.0:1767384396.824814:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.824822:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.824825:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384396.824827:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384396.824829:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748256512, offset 0 00000400:00000200:3.0:1767384396.824835:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384396.824847:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384396.824864:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e108500 00000400:00000200:3.0:1767384396.824870:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1981 [2] + 0 00000400:00000010:3.0:1767384396.824874:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000172215ae. 00000400:00000200:3.0:1767384396.824878:0:16148:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deec74f1 00000400:00000200:3.0:1767384396.824883:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384396.824887:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384396.824891:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deec74f1 00000400:00000010:3.0:1767384396.824893:0:16148:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deec74f1. 00000100:00000001:3.0:1767384396.824897:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384396.824898:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384396.824902:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000054e6dd8 x1853236748256512 msgsize 224 00000100:00100000:3.0:1767384396.824905:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384396.824907:0:16148:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384396.824916:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384396.824921:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:3.0:1767384396.824923:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000100:00000001:3.0:1767384396.824926:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384396.824929:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.824938:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384396.824941:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.824947:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.824948:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384396.824953:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.824956:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294984717 00000100:00000010:3.0:1767384396.824960:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002eb19703. 00000100:00000001:3.0:1767384396.824966:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384396.824972:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294984717 00000100:00000010:3.0:1767384396.824974:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffafa837. 00000100:00000001:3.0:1767384396.824977:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384396.824985:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294984717 00000100:00000010:3.0:1767384396.824988:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e43ef5bc. 00000100:00000001:3.0:1767384396.824996:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384396.824999:0:16148:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294984717 00000100:00000010:3.0:1767384396.825002:0:16148:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005cd74454. 00000100:00000001:3.0:1767384396.825004:0:16148:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384396.825006:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384396.825009:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825012:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825014:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825021:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384396.825023:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384396.825025:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384396.825027:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384396.825028:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.825030:0:16148:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384396.825031:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825033:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384396.825034:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825036:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384396.825036:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384396.825038:0:16148:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384396.825052:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825058:0:16148:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384396.825059:0:16148:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.825062:0:16148:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384396.825063:0:16148:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384396.825065:0:16148:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.825067:0:16148:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c8d85dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748256640:0@lo:400: 00000100:00000001:3.0:1767384396.825070:0:16148:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384396.825072:0:16148:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384396.825073:0:16148:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.825075:0:16148:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384396.825078:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001964244d. 02000000:00000001:3.0:1767384396.825080:0:16148:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384396.825083:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37c306a. 00000400:00000010:3.0:1767384396.825092:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384396.825094:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256640, portal 10 00000100:00000001:3.0:1767384396.825096:0:16148:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384396.825097:0:16148:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378994944 : -114060330556672 : ffff98434283a300) 00000100:00000040:3.0:1767384396.825103:0:16148:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825127:0:16148:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.825129:0:16148:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384396.825132:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384396.825134:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853236748256640, offset 0 00000400:00000200:3.0:1767384396.825137:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384396.825142:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384396.825149:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695824e108580 00000400:00000200:3.0:1767384396.825154:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12056 00000400:00000200:3.0:1767384396.825158:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384396.825161:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384396.825164:0:16148:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384396.825166:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384396.825169:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf59af14. 00000100:00000040:3.0:1767384396.825171:0:16148:0:(events.c:337:request_in_callback()) incoming req@00000000cf59af14 x1853236748256640 msgsize 224 00000100:00100000:3.0:1767384396.825174:0:16148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384396.825182:0:16148:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384396.825186:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384396.825188:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000001:3.0:1767384396.825190:0:16148:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384396.825192:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825198:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384396.825199:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825205:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825206:0:16148:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384396.825209:0:16148:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.825213:0:16148:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3731 usecs (4 jiffies) 00000100:00000001:3.0:1767384396.825222:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294984710 00000100:00000001:3.0:1767384396.825224:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294984717 00000100:00000001:3.0:1767384396.825226:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294984710 00000100:00000001:3.0:1767384396.825227:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294984717 00000100:00000001:3.0:1767384396.825229:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294984710 00000100:00000001:3.0:1767384396.825231:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294984717 00000100:00000001:3.0:1767384396.825233:0:16148:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294984710 00000100:00000001:3.0:1767384396.825234:0:16148:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294984717 00000100:00000001:3.0:1767384396.825236:0:16148:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384396.825238:0:16148:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825240:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825242:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825251:0:16149:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384396.825253:0:16149:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825264:0:16780:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384396.825266:0:16780:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256512 02000000:00000001:3.0:1767384396.825268:0:16780:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384396.825271:0:16780:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384396.825272:0:16780:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.825275:0:16780:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.825278:0:16780:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256512 00000020:00000001:3.0:1767384396.825280:0:16780:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384396.825282:0:16780:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605ded8 00000020:00000001:3.0:1767384396.825284:0:16780:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384396.825286:0:16780:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000037769a2d refcount=10 00000020:00000001:3.0:1767384396.825288:0:16780:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000020:00000001:3.0:1767384396.825291:0:16780:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00000100:00000001:3.0:1767384396.825294:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384396.825297:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c662da6. 00000100:00000001:3.0:1767384396.825300:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384396.825302:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c662da6. 00000020:00000010:3.0:1767384396.825307:0:16780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c78afd7d. 00000020:00000010:3.0:1767384396.825316:0:16780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bbce0bc. 00000020:00000010:3.0:1767384396.825321:0:16780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384396.825328:0:16780:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384396.825331:0:16780:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384396.825333:0:16780:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384396.825334:0:16780:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825341:0:16780:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825346:0:16780:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825354:0:16780:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384396.825355:0:16780:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384396.825358:0:16780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00000040:3.0:1767384396.825361:0:16780:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000037769a2d : new rpc_count 1 00000100:00000001:3.0:1767384396.825363:0:16780:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013400387664 : -114060309163952 : ffff984343ca1050) 00000100:00000040:3.0:1767384396.825366:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000054e6dd8 x1853236748256512/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:377/0 lens 224/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825374:0:16780:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384396.825376:0:16780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c662da6. 00000100:00000001:3.0:1767384396.825378:0:16780:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384396.825380:0:16780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c662da6. 00000100:00100000:3.0:1767384396.825383:0:16780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000054e6dd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:16148:x1853236748256512:12345-0@lo:400: 00000100:00000200:3.0:1767384396.825387:0:16780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256512 00000020:00000001:3.0:1767384396.825390:0:16780:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384396.825393:0:16780:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384396.825395:0:16780:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.825397:0:16780:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384396.825399:0:16780:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072667187328 : -1042364288 : ffffffffc1dec880) 00000020:00000001:3.0:1767384396.825402:0:16780:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384396.825403:0:16780:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384396.825405:0:16780:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384396.825407:0:16780:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384396.825409:0:16780:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.825411:0:16780:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384396.825414:0:16780:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384396.825420:0:16780:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384396.825424:0:16780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d94a6d6. 02000000:00000001:3.0:1767384396.825426:0:16780:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825427:0:16780:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.825429:0:16780:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384396.825432:0:16780:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853236748256512 00010000:00000001:3.0:1767384396.825434:0:16780:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384396.825438:0:16780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000054e6dd8 x1853236748256512/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:377/0 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384396.825445:0:16780:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384396.825447:0:16780:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384396.825451:0:16780:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f7046048 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384396.825456:0:16780:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384396.825458:0:16780:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 17 to 0@lo 00000100:00000001:3.0:1767384396.825460:0:16780:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 02000000:00000001:3.0:1767384396.825462:0:16780:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384396.825464:0:16780:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825467:0:16780:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.825468:0:16780:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384396.825471:0:16780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384396.825473:0:16780:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853236748256512, offset 224 00000400:00000200:3.0:1767384396.825477:0:16780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384396.825481:0:16780:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384396.825487:0:16780:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695824e108500 00000400:00000200:3.0:1767384396.825491:0:16780:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21bd [1] + 224 00000400:00000200:3.0:1767384396.825495:0:16780:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384396.825497:0:16780:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384396.825500:0:16780:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384396.825504:0:16780:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384396.825512:0:16780:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825523:0:16780:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384396.825533:0:16780:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384396.825535:0:16780:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000001:3.0:1767384396.825537:0:16780:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384396.825539:0:16780:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384396.825541:0:16780:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.825544:0:16780:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 16 to 0@lo 00010000:00000001:3.0:1767384396.825546:0:16780:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384396.825548:0:16780:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.825550:0:16780:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384396.825554:0:16780:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000054e6dd8 x1853236748256512/t0(0) o400->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:377/0 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.825562:0:16780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000054e6dd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3ef09c6a-84be-4398-bf62-b694d82341a8+10:16148:x1853236748256512:12345-0@lo:400: Request processed in 187us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384396.825570:0:16780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000040:3.0:1767384396.825572:0:16780:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000037769a2d : new rpc_count 0 00000100:00000001:3.0:1767384396.825575:0:16780:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384396.825576:0:16780:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384396.825580:0:16780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bbce0bc. 00000020:00000010:3.0:1767384396.825584:0:16780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384396.825587:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c78afd7d. 00000020:00000040:3.0:1767384396.825592:0:16780:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 9 02000000:00000001:3.0:1767384396.825597:0:16780:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384396.825599:0:16780:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d94a6d6. 02000000:00000001:3.0:1767384396.825601:0:16780:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384396.825604:0:16780:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384396.825608:0:16780:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384396.825610:0:16780:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abacd49c. 00000400:00000010:3.0:1767384396.825614:0:16780:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019d80592. 00000100:00000001:3.0:1767384396.825629:0:16786:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384396.825631:0:16786:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256640 02000000:00000001:3.0:1767384396.825633:0:16786:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384396.825634:0:16786:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384396.825635:0:16786:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.825638:0:16786:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.825640:0:16786:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256640 00000020:00000001:3.0:1767384396.825648:0:16786:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384396.825649:0:16786:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:3.0:1767384396.825651:0:16786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384396.825653:0:16786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.825654:0:16786:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384396.825658:0:16786:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c78afd7d. 00000020:00000010:3.0:1767384396.825660:0:16786:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bbce0bc. 00000020:00000010:3.0:1767384396.825663:0:16786:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000040:3.0:1767384396.825669:0:16786:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384396.825670:0:16786:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384396.825672:0:16786:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384396.825674:0:16786:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825677:0:16786:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825684:0:16786:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825692:0:16786:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384396.825693:0:16786:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384396.825696:0:16786:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384396.825698:0:16786:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013378991360 : -114060330560256 : ffff984342839500) 00000100:00000040:3.0:1767384396.825701:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cf59af14 x1853236748256640/t0(0) o400->@:377/0 lens 224/0 e 0 to 0 dl 1767384407 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.825710:0:16786:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cf59af14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16148:x1853236748256640:12345-0@lo:400: 00000100:00000200:3.0:1767384396.825713:0:16786:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256640 00000020:00000001:3.0:1767384396.825715:0:16786:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:3.0:1767384396.825718:0:16786:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:3.0:1767384396.825721:0:16786:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384396.825722:0:16786:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384396.825724:0:16786:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384396.825726:0:16786:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d94a6d6. 02000000:00000001:3.0:1767384396.825728:0:16786:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825730:0:16786:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384396.825732:0:16786:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384396.825733:0:16786:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825735:0:16786:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384396.825738:0:16786:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384396.825748:0:16786:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 17 to 0@lo 00000100:00000001:3.0:1767384396.825750:0:16786:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:3.0:1767384396.825752:0:16786:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017765634688 : -114055943916928 : 0xffff984447fa7280) 00000100:00000040:3.0:1767384396.825754:0:16786:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000076e15b04 refcount 17 to 0@lo 02000000:00000001:3.0:1767384396.825756:0:16786:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384396.825758:0:16786:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.825759:0:16786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.825761:0:16786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384396.825763:0:16786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384396.825766:0:16786:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748256640, offset 224 00000400:00000200:3.0:1767384396.825769:0:16786:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384396.825774:0:16786:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384396.825779:0:16786:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e108580 00000400:00000200:3.0:1767384396.825782:0:16786:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21c5 [1] + 224 00000400:00000200:3.0:1767384396.825786:0:16786:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384396.825788:0:16786:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384396.825791:0:16786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384396.825794:0:16786:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384396.825801:0:16786:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825807:0:16786:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384396.825810:0:16786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384396.825812:0:16786:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000001:3.0:1767384396.825814:0:16786:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384396.825815:0:16786:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384396.825817:0:16786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.825819:0:16786:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 16 to 0@lo 00000100:00000001:3.0:1767384396.825820:0:16786:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.825822:0:16786:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384396.825826:0:16786:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf59af14 x1853236748256640/t0(0) o400->@:377/0 lens 224/224 e 0 to 0 dl 1767384407 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.825833:0:16786:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cf59af14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:16148:x1853236748256640:12345-0@lo:400: Request processed in 123us (661us total) trans 0 rc -107/-107 00000100:00100000:3.0:1767384396.825845:0:16786:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384396.825847:0:16786:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384396.825848:0:16786:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384396.825850:0:16786:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bbce0bc. 00000020:00000010:3.0:1767384396.825853:0:16786:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384396.825856:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c78afd7d. 00000100:00000001:3.0:1767384396.825858:0:16786:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825873:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384396.825876:0:16148:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384396.825880:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384396.825881:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384396.825883:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37c306a. 00000400:00000200:3.0:1767384396.825885:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:3.0:1767384396.825887:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000100:00000001:3.0:1767384396.825889:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384396.825892:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384396.825899:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.825906:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384396.825907:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.825910:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384396.825912:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384396.825913:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384396.825915:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.825917:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384396.825922:0:16148:0:(import.c:2128:obd_at_measure()) add 0 to 000000008feccf93 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384396.825925:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384396.825928:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384396.825930:0:16148:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1767384396.825932:0:16148:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1767384396.825935:0:16148:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1767384396.825938:0:16148:0:(import.c:65:import_set_state_nolock()) 0000000038c66682 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1767384396.825941:0:16148:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1767384396.852027:0:16148:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384396.852034:0:16148:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384396.852038:0:16148:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384396.852054:0:16148:0:(import.c:65:import_set_state_nolock()) 0000000038c66682 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384396.852061:0:16148:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384396.852066:0:16148:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 220 00000100:00000040:3.0:1767384396.852072:0:16148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 15 to 0@lo 00000100:00000001:3.0:1767384396.852075:0:16148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384396.852077:0:16148:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 16 to 0@lo 00000100:00000001:3.0:1767384396.852079:0:16148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:3.0:1767384396.852082:0:16148:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384396.852084:0:16148:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e005 00000020:00000001:3.0:1767384396.852087:0:16148:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384396.852090:0:16148:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033cd4f46 refcount=8 00000020:00000001:3.0:1767384396.852092:0:16148:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000020:00000001:3.0:1767384396.852094:0:16148:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000100:00000040:3.0:1767384396.852097:0:16148:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 15 to 0@lo 00000100:00000001:3.0:1767384396.852098:0:16148:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384396.852100:0:16148:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 16 to 0@lo 00000100:00000001:3.0:1767384396.852102:0:16148:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000040:3.0:1767384396.852127:0:16148:0:(genops.c:898:class_export_put()) PUTting export 0000000033cd4f46 : new refcount 7 00000100:00080000:3.0:1767384396.852132:0:16148:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000038c66682 using connection 192.168.202.119@tcp/0@lo 00000100:00000001:3.0:1767384396.852135:0:16148:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.852137:0:16148:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1767384396.852146:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294984717, at 4294984733 00000100:00000010:3.0:1767384396.852155:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005cd74454. 00000100:00000040:0.0:1767384396.852156:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294984717, at 4294984733 00000100:00000010:0.0:1767384396.852164:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002eb19703. 02000000:00000001:3.0:1767384396.852170:0:16148:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384396.852174:0:16148:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852177:0:16148:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384396.852179:0:16148:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384396.852185:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068523cd5. 00000020:00000040:3.0:1767384396.852198:0:16148:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384396.852202:0:16148:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384396.852204:0:16148:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852207:0:16148:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384396.852209:0:16148:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384396.852213:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294984717, at 4294984733 02000000:00000001:3.0:1767384396.852214:0:16148:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384396.852221:0:16148:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008ff97c1f. 00000100:00000010:2.0:1767384396.852222:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e43ef5bc. 00000100:00000001:3.0:1767384396.852230:0:16148:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.852239:0:16148:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384396.852249:0:16148:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384396.852252:0:16148:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.852255:0:16148:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068523cd5] to pc [ptlrpcd_rcv+-1] req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.852279:0:16148:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852283:0:16148:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1767384396.852285:0:16148:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1767384396.852292:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.852299:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1767384396.852303:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384396.852305:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384396.852309:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.852316:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c8d85dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16148:1853236748256640:0@lo:400: 00000100:00000040:1.0:1767384396.852319:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294984717, at 4294984733 00000100:00000010:1.0:1767384396.852326:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffafa837. 00000400:00000001:3.0:1767384396.852330:0:16148:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384396.852333:0:16148:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384396.852337:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005719726f. 00000400:00000200:3.0:1767384396.852342:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384396.852344:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384396.852349:0:16148:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384396.852358:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384396.852366:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.852373:0:16148:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384396.852375:0:16148:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.852377:0:16148:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384396.852379:0:16148:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384396.852382:0:16148:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384396.852384:0:16148:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.852387:0:16148:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384396.852392:0:16148:0:(import.c:2128:obd_at_measure()) add 5 to 0000000043ca516e time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384396.852395:0:16148:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cce9395e time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384396.852397:0:16148:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384396.852399:0:16148:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384396.852401:0:16148:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384396.852403:0:16148:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852405:0:16148:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.852409:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.852415:0:16148:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384396.852417:0:16148:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384396.852419:0:16148:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384396.852422:0:16148:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.852429:0:16148:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000034ae6878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3ef09c6a-84be-4398-bf62-b694d82341a8:16148:1853236748256512:0@lo:400: 00000100:00000001:3.0:1767384396.852434:0:16148:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.852436:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384396.852438:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c8d85dda x1853236748256640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384396.852445:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384396.852448:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384396.852450:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001964244d. 02000000:00000001:3.0:1767384396.852460:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384396.852462:0:16148:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384396.852462:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384396.852466:0:16148:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384396.852468:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384396.852469:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384396.852471:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384396.852473:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db5783d6. 02000000:00000001:3.0:1767384396.852478:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384396.852479:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384396.852480:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384396.852484:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8d85dda. 00000100:00000001:3.0:1767384396.852492:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384396.852493:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384396.852495:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.852496:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852499:0:16148:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384396.852501:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384396.852504:0:16148:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000034ae6878 x1853236748256512/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384396.852506:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384396.852511:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384396.852517:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000068523cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16145:1853236748256768:0@lo:38: 00000100:00000001:3.0:1767384396.852519:0:16148:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384396.852522:0:16148:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384396.852523:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384396.852524:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0d386d7. 02000000:00000001:2.0:1767384396.852529:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384396.852530:0:16148:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384396.852532:0:16148:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384396.852533:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384396.852534:0:16148:0:(genops.c:1242:class_import_put()) import 00000000ee8f881f refcount=3 obd=MGC192.168.202.119@tcp 02000000:00000001:2.0:1767384396.852538:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384396.852539:0:16148:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384396.852542:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000160f504d. 02000000:00000001:3.0:1767384396.852545:0:16148:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1767384396.852545:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f9c8e34. 02000000:00000001:3.0:1767384396.852546:0:16148:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384396.852549:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034ae6878. 02000000:00000001:2.0:1767384396.852550:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852553:0:16148:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384396.852555:0:16148:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384396.852557:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109a2f25. 00000100:00000001:3.0:1767384396.852558:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384396.852566:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000100:00000001:3.0:1767384396.852569:0:16148:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384396.852572:0:16148:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384396.852572:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748256768, portal 10 00000100:00000001:2.0:1767384396.852578:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384396.852579:0:16148:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.852582:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378990464 : -114060330561152 : ffff984342839180) 00000100:00000001:3.0:1767384396.852583:0:16148:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384396.852593:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.852602:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384396.852605:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384396.852608:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000100:00000200:2.0:1767384396.852610:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236748256768, offset 0 00000400:00000200:2.0:1767384396.852616:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384396.852628:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384396.852638:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824e108600 00000400:00000200:2.0:1767384396.852644:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12280 00000400:00000200:2.0:1767384396.852652:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384396.852656:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384396.852661:0:16145:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384396.852663:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384396.852667:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f2f3772. 00000100:00000040:2.0:1767384396.852670:0:16145:0:(events.c:337:request_in_callback()) incoming req@000000001f2f3772 x1853236748256768 msgsize 520 00000100:00100000:2.0:1767384396.852673:0:16145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384396.852690:0:16145:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384396.852697:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed8f172d 00000400:00000010:2.0:1767384396.852698:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 00000100:00000001:2.0:1767384396.852701:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384396.852705:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.852711:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384396.852713:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.852718:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.852720:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384396.852724:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384396.852728:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3618 usecs (4 jiffies) 00000100:00000001:2.0:1767384396.852731:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294984737 00000100:00000010:2.0:1767384396.852734:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060686d6. 00000100:00000001:2.0:1767384396.852737:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384396.852745:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294984737 00000100:00000010:2.0:1767384396.852747:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff3e4eaf. 00000100:00000001:2.0:1767384396.852749:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384396.852757:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294984737 00000100:00000010:2.0:1767384396.852761:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7a65d34. 00000100:00000001:2.0:1767384396.852763:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384396.852765:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294984737 00000100:00000010:2.0:1767384396.852768:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021a74557. 00000100:00000001:2.0:1767384396.852770:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384396.852774:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384396.852776:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.852778:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.852780:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.852784:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384396.852785:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384396.852787:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.852788:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384396.852789:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.852791:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852852:0:19521:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384396.852856:0:19521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853236748256768 02000000:00000001:3.0:1767384396.852858:0:19521:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384396.852860:0:19521:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384396.852861:0:19521:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384396.852864:0:19521:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384396.852867:0:19521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853236748256768 00000020:00000001:3.0:1767384396.852876:0:19521:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384396.852878:0:19521:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e00c 00000020:00000001:3.0:1767384396.852879:0:19521:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384396.852881:0:19521:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.852882:0:19521:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384396.852887:0:19521:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0d386d7. 00000020:00000010:3.0:1767384396.852892:0:19521:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006bbce0bc. 00000020:00000010:3.0:1767384396.852896:0:19521:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000001:3.0:1767384396.852902:0:19521:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384396.852904:0:19521:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384396.852907:0:19521:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852913:0:19521:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.852930:0:19521:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384396.852944:0:19521:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384396.852946:0:19521:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384396.852951:0:19521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384396.852955:0:19521:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446630013383446912 : -114060326104704 : ffff984342c79180) 00000100:00000040:3.0:1767384396.852959:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001f2f3772 x1853236748256768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384416 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.852970:0:19521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001f2f3772 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16145:x1853236748256768:12345-0@lo:38: 00000100:00000200:3.0:1767384396.852974:0:19521:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748256768 00000020:00000001:3.0:1767384396.852977:0:19521:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384396.852981:0:19521:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384396.852990:0:19521:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000030fc9df5) now 4 - find 00000020:00000001:3.0:1767384396.852993:0:19521:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446630017898394032 : -114055811157584 : ffff98444fe431b0) 00010000:02000000:3.0:1767384396.852996:0:19521:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00080000:00000001:0.0:1767384396.853098:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384396.853102:0:17581:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384396.853139:0:17581:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000023bf0a7f : new cb_count 0 00000020:00000040:0.0:1767384396.853142:0:17581:0:(genops.c:898:class_export_put()) PUTting export 0000000023bf0a7f : new refcount 0 00000020:00000080:0.0:1767384396.853144:0:17581:0:(genops.c:904:class_export_put()) final put 0000000023bf0a7f/lustre-MDT0000-mdtlov_UUID 00000001:00000010:0.0:1767384396.853152:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a3fa29f7. 00040000:00000001:0.0:1767384396.853157:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.853160:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.853162:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e6c50bf6. 00080000:00000001:0.0:1767384396.853165:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384396.853169:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384396.853170:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.853172:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.853173:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000038b71a50. 00080000:00000001:0.0:1767384396.853175:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384396.853177:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384396.853178:0:17581:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 00000001:00000040:0.0:1767384396.853180:0:17581:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000825d27ce : new cb_count 1 00000020:00000040:0.0:1767384396.853182:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 1 00000001:00000010:0.0:1767384396.853189:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000bff8c225. 00040000:00000001:0.0:1767384396.853192:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.853193:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.853195:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f04d1b80. 00080000:00000001:0.0:1767384396.853197:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384396.853199:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384396.853200:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.853201:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.853203:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bb1fd261. 00080000:00000001:0.0:1767384396.853205:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384396.853206:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384396.853208:0:17581:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 00000001:00000040:0.0:1767384396.853209:0:17581:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000825d27ce : new cb_count 0 00000020:00000040:0.0:1767384396.853211:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000825d27ce : new refcount 0 00000020:00000080:0.0:1767384396.853212:0:17581:0:(genops.c:904:class_export_put()) final put 00000000825d27ce/11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 00000001:00000010:0.0:1767384396.853215:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000028c11035. 00040000:00000001:0.0:1767384396.853216:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384396.853217:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384396.853219:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000090ddf888. 00080000:00000001:0.0:1767384396.853221:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767384396.853280:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384396.853283:0:37:0:(genops.c:863:class_export_destroy()) destroying export 0000000023bf0a7f/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:2.0:1767384396.853287:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 15 to 0@lo 00000020:00000001:2.0:1767384396.853289:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384396.853292:0:37:0:(genops.c:1229:class_import_get()) import 00000000d18a6904 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384396.853294:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.853295:0:37:0:(genops.c:1242:class_import_put()) import 00000000d18a6904 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384396.853297:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384396.853299:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.853301:0:37:0:(genops.c:1242:class_import_put()) import 00000000d18a6904 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384396.853302:0:37:0:(genops.c:1245:class_import_put()) final put import 00000000d18a6904 00000020:00000001:2.0:1767384396.853316:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384396.853319:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384396.853321:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384396.853327:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000020442a2f. 00000001:00000010:2.0:1767384396.853331:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000047aebbf0. 00000001:00000010:2.0:1767384396.853332:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ee247a5e. 00000001:00000010:2.0:1767384396.853334:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004149de15. 00000001:00000010:2.0:1767384396.853336:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000084ca4ed0. 00000001:00000010:2.0:1767384396.853338:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004cd6dffd. 00000001:00000001:2.0:1767384396.853342:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384396.853343:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384396.853345:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384396.853346:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384396.853350:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000c2118015. 00000020:00000001:2.0:1767384396.853357:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384396.853359:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 7 - export 00000020:00000010:2.0:1767384396.853361:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000023bf0a7f. 00000020:00000001:2.0:1767384396.853369:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384396.853373:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384396.853374:0:37:0:(genops.c:863:class_export_destroy()) destroying export 00000000825d27ce/11f148fe-cd7c-4e5c-bcd8-09ed3fd70a22 for lustre-OST0000 00000020:00000040:2.0:1767384396.853378:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 1 to 192.168.202.19@tcp50 00000020:00000001:2.0:1767384396.853380:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384396.853382:0:37:0:(genops.c:1229:class_import_get()) import 000000005c5748ef refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384396.853384:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.853385:0:37:0:(genops.c:1242:class_import_put()) import 000000005c5748ef refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384396.853387:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384396.853388:0:37:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.853389:0:37:0:(genops.c:1242:class_import_put()) import 000000005c5748ef refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384396.853391:0:37:0:(genops.c:1245:class_import_put()) final put import 000000005c5748ef 00000020:00000001:2.0:1767384396.853393:0:37:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384396.853394:0:37:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384396.853396:0:37:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384396.853399:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000634518f0. 00000001:00000010:2.0:1767384396.853402:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e3406b0a. 00000001:00000010:2.0:1767384396.853405:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003ae720e6. 00000001:00000010:2.0:1767384396.853407:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009b947f26. 00000001:00000010:2.0:1767384396.853409:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009f14d685. 00000001:00000010:2.0:1767384396.853411:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000480d8e39. 00000001:00000001:2.0:1767384396.853413:0:37:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384396.853415:0:37:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384396.853416:0:37:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384396.853417:0:37:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384396.853419:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000009f5edc. 00000020:00000001:2.0:1767384396.853421:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384396.853423:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 6 - export 00000020:00000010:2.0:1767384396.853425:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000825d27ce. 00000020:00000001:2.0:1767384396.853427:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384396.853430:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384396.853431:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d18a6904 for lustre-OST0000 00000020:00000040:2.0:1767384396.853434:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 14 to 0@lo 00000020:00000040:2.0:1767384396.853435:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 5 - import 00000020:00000010:2.0:1767384396.853437:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d18a6904. 00000020:00000001:2.0:1767384396.853440:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:2.0:1767384396.853442:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384396.853443:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005c5748ef for lustre-OST0000 00000020:00000040:2.0:1767384396.853446:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000094c89218 refcount 0 to 192.168.202.19@tcp50 00000020:00000040:2.0:1767384396.853448:0:37:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000083109af7) now 4 - import 00000020:00000010:2.0:1767384396.853450:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005c5748ef. 00000020:00000001:2.0:1767384396.853452:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:1.0:1767384396.858237:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294984737, at 4294984739 00000100:00000010:1.0:1767384396.858254:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff3e4eaf. 00000100:00000040:0.0:1767384396.860127:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294984737, at 4294984741 00000100:00000010:0.0:1767384396.860137:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060686d6. 00000100:00000040:2.0:1767384396.860218:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294984737, at 4294984741 00000100:00000010:2.0:1767384396.860224:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7a65d34. 00010000:00000001:3.0:1767384396.861682:0:19521:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1767384396.861692:0:19521:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 4 - find 00010000:00000001:3.0:1767384396.861696:0:19521:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384396.861700:0:19521:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384396.861703:0:19521:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384396.861706:0:19521:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384396.861719:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294984737, at 4294984742 00000100:00000010:3.0:1767384396.861743:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021a74557. 02000000:00000010:3.0:1767384396.861755:0:19521:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d5c3bb6. 02000000:00000001:3.0:1767384396.861758:0:19521:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.861761:0:19521:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384396.861765:0:19521:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384396.861768:0:19521:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384396.861772:0:19521:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1767384396.861775:0:19521:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384396.861778:0:19521:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384396.861782:0:19521:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 15 to 0@lo 00000100:00000001:3.0:1767384396.861784:0:19521:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000100:00000001:3.0:1767384396.861786:0:19521:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446630017765634688 : -114055943916928 : 0xffff984447fa7280) 00000100:00000040:3.0:1767384396.861789:0:19521:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000076e15b04 refcount 15 to 0@lo 02000000:00000001:3.0:1767384396.861791:0:19521:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384396.861793:0:19521:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384396.861796:0:19521:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384396.861799:0:19521:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384396.861805:0:19521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384396.861812:0:19521:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748256768, offset 0 00000400:00000200:3.0:1767384396.861818:0:19521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384396.861831:0:19521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384396.861841:0:19521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e108600 00000400:00000200:3.0:1767384396.861849:0:19521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21d9 [1] + 0 00000400:00000200:3.0:1767384396.861855:0:19521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384396.861858:0:19521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384396.861864:0:19521:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384396.861870:0:19521:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384396.861881:0:19521:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.861947:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.861952:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384396.861971:0:19521:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384396.861981:0:19521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384396.861990:0:19521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000001:3.0:1767384396.861994:0:19521:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384396.861996:0:19521:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384396.862000:0:19521:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384396.862003:0:19521:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 14 to 0@lo 00000100:00000001:3.0:1767384396.862004:0:19521:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384396.862006:0:19521:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384396.862011:0:19521:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f2f3772 x1853236748256768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384416 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384396.862020:0:19521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001f2f3772 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16145:x1853236748256768:12345-0@lo:38: Request processed in 9051us (9348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767384396.862030:0:19521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384396.862034:0:19521:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384396.862036:0:19521:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384396.862052:0:19521:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006bbce0bc. 00000020:00000010:3.0:1767384396.862059:0:19521:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384396.862062:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0d386d7. 00000100:00000001:3.0:1767384396.862067:0:19521:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384396.868155:0:16145:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384396.868165:0:16145:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384396.868169:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000109a2f25. 00000400:00000200:2.0:1767384396.868180:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085175c34 00000400:00000010:2.0:1767384396.868182:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 00000100:00000001:2.0:1767384396.868188:0:16145:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384396.868199:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384396.868210:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.868218:0:16145:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384396.868220:0:16145:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.868223:0:16145:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384396.868226:0:16145:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384396.868229:0:16145:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384396.868231:0:16145:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384396.868234:0:16145:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384396.868243:0:16145:0:(import.c:2128:obd_at_measure()) add 0 to 000000008feccf93 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384396.868247:0:16145:0:(import.c:2128:obd_at_measure()) add 1 to 000000007fc65a65 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384396.868250:0:16145:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384396.868252:0:16145:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1767384396.868255:0:16145:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384396.868258:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384406 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.868266:0:16145:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1767384396.868269:0:16145:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384396.868270:0:16145:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.868272:0:16145:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384396.868274:0:16145:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1767384396.868277:0:16145:0:(import.c:65:import_set_state_nolock()) 0000000038c66682 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384396.868281:0:16145:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:2.0:1767384396.868284:0:16145:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1767384396.868287:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384406 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384396.868294:0:16145:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000068523cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16145:1853236748256768:0@lo:38: 00000100:00000001:2.0:1767384396.868299:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.868302:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384396.868305:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000068523cd5 x1853236748256768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384406 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384396.868312:0:16145:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384396.868315:0:16145:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384396.868318:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f9c8e34. 02000000:00000001:2.0:1767384396.868322:0:16145:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384396.868324:0:16145:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384396.868325:0:16145:0:(genops.c:1242:class_import_put()) import 0000000038c66682 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384396.868328:0:16145:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384396.868330:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008ff97c1f. 02000000:00000001:2.0:1767384396.868334:0:16145:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384396.868336:0:16145:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384396.868337:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068523cd5. 00000100:00000001:2.0:1767384396.868341:0:16145:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384396.868342:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.868344:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384396.868352:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384396.868354:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384396.868357:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384396.868358:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.143250:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384397.143258:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384397.143264:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384397.143265:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384397.143371:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384397.143376:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384397.143378:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384397.655223:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384397.655230:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384397.655232:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384397.655238:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384397.655245:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384397.655251:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp47 recovery ping unlinked 00000400:00000010:3.0:1767384397.655266:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000db935cac. 00000400:00000010:3.0:1767384397.655272:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008a6095bf. 00000100:00000001:1.0:1767384397.847236:0:23416:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384397.847260:0:23416:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384397.911229:0:39781:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384397.911243:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000016a2ccc6 - data 00000000f6252d73/00000000a0f8bd33 00000020:00000010:3.0:1767384397.911360:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000006b416ab3. 00000020:00000010:3.0:1767384397.911369:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000044e7bee4. 00000020:00000010:3.0:1767384397.911375:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000a0f8bd33. 00000020:00000010:3.0:1767384397.911378:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000df235167. 00000020:00000010:3.0:1767384397.911380:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000db7a0776. 00000020:00000010:3.0:1767384397.911383:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000000d238be9. 00000020:00000010:3.0:1767384397.911402:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000016a2ccc6. 00000020:01000000:3.0:1767384397.911407:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000bfe95059 - data 0000000007edd46a/00000000d3f3be80 00000020:00000010:3.0:1767384397.911497:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 000000006c21481e. 00000020:00000010:3.0:1767384397.911501:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000056ca3659. 00000020:00000010:3.0:1767384397.911505:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d3f3be80. 00000020:00000010:3.0:1767384397.911507:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000445aa2e6. 00000020:00000010:3.0:1767384397.911510:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000002bc61b2b. 00000020:00000010:3.0:1767384397.911513:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000af9396c0. 00000020:00000010:3.0:1767384397.911515:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000bfe95059. 00000020:00000001:3.0:1767384397.911517:0:39781:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384397.911789:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000009992807d. 00000020:00000010:3.0:1767384397.911792:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000002659b72a. 00000020:00000010:3.0:1767384397.911796:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 0000000092889f77. 00000020:00000010:3.0:1767384397.911797:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cd84144b. 02000000:00000001:3.0:1767384397.918345:0:39781:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384397.918425:0:39781:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000009202a5f6 for key 0 00000004:00000010:3.0:1767384397.918432:0:39781:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000009202a5f6. 02000000:00000001:3.0:1767384397.918438:0:39781:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384397.918439:0:39781:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000007b38660. 02000000:00000010:3.0:1767384397.918442:0:39781:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 000000007d896354. 02000000:00000001:3.0:1767384397.918445:0:39781:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384397.918447:0:39781:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384397.918448:0:39781:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000a4cbe8a0. 02000000:00000010:3.0:1767384397.918450:0:39781:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000055c94c6f. 00000020:00000001:3.0:1767384397.918454:0:39781:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384397.918458:0:39781:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384397.918460:0:39781:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384397.918464:0:39781:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384397.918477:0:39781:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000070e9ee8d. 00080000:00000001:3.0:1767384397.918480:0:39781:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013400055808 : -114060309495808 : ffff984343c50000) 00080000:00000001:3.0:1767384397.918485:0:39781:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384397.918508:0:39781:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767384397.918525:0:39781:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.918528:0:39781:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384397.918547:0:39781:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384397.918550:0:39781:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767384397.918554:0:39781:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767384397.918637:0:39781:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767384397.918639:0:39781:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384397.918643:0:39781:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384397.918646:0:39781:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767384397.940301:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767384397.940310:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384397.940313:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767384397.940314:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384397.940315:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384397.940318:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000070e9ee8d. 00080000:00000001:0.0:1767384397.940326:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767384397.940417:0:39781:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384397.940423:0:39781:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384397.940428:0:39781:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384397.940436:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000008192f5e/00000000956ec2c0 to site lru. bkt: 00000000ba04f78c 00000020:00000010:3.0:1767384397.940440:0:39781:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 0000000064a36aed. 00000020:00000010:3.0:1767384397.940474:0:39781:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 000000002b0efa7c. 00000020:00000010:3.0:1767384397.940480:0:39781:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000950bc66e. 00000020:00000002:3.0:1767384397.940490:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000be5b7bb3/00000000b3b46dbf to site lru. bkt: 00000000fdcdb37b 00000020:00000001:3.0:1767384397.940493:0:39781:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:3.0:1767384397.940495:0:39781:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:3.0:1767384397.940501:0:39781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f1a044db. 00000020:00000010:3.0:1767384397.940505:0:39781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009639e2e. 00000020:00000010:3.0:1767384397.940510:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a99624f0. 00000020:00000010:3.0:1767384397.940517:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064724e1b. 00000040:00000010:3.0:1767384397.940520:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009eb0023e. 00000020:00000010:3.0:1767384397.940524:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006d9f00ca. 00000020:00000010:3.0:1767384397.940528:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000094d41767. 00000020:00000010:3.0:1767384397.940532:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000042d33ab1. 80000000:00000010:3.0:1767384397.940536:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fed6654b. 40000000:00000010:3.0:1767384397.940540:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000556884ab. 00100000:00000010:3.0:1767384397.940544:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000043d9f1dc. 00040000:00000010:3.0:1767384397.940547:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f8d4b33d. 00040000:00000010:3.0:1767384397.940552:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e101f21d. 00040000:00000010:3.0:1767384397.940556:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d092af10. 00080000:00000010:3.0:1767384397.940558:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c44dee9d. 00000004:00000010:3.0:1767384397.940576:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003875f178. 00000004:00000010:3.0:1767384397.940580:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003272859a. 00000004:00000010:3.0:1767384397.940585:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e3c41837. 00000004:00000010:3.0:1767384397.940588:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a029a835. 00000020:00000010:3.0:1767384397.940591:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009916d6ec. 00000001:00000001:3.0:1767384397.940594:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384397.940598:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000db5aa8ef. 00000001:00000010:3.0:1767384397.940601:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003c1d0668. 00000001:00000010:3.0:1767384397.940604:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000064d28f8a. 00000001:00000001:3.0:1767384397.940607:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:3.0:1767384397.940608:0:39781:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384397.940613:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384397.940616:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384397.940650:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000338b29ea. 00000020:00000010:3.0:1767384397.940655:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000006e9120d1. 00000020:00000010:3.0:1767384397.940660:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000dc09e181. 00010000:00000001:3.0:1767384397.940699:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384397.940709:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f8578d54. 00000020:00000010:3.0:1767384397.940712:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000e898a493. 00000020:00000010:3.0:1767384397.940714:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c411e663. 00000001:00000001:3.0:1767384397.940746:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384397.961853:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b25ac1a0. 00000001:00000010:3.0:1767384397.961873:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f240eb2. 00000001:00000010:3.0:1767384397.961875:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003265b0e4. 00000001:00000010:3.0:1767384397.961877:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ae727924. 00000001:00000010:3.0:1767384397.961879:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000adad25fb. 00000001:00000010:3.0:1767384397.961880:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008263f53d. 00000001:00000010:3.0:1767384397.961882:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003c5336a7. 00000001:00000010:3.0:1767384397.961884:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa527422. 00000001:00000010:3.0:1767384397.961885:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000362812b1. 00000001:00000010:3.0:1767384397.961887:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034cf4786. 00000001:00000010:3.0:1767384397.961888:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b38060a. 00000001:00000010:3.0:1767384397.961890:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b9626297. 00000001:00000010:3.0:1767384397.961892:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a570c4e6. 00000001:00000010:3.0:1767384397.961910:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000215434fa. 00000001:00000010:3.0:1767384397.961912:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000052eea405. 00000001:00000010:3.0:1767384397.961913:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000193c1c0a. 00000001:00000010:3.0:1767384397.961915:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eedfdbaf. 00000001:00000010:3.0:1767384397.961917:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba59bd4b. 00000001:00000010:3.0:1767384397.961919:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000538626ef. 00000001:00000010:3.0:1767384397.961920:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bddde900. 00000001:00000010:3.0:1767384397.961922:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f362798. 00000001:00000010:3.0:1767384397.961924:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c2b6cd26. 00000001:00000010:3.0:1767384397.961925:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d221169e. 00000001:00000010:3.0:1767384397.961927:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004c1d9b4d. 00000001:00000010:3.0:1767384397.961928:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f108efc5. 00000001:00000010:3.0:1767384397.961930:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000288e4656. 00000001:00000010:3.0:1767384397.961932:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015c134b8. 00000001:00000010:3.0:1767384397.961933:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fe0ea567. 00000001:00000010:3.0:1767384397.961935:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6eb7b82. 00000001:00000010:3.0:1767384397.961936:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b38c23cd. 00000001:00000010:3.0:1767384397.961938:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e3ed4d05. 00000001:00000010:3.0:1767384397.961939:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006cc5a555. 00000001:00000010:3.0:1767384397.961940:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca867985. 00000001:00000010:3.0:1767384397.961942:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002052c39b. 00000001:00000010:3.0:1767384397.961943:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006380e7e4. 00000001:00000010:3.0:1767384397.961945:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006330a6c8. 00000001:00000010:3.0:1767384397.961946:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f1d8db87. 00000001:00000010:3.0:1767384397.961947:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000be744e86. 00000001:00000010:3.0:1767384397.961949:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db06ecf0. 00000001:00000010:3.0:1767384397.961951:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d9a94783. 00000001:00000010:3.0:1767384397.961952:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee411cba. 00000001:00000010:3.0:1767384397.961954:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed444d80. 00000001:00000010:3.0:1767384397.961955:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000014c47b5. 00000001:00000010:3.0:1767384397.961958:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd17aac0. 00000001:00000010:3.0:1767384397.961959:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000038af2200. 00000001:00000010:3.0:1767384397.961965:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000429e81e1. 00000001:00000010:3.0:1767384397.961967:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d5fe76c4. 00000001:00000010:3.0:1767384397.961969:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000025952a90. 00000001:00000010:3.0:1767384397.961970:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002055d59b. 00000001:00000010:3.0:1767384397.961972:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b27608f2. 00000001:00000010:3.0:1767384397.961974:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077a2b692. 00000001:00000010:3.0:1767384397.961975:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f0a0f75. 00000001:00000010:3.0:1767384397.961977:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eaa361d8. 00000001:00000010:3.0:1767384397.961979:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007a627bd2. 00000001:00000010:3.0:1767384397.961981:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1bb196e. 00000001:00000010:3.0:1767384397.961982:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001644bfb0. 00000001:00000010:3.0:1767384397.961984:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d715e4b2. 00000001:00000010:3.0:1767384397.961985:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001083c3b6. 00000001:00000010:3.0:1767384397.961987:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a84099d1. 00000001:00000010:3.0:1767384397.961988:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e01a6528. 00000001:00000010:3.0:1767384397.961989:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049337e89. 00000001:00000010:3.0:1767384397.961991:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000daf8d6f3. 00000001:00000010:3.0:1767384397.961993:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003f5ea6ee. 00000001:00000010:3.0:1767384397.961994:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fbe1254c. 00000001:00000010:3.0:1767384397.961996:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006470bc24. 00000001:00000010:3.0:1767384397.961998:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f725c485. 00000001:00000010:3.0:1767384397.961999:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eb1a82bb. 00000001:00000010:3.0:1767384397.962001:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090ac3012. 00000001:00000010:3.0:1767384397.962002:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008fb0dffd. 00000001:00000010:3.0:1767384397.962004:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d3fe5c9. 00000001:00000010:3.0:1767384397.962084:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b330015d. 00000001:00000010:3.0:1767384397.962087:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093f9aaf2. 00000001:00000010:3.0:1767384397.962088:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077caac54. 00000001:00000010:3.0:1767384397.962090:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ae2c8cd. 00000001:00000010:3.0:1767384397.962091:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8612bd0. 00000001:00000010:3.0:1767384397.962093:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002109fb10. 00000001:00000010:3.0:1767384397.962095:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000348e759f. 00000001:00000010:3.0:1767384397.962101:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034451ca8. 00000001:00000010:3.0:1767384397.962103:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008edf17da. 00000001:00000010:3.0:1767384397.962105:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000efc061ce. 00000001:00000010:3.0:1767384397.962170:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000181e2ebf. 00000001:00000010:3.0:1767384397.962171:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d315f02d. 00000001:00000010:3.0:1767384397.962173:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004751f8b3. 00000001:00000010:3.0:1767384397.962175:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000126f21dd. 00000001:00000010:3.0:1767384397.962176:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000025c60937. 00000001:00000010:3.0:1767384397.962178:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006126e7f8. 00000001:00000010:3.0:1767384397.962180:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000027cc6750. 00000001:00000010:3.0:1767384397.962181:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a290af1b. 00000001:00000010:3.0:1767384397.962183:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd310938. 00000001:00000010:3.0:1767384397.962184:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee4e1516. 00000001:00000010:3.0:1767384397.962186:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d6de74e5. 00000001:00000010:3.0:1767384397.962187:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004fc1db3f. 00000001:00000010:3.0:1767384397.962188:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca33f4a3. 00000001:00000010:3.0:1767384397.962190:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007311ec33. 00000001:00000010:3.0:1767384397.962192:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f88e894a. 00000001:00000010:3.0:1767384397.962193:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007d74d90e. 00000001:00000010:3.0:1767384397.962195:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000c3450da. 00000001:00000010:3.0:1767384397.962197:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ed67229c. 00000001:00000010:3.0:1767384397.962198:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aa90301f. 00000001:00000010:3.0:1767384397.962200:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000435a0f12. 00000001:00000010:3.0:1767384397.962202:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bdb73856. 00000001:00000010:3.0:1767384397.962204:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072403aad. 00000001:00000010:3.0:1767384397.962206:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006d7305b1. 00000001:00000010:3.0:1767384397.962207:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d3b486a0. 00000001:00000010:3.0:1767384397.962209:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2a964ef. 00000001:00000010:3.0:1767384397.962211:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b2480947. 00000001:00000010:3.0:1767384397.962213:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b6adff93. 00000001:00000010:3.0:1767384397.962215:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b1a4b4d0. 00000001:00000010:3.0:1767384397.962216:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d3ff91f0. 00000001:00000010:3.0:1767384397.962225:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008393aa01. 00000001:00000010:3.0:1767384397.962227:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007e6a3f20. 00000001:00000010:3.0:1767384397.962229:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c78cbf61. 00000001:00000010:3.0:1767384397.962231:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005aba90b9. 00000001:00000010:3.0:1767384397.962232:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000097cee7a1. 00000001:00000010:3.0:1767384397.962234:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000042d516a4. 00000001:00000010:3.0:1767384397.962235:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001f037099. 00000001:00000010:3.0:1767384397.962236:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000023435372. 00000001:00000010:3.0:1767384397.962238:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008c41136b. 00000001:00000010:3.0:1767384397.962239:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000373767fa. 00000001:00000010:3.0:1767384397.962240:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004d35441e. 00000001:00000010:3.0:1767384397.962241:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d533c20. 00000001:00000010:3.0:1767384397.962243:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008f3c4a5b. 00000001:00000010:3.0:1767384397.962244:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e906836e. 00000001:00000010:3.0:1767384397.962245:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d42f3fe. 00000001:00000010:3.0:1767384397.962247:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f68a6544. 00000001:00000010:3.0:1767384397.962248:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000248b5474. 00000001:00000010:3.0:1767384397.962250:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005b505de8. 00000001:00000010:3.0:1767384397.962251:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000043e5686. 00000001:00000010:3.0:1767384397.962252:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 000000001e323f36. 00000001:00000010:3.0:1767384397.962257:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f0ec4886. 00000001:00000001:3.0:1767384397.962260:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384397.962264:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000026be0b44. 00010000:00000001:3.0:1767384397.962268:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384397.962557:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384397.962560:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:0.0:1767384397.962564:0:39781:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1767384397.962566:0:39781:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:0.0:1767384397.962567:0:39781:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:0.0:1767384397.962577:0:39781:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384397.962624:0:39781:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384397.962630:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000af1435b0/00000000a8ae1c7e to site lru. bkt: 00000000321e04fd 40000000:00000001:0.0:1767384397.962633:0:39781:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384397.962634:0:39781:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384397.962636:0:39781:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000ff9dfeb8. 40000000:00000001:0.0:1767384397.962638:0:39781:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:0.0:1767384397.962673:0:39781:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:0.0:1767384397.962675:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ab2d413a/00000000d89e78c4 to site lru. bkt: 00000000b112758a 40000000:00000001:0.0:1767384397.962677:0:39781:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:0.0:1767384397.962678:0:39781:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:0.0:1767384397.962680:0:39781:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000c5d5ca3c. 40000000:00000001:0.0:1767384397.962682:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1767384397.962715:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384397.962716:0:39781:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000df909ba4. 40000000:00000001:0.0:1767384397.962721:0:39781:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.962723:0:39781:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:0.0:1767384397.962726:0:39781:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1767384397.962744:0:39781:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:0.0:1767384397.962747:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c938518d/000000000ae6fc94 to site lru. bkt: 00000000d96c5085 80000000:00000001:0.0:1767384397.962750:0:39781:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:0.0:1767384397.962752:0:39781:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:0.0:1767384397.962754:0:39781:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1767384397.962756:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000149965ef. 80000000:00000010:0.0:1767384397.962761:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000006235530c. 80000000:00000010:0.0:1767384397.962763:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000be57cd56. 80000000:00000010:0.0:1767384397.962765:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ddc59277. 80000000:00000010:0.0:1767384397.962766:0:39781:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ea6b5e76. 80000000:00000040:0.0:1767384397.962768:0:39781:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:0.0:1767384397.962770:0:39781:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384397.962772:0:39781:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1767384397.962773:0:39781:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:0.0:1767384397.962774:0:39781:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:0.0:1767384397.962776:0:39781:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:0.0:1767384397.962777:0:39781:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 00000000230fd215. 80000000:00000001:0.0:1767384397.962779:0:39781:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:0.0:1767384397.962781:0:39781:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000139bc2ca. 00000004:00000001:0.0:1767384397.962787:0:39781:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.962789:0:39781:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:0.0:1767384397.962813:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c938518d. 00000004:00000010:0.0:1767384397.962820:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e80185c8. 00000004:00000010:0.0:1767384397.962825:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e3e8ce82. 00000004:00000001:0.0:1767384397.962828:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962829:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:0.0:1767384397.962831:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000ae6fc94. 00000004:00000001:0.0:1767384397.962835:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962851:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000048ba76c6. 00000020:00000010:0.0:1767384397.962855:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4bc1982. 00080000:00000010:0.0:1767384397.962873:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000026540f8. 00000004:00000010:0.0:1767384397.962876:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003ec794b2. 00000004:00000010:0.0:1767384397.962878:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000046101b9f. 00000004:00000001:0.0:1767384397.962880:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962881:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:0.0:1767384397.962883:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b53d9502. 00000004:00000001:0.0:1767384397.962885:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962893:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e14a1ecc. 00000004:00000010:0.0:1767384397.962896:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000630e8cd. 00000004:00000010:0.0:1767384397.962898:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e0905de7. 00000004:00000001:0.0:1767384397.962899:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962900:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:0.0:1767384397.962902:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a0ca9f33. 00000004:00000001:0.0:1767384397.962905:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962912:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000652e034d. 00000004:00000010:0.0:1767384397.962914:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005156093c. 00000004:00000010:0.0:1767384397.962916:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007201c147. 00000004:00000001:0.0:1767384397.962917:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962918:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:0.0:1767384397.962920:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003637c85b. 00000004:00000001:0.0:1767384397.962922:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962929:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000056c53597. 00000004:00000010:0.0:1767384397.962932:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dd5cdab6. 00000004:00000010:0.0:1767384397.962934:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009508ad98. 00000004:00000001:0.0:1767384397.962941:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962943:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:0.0:1767384397.962944:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000710cab4c. 00000004:00000001:0.0:1767384397.962947:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962957:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000346188b9. 00000004:00000010:0.0:1767384397.962960:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e56bfc8f. 00000004:00000010:0.0:1767384397.962963:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d8bdc061. 00000004:00000001:0.0:1767384397.962964:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962965:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:0.0:1767384397.962967:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000897a73f8. 00000004:00000001:0.0:1767384397.962970:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962979:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000acdb6414. 00000004:00000010:0.0:1767384397.962981:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ec70ecd5. 00000004:00000010:0.0:1767384397.962983:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c58350b4. 00000004:00000001:0.0:1767384397.962985:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.962986:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:0.0:1767384397.962987:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008036a48b. 00000004:00000001:0.0:1767384397.962990:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.962999:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e1526f5. 00000004:00000010:0.0:1767384397.963002:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000070b35d33. 00000004:00000010:0.0:1767384397.963004:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000c72d18c. 00000004:00000001:0.0:1767384397.963098:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963099:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:0.0:1767384397.963101:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000df576dae. 00000004:00000001:0.0:1767384397.963120:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963132:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000008192f5e. 00000004:00000010:0.0:1767384397.963136:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001385b656. 00000004:00000010:0.0:1767384397.963138:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003ea70ca6. 00000004:00000001:0.0:1767384397.963140:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963141:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:0.0:1767384397.963143:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000956ec2c0. 00000004:00000001:0.0:1767384397.963146:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963158:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a06f36a0. 00000004:00000010:0.0:1767384397.963161:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000003a6c8fa. 00000004:00000010:0.0:1767384397.963163:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000021a53572. 00000004:00000001:0.0:1767384397.963171:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963172:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:0.0:1767384397.963173:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a1b723f8. 00000004:00000001:0.0:1767384397.963177:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963188:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000a1053a7. 00000020:00000010:0.0:1767384397.963190:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000055cebd00. 00080000:00000010:0.0:1767384397.963203:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e046e5da. 00000004:00000010:0.0:1767384397.963206:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003ea88838. 00000004:00000010:0.0:1767384397.963209:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fccc8e06. 00000004:00000001:0.0:1767384397.963211:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963212:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:0.0:1767384397.963213:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e2fba414. 00000004:00000001:0.0:1767384397.963217:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963225:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008c09d37e. 00000004:00000010:0.0:1767384397.963227:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b73c53e1. 00000004:00000010:0.0:1767384397.963229:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d5966691. 00000004:00000001:0.0:1767384397.963231:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963232:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:0.0:1767384397.963233:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000f985338. 00000004:00000001:0.0:1767384397.963236:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963244:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cb7a9515. 00000004:00000010:0.0:1767384397.963247:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f728acff. 00000004:00000010:0.0:1767384397.963249:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007ae0fa22. 00000004:00000001:0.0:1767384397.963250:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963252:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:0.0:1767384397.963253:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f336dc6e. 00000004:00000001:0.0:1767384397.963256:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963267:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000022a245e4. 00000004:00000010:0.0:1767384397.963270:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000016367760. 00000004:00000010:0.0:1767384397.963275:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000087b1d537. 00000004:00000001:0.0:1767384397.963277:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963278:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:0.0:1767384397.963280:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f7099da3. 00000004:00000001:0.0:1767384397.963283:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963293:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000052d4f4fa. 20000000:00000010:0.0:1767384397.963302:0:39781:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000442e32a2. 00080000:00000010:0.0:1767384397.963314:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a39e2464. 00000004:00000010:0.0:1767384397.963316:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000858fb532. 00000004:00000010:0.0:1767384397.963319:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f432239b. 00000004:00000001:0.0:1767384397.963320:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963322:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:0.0:1767384397.963323:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000511ceac2. 00000004:00000001:0.0:1767384397.963326:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963334:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a4c65b78. 00000004:00000010:0.0:1767384397.963336:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b599e52f. 00000004:00000010:0.0:1767384397.963338:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f0502caf. 00000004:00000001:0.0:1767384397.963339:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963340:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:0.0:1767384397.963342:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006ad3f119. 00000004:00000001:0.0:1767384397.963345:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963423:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ab2d413a. 00000004:00000010:0.0:1767384397.963428:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c32e6aba. 00000004:00000010:0.0:1767384397.963430:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000e78309c. 00000004:00000001:0.0:1767384397.963432:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963433:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:0.0:1767384397.963435:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d89e78c4. 00000004:00000001:0.0:1767384397.963438:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963448:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000af1435b0. 00000004:00000010:0.0:1767384397.963450:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001a161862. 00000004:00000010:0.0:1767384397.963452:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000027ff5d10. 00000004:00000001:0.0:1767384397.963454:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963455:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:0.0:1767384397.963457:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a8ae1c7e. 00000004:00000001:0.0:1767384397.963459:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963467:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e51e5d4. 00000020:00000010:0.0:1767384397.963470:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b95d8111. 00080000:00000010:0.0:1767384397.963556:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000082d3f84c. 00000020:00000010:0.0:1767384397.963560:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000016e6f5dc. 00080000:00000010:0.0:1767384397.963571:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d781df3b. 00000004:00000010:0.0:1767384397.963574:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ac12313d. 00000004:00000010:0.0:1767384397.963584:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000a5301ba. 00000004:00000001:0.0:1767384397.963587:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963588:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:0.0:1767384397.963590:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bbb4d879. 00000004:00000001:0.0:1767384397.963592:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:0.0:1767384397.963602:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000be5b7bb3. 00000004:00000010:0.0:1767384397.963604:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005d493734. 00000004:00000010:0.0:1767384397.963606:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000098e19068. 00000004:00000001:0.0:1767384397.963608:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:0.0:1767384397.963609:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:0.0:1767384397.963610:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b3b46dbf. 00000004:00000001:0.0:1767384397.963612:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:0.0:1767384397.963617:0:39781:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000192e9001. 00000004:00000001:0.0:1767384397.963620:0:39781:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:0.0:1767384397.963623:0:39781:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:0.0:1767384397.963630:0:39781:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:0.0:1767384397.963633:0:39781:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384397.963635:0:39781:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384397.963637:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384397.963639:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384397.963672:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384397.963674:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384397.963674:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384397.963699:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.963702:0:39781:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384397.963704:0:39781:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:0.0:1767384397.963705:0:39781:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:0.0:1767384397.963709:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384397.963711:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384397.963714:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384397.963716:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384397.963718:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:0.0:1767384397.963721:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384397.963723:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384397.963724:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384397.963725:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384397.963727:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384397.963736:0:39781:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384397.963802:0:39781:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767384397.963805:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384397.963807:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384397.963809:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:0.0:1767384397.963811:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384397.963813:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384397.963838:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384397.963840:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384397.963841:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384397.963867:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384397.963869:0:39781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:0.0:1767384397.963873:0:39781:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767384397.964495:0:16809:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000526ad403. 00000040:00000010:2.0:1767384397.964503:0:16809:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b78ba5ae. 00000020:00000010:2.0:1767384397.964505:0:16809:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000019134301. 00000020:00000010:2.0:1767384397.964510:0:16809:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007cf09cf0. 00000020:00000010:2.0:1767384397.964515:0:16809:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006dd09b03. 80000000:00000010:2.0:1767384397.964518:0:16809:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb38b9da. 40000000:00000010:2.0:1767384397.964522:0:16809:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b45db095. 00100000:00000010:2.0:1767384397.964525:0:16809:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f416a162. 00040000:00000010:2.0:1767384397.964530:0:16809:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004274bc9a. 00040000:00000010:2.0:1767384397.964533:0:16809:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e6a0b90. 00040000:00000010:2.0:1767384397.964537:0:16809:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003f607cb6. 00080000:00000010:2.0:1767384397.964540:0:16809:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d3430a19. 00000004:00000010:2.0:1767384397.964544:0:16809:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004456f05d. 00000004:00000010:2.0:1767384397.964548:0:16809:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f5215813. 00000004:00000010:2.0:1767384397.964552:0:16809:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004843ad15. 00002000:00000010:2.0:1767384397.964555:0:16809:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b3f68130. 00000004:00000010:2.0:1767384397.964558:0:16809:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002eddfd32. 00000020:00000010:2.0:1767384397.964561:0:16809:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0dbfe71. 00000004:00000010:2.0:1767384397.964564:0:16809:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000d04529b2. 00000004:00000001:2.0:1767384397.964566:0:16809:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.964663:0:39781:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:0.0:1767384397.964666:0:39781:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:2.0:1767384397.964710:0:16808:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:2.0:1767384397.964714:0:16808:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384397.964717:0:16808:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:2.0:1767384397.964720:0:16808:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000f2c54109. 00000040:00000010:2.0:1767384397.964725:0:16808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000007d7eb3a2. 00000040:00000001:2.0:1767384397.964728:0:16808:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384397.964732:0:16808:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384397.964733:0:16808:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:2.0:1767384397.964736:0:16808:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:2.0:1767384397.964738:0:16808:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000881ce7d2. 00000040:00000010:2.0:1767384397.964740:0:16808:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000547d3403. 00000040:00000001:2.0:1767384397.964742:0:16808:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384397.964744:0:16808:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384397.964747:0:16808:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384397.964750:0:16808:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384397.964754:0:16808:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cc0d6e05. 00000020:00000010:2.0:1767384397.964757:0:16808:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000036b2cad3. 00000040:00000001:2.0:1767384397.964764:0:16808:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384397.964766:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d12c38db. 00000040:00000001:2.0:1767384397.964769:0:16808:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384397.964770:0:16808:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384397.964772:0:16808:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384397.964774:0:16808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384397.964781:0:16808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000052c79149. 00080000:00000001:2.0:1767384397.964783:0:16808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013410667520 : -114060298884096 : ffff98434466ec00) 00000040:00000001:2.0:1767384397.964786:0:16808:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384397.964788:0:16808:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:2.0:1767384397.964791:0:16808:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384397.964795:0:16808:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384397.964813:0:16808:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384397.964815:0:16808:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.964818:0:16808:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384397.964821:0:16808:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384397.964822:0:16808:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384397.964956:0:16808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1767384397.964958:0:16808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384397.964975:0:16808:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.964978:0:16808:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.964980:0:16808:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.964982:0:16808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384397.964997:0:16808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.964999:0:16808:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384397.965002:0:16808:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1767384397.965061:0:16808:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965065:0:16808:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1767384397.965066:0:16808:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384397.965067:0:16808:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965191:0:16808:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384397.965194:0:16808:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965196:0:16808:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965199:0:16808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384397.965211:0:16808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965213:0:16808:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965216:0:16808:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:2.0:1767384397.965218:0:16808:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:2.0:1767384397.965220:0:16808:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384397.965223:0:16808:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000feb687b3. 00080000:00000001:2.0:1767384397.965225:0:16808:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446630013410671616 : -114060298880000 : ffff98434466fc00) 00000040:00000001:2.0:1767384397.965227:0:16808:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384397.965230:0:16808:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384397.965232:0:16808:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384397.965239:0:16808:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767384397.965241:0:16808:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965242:0:16808:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965244:0:16808:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965246:0:16808:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1767384397.965248:0:16808:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384397.965250:0:16808:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965251:0:16808:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384397.965259:0:16808:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965262:0:16808:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:2.0:1767384397.965266:0:16808:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965268:0:16808:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384397.965270:0:16808:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384397.965271:0:16808:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:2.0:1767384397.965277:0:16808:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384397.965522:0:16808:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1767384397.965525:0:16808:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767384397.965529:0:16808:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:2.0:1767384397.965531:0:16808:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965533:0:16808:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965535:0:16808:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1767384397.965542:0:16808:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384397.965544:0:16808:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767384397.965549:0:16808:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965551:0:16808:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965553:0:16808:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:2.0:1767384397.965563:0:16808:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000136741e8. 00000020:00000010:2.0:1767384397.965566:0:16808:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007e7224df. 00000040:00000001:2.0:1767384397.965569:0:16808:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384397.965571:0:16808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000dc4700a4. 00000040:00000010:2.0:1767384397.965574:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005a95a641. 00000040:00000001:2.0:1767384397.965575:0:16808:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384397.965577:0:16808:0:(lu_object.c:207:lu_object_put()) Add 000000003706a0e3/00000000006035e2 to site lru. bkt: 00000000b112758a 00000040:00000001:2.0:1767384397.965578:0:16808:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384397.965580:0:16808:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000731c8a9a. 00000040:00000010:2.0:1767384397.965583:0:16808:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000067604fca. 00000040:00000001:2.0:1767384397.965585:0:16808:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384397.965587:0:16808:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384397.965589:0:16808:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000007e4c954e : new refcount 1 00000020:00000040:2.0:1767384397.965593:0:16808:0:(genops.c:898:class_export_put()) PUTting export 0000000016bfa01b : new refcount 1 00000040:00000010:2.0:1767384397.965595:0:16808:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000007e4c954e. 00000040:00000001:2.0:1767384397.965599:0:16808:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384397.965604:0:16808:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ed3c113a. 00000020:00000010:2.0:1767384397.965608:0:16808:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000be2f80f6. 00000040:00000010:2.0:1767384397.965611:0:16808:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000731173f7. 00000020:00000010:2.0:1767384397.965612:0:16808:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ebb00655. 00000020:00000010:2.0:1767384397.965616:0:16808:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b9d9103a. 00040000:00000010:2.0:1767384397.965619:0:16808:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d2db1812. 00040000:00000010:2.0:1767384397.965621:0:16808:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b34d6e30. 00080000:00000010:2.0:1767384397.965623:0:16808:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000624e3610. 00080000:00000010:2.0:1767384397.965625:0:16808:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000099f2432c. 00000020:00000010:2.0:1767384397.965628:0:16808:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bbf58cd. 00000004:00000010:2.0:1767384397.965630:0:16808:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 00000000a4386bbe. 00000004:00000001:2.0:1767384397.965634:0:16808:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.965712:0:39781:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.965715:0:39781:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:0.0:1767384397.965716:0:39781:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000fed83e88. 00000004:00000001:0.0:1767384397.965719:0:39781:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:0.0:1767384397.965722:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000d4786a4a/00000000c4445cb0 to site lru. bkt: 00000000bf840305 00000020:00000002:0.0:1767384397.965725:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a3fee5ef/00000000304e3088 to site lru. bkt: 000000007b447998 40000000:00000001:0.0:1767384397.965727:0:39781:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:0.0:1767384397.965729:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1767384397.965777:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004f48ee83 : new refcount 2 40000000:00000001:0.0:1767384397.965780:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1767384397.965781:0:39781:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000d92b9beb. 40000000:00000001:0.0:1767384397.965784:0:39781:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.965786:0:39781:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384397.965788:0:39781:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384397.965791:0:39781:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:0.0:1767384397.965795:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384397.965796:0:39781:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384397.965798:0:39781:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:0.0:1767384397.965800:0:39781:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767384397.986825:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384397.986832:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384397.986835:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384397.986836:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384397.986837:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384397.986840:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000feb687b3. 00080000:00000001:1.0:1767384397.986846:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384397.986849:0:16814:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767384397.986850:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384397.986851:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767384397.986852:0:16814:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384397.986853:0:16814:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384397.986854:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000052c79149. 00080000:00000001:1.0:1767384397.986856:0:16814:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767384397.992458:0:39781:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:1.0:1767384397.992468:0:39781:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:1.0:1767384397.992469:0:39781:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384397.992535:0:16815:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf38a340. 00000020:00000010:0.0:1767384397.992547:0:16815:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002fd781bb. 00000020:00000010:0.0:1767384397.992552:0:16815:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb4f5c56. 00000020:00000010:0.0:1767384397.992557:0:16815:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c3989349. 80000000:00000010:0.0:1767384397.992572:0:16815:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a2476ed7. 40000000:00000010:0.0:1767384397.992576:0:16815:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000080d497bb. 00100000:00000010:0.0:1767384397.992581:0:16815:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000d2743f9. 00040000:00000010:0.0:1767384397.992585:0:16815:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b72a6eb. 00040000:00000010:0.0:1767384397.992589:0:16815:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000780871d5. 00080000:00000010:0.0:1767384397.992592:0:16815:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051fa79a1. 00002000:00000010:0.0:1767384397.992596:0:16815:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000015f25a3b. 00000020:00000010:0.0:1767384397.992599:0:16815:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004adb7458. 00040000:00000010:0.0:1767384397.992601:0:16815:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000004567bf48. 00040000:00000001:0.0:1767384397.992604:0:16815:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384397.992705:0:39781:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:1.0:1767384397.992707:0:39781:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:1.0:1767384397.992709:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384397.992711:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384397.992713:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384397.992719:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384397.992721:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384397.992723:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384397.992725:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000cdcda8c6. 00000001:00000010:1.0:1767384397.992729:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006b266c0e. 00000001:00000010:1.0:1767384397.992731:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006ab4d82a. 00000001:00000001:1.0:1767384397.992734:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384397.992735:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004553d8f2. 00000020:00000002:1.0:1767384397.992742:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000001cd7b85a/00000000653194fd to site lru. bkt: 000000007927f839 00000020:00000002:1.0:1767384397.992746:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c57c0108/000000008738d8b0 to site lru. bkt: 0000000005047028 00040000:00000010:1.0:1767384397.992748:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d62b9970. 00040000:00000001:1.0:1767384397.992749:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384397.992750:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384397.992751:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384397.992752:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384397.992754:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384397.992756:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384397.992762:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384397.992764:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000054fbb001. 00000001:00000010:1.0:1767384397.992766:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000cbe8831c. 00000001:00000010:1.0:1767384397.992767:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002b126508. 00000001:00000001:1.0:1767384397.992770:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384397.992771:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000009aec373d. 00000020:00000002:1.0:1767384397.992775:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008582e47c/00000000881d5a4d to site lru. bkt: 0000000072754e7c 00000020:00000002:1.0:1767384397.992778:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000003992e4db/0000000098af0c69 to site lru. bkt: 00000000927df4bc 00040000:00000010:1.0:1767384397.992780:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000121fd8f2. 00040000:00000001:1.0:1767384397.992781:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:1.0:1767384397.992782:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:1.0:1767384397.992783:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:1.0:1767384397.992785:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:1.0:1767384397.992787:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384397.992789:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:1.0:1767384397.992790:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384397.992791:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000be258e2d. 00000001:00000010:1.0:1767384397.992794:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000ec0f91e2. 00000001:00000010:1.0:1767384397.992796:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000555226d5. 00000001:00000001:1.0:1767384397.992799:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:1.0:1767384397.992800:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000000e597838. 00000020:00000002:1.0:1767384397.992803:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b91107ba/000000008106e0c3 to site lru. bkt: 00000000a15d7406 00000020:00000002:1.0:1767384397.992806:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e2708ede/00000000ec088cd9 to site lru. bkt: 00000000ffe3a18d 00040000:00000010:1.0:1767384397.992808:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000a85ad0a5. 00040000:00000001:1.0:1767384397.992809:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:1.0:1767384397.992813:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 4 00000020:00000010:1.0:1767384397.992816:0:39781:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000009236959d. 00040000:04000000:1.0:1767384397.992820:0:39781:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:1.0:1767384397.992821:0:39781:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000000573660c. 00040000:00000001:1.0:1767384397.992824:0:39781:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:1.0:1767384397.992825:0:39781:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767384398.000146:0:39781:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767384398.000155:0:39781:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384398.000156:0:39781:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384398.000252:0:16816:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bba9f090. 00000020:00000010:0.0:1767384398.000263:0:16816:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b97d9f2. 00000020:00000010:0.0:1767384398.000268:0:16816:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009105da28. 00000020:00000010:0.0:1767384398.000274:0:16816:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b924cf59. 80000000:00000010:0.0:1767384398.000278:0:16816:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003542657c. 40000000:00000010:0.0:1767384398.000282:0:16816:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ca1156b1. 00100000:00000010:0.0:1767384398.000287:0:16816:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000bd3c2ba. 00040000:00000010:0.0:1767384398.000292:0:16816:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007aae8e21. 00040000:00000010:0.0:1767384398.000296:0:16816:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007ce7a99b. 00080000:00000010:0.0:1767384398.000299:0:16816:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004a812df1. 00002000:00000010:0.0:1767384398.000305:0:16816:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007cdae485. 00000020:00000010:0.0:1767384398.000308:0:16816:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd3c8790. 00040000:00000010:0.0:1767384398.000310:0:16816:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000a4c19170. 00040000:00000001:0.0:1767384398.000313:0:16816:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384398.000523:0:39781:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384398.000526:0:39781:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384398.000528:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384398.000530:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384398.000533:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384398.000538:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384398.000541:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384398.000542:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.000544:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008ca6cf94. 00000001:00000010:2.0:1767384398.000549:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d6216ef0. 00000001:00000010:2.0:1767384398.000551:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006b76cc58. 00000001:00000001:2.0:1767384398.000555:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384398.000557:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f6c71f04. 00000020:00000002:2.0:1767384398.000563:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b7541021/00000000a0cc6a5e to site lru. bkt: 0000000031b55c91 00000020:00000002:2.0:1767384398.000567:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000fff68251/00000000f84a0ca2 to site lru. bkt: 000000007927f839 00000020:00000002:2.0:1767384398.000569:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002b18e882/0000000035431a86 to site lru. bkt: 000000002ad11e4a 00040000:00000010:2.0:1767384398.000571:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000003a1c48a7. 00040000:00000001:2.0:1767384398.000574:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384398.000575:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384398.000576:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384398.000577:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384398.000579:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384398.000581:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384398.000583:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.000584:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000007603714a. 00000001:00000010:2.0:1767384398.000586:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f549411b. 00000001:00000010:2.0:1767384398.000587:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000002303fe35. 00000001:00000001:2.0:1767384398.000590:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384398.000590:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000089e0dcf5. 00000020:00000002:2.0:1767384398.000593:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000cffebbc2/000000004d86b20b to site lru. bkt: 00000000ce3c0116 00000020:00000002:2.0:1767384398.000595:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ccd91c23/00000000f189a77e to site lru. bkt: 0000000072754e7c 00000020:00000002:2.0:1767384398.000598:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000029e8d541/00000000ef185305 to site lru. bkt: 00000000645d4eba 00040000:00000010:2.0:1767384398.000600:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000004b108828. 00040000:00000001:2.0:1767384398.000601:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384398.000603:0:39781:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384398.000604:0:39781:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384398.000605:0:39781:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384398.000606:0:39781:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384398.000608:0:39781:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384398.000609:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.000610:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000074954d08. 00000001:00000010:2.0:1767384398.000612:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000a40dad43. 00000001:00000010:2.0:1767384398.000613:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001c4a4ae7. 00000001:00000001:2.0:1767384398.000615:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384398.000616:0:39781:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000026e2f997. 00000020:00000002:2.0:1767384398.000619:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000286dae50/000000006e293fc9 to site lru. bkt: 00000000bb0b9a2a 00000020:00000002:2.0:1767384398.000621:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000050a4c55e/00000000fb7cb9fd to site lru. bkt: 00000000a15d7406 00000020:00000002:2.0:1767384398.000624:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e79ab54e/00000000053cf2f7 to site lru. bkt: 00000000cf8adac7 00040000:00000010:2.0:1767384398.000626:0:39781:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000048406e53. 00040000:00000001:2.0:1767384398.000628:0:39781:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384398.000632:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 3 00000020:00000010:2.0:1767384398.000634:0:39781:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000e2f8d407. 00080000:00000010:2.0:1767384398.000654:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000055237448. 00000004:00000010:2.0:1767384398.000661:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000acf47b9d. 00000004:00000010:2.0:1767384398.000665:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e779cb76. 00000004:00000001:2.0:1767384398.000668:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.000670:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767384398.000673:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002c2532e9. 00000004:00000001:2.0:1767384398.000676:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767384398.000677:0:39781:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384398.000678:0:39781:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000f76cd2ff. 00040000:00000001:2.0:1767384398.000680:0:39781:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767384398.000683:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384398.000731:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384398.000733:0:39781:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000d4e96e7a. 00080000:00000001:2.0:1767384398.000736:0:39781:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.000739:0:39781:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.000741:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384398.000744:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.000746:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.000748:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df10 00000020:00000040:2.0:1767384398.000751:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c525e7c with handle 0x4ac496f8d605df10 from hash 00000020:00000001:2.0:1767384398.000756:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.000758:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c525e7c : new refcount 1 00000020:00000001:2.0:1767384398.000760:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.000761:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c525e7c : new refcount 0 00000020:00000080:2.0:1767384398.000762:0:39781:0:(genops.c:904:class_export_put()) final put 000000009c525e7c/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384398.000765:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.000780:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.000783:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.000784:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.000786:0:39781:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:2.0:1767384398.000797:0:39781:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 0000000008460d1e. 00100000:00000001:2.0:1767384398.000802:0:39781:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:2.0:1767384398.000805:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ad309da3/000000003c51dd75 to site lru. bkt: 00000000ee3de359 00000020:00000002:2.0:1767384398.000809:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e6544c68/0000000034ce2be4 to site lru. bkt: 00000000305fa18a 00000020:00000002:2.0:1767384398.000811:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000587746f3/00000000227d7f50 to site lru. bkt: 00000000904de342 00000020:00000002:2.0:1767384398.000814:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000007aa67d55/00000000455bfb5c to site lru. bkt: 0000000054f98158 00000020:00000002:2.0:1767384398.000816:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008e924f98/0000000017050179 to site lru. bkt: 00000000e252700c 00000020:00000002:2.0:1767384398.000818:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000071f9352b/0000000054d6592f to site lru. bkt: 000000004a73a96c 00000020:00000002:2.0:1767384398.000821:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000956e83b2/00000000ae44c4d6 to site lru. bkt: 0000000090e544d9 00000020:00000002:2.0:1767384398.000823:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000006ecf698d/00000000d47beb7c to site lru. bkt: 00000000f2507197 00000020:00000002:2.0:1767384398.000826:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c0373f44/00000000e0f83fea to site lru. bkt: 00000000afd42a83 00000020:00000002:2.0:1767384398.000828:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000355be461/000000001dc5289e to site lru. bkt: 000000007df11a55 00000020:00000002:2.0:1767384398.000830:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000081e1097c/00000000e219591f to site lru. bkt: 00000000afc0a3cd 00000020:00000002:2.0:1767384398.000833:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000f322ff63/000000001f9608ec to site lru. bkt: 00000000f26db383 00000020:00000002:2.0:1767384398.000835:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000089b18e80/000000009d36840c to site lru. bkt: 000000004e223a10 00000020:00000002:2.0:1767384398.000837:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b650575b/00000000757bb770 to site lru. bkt: 000000006c8ad988 00000020:00000002:2.0:1767384398.000839:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000863bd1f9/000000007418e23a to site lru. bkt: 00000000f3b82f97 00000020:00000002:2.0:1767384398.000841:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000e6c726e9/00000000433c04d9 to site lru. bkt: 00000000634bbf8d 00000020:00000002:2.0:1767384398.000843:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ce12858d/00000000c14f36ed to site lru. bkt: 000000003ba779d2 00000020:00000002:2.0:1767384398.000846:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002404f635/000000006a4ad1f3 to site lru. bkt: 000000000242645d 00100000:00000010:2.0:1767384398.000848:0:39781:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 0000000081913e1b. 00100000:00000010:2.0:1767384398.000851:0:39781:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000007ae9812a. 00100000:00000010:2.0:1767384398.000855:0:39781:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000ace1f382. 00100000:00000010:2.0:1767384398.000859:0:39781:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000b8757553. 00000020:00000002:2.0:1767384398.000866:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a55831cc/00000000a38ef2a5 to site lru. bkt: 000000001f527dcf 00000020:00000002:2.0:1767384398.000869:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000ffbed191/0000000050017bf3 to site lru. bkt: 00000000704e0f17 00000020:00000002:2.0:1767384398.000871:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c606f0e9/00000000dbc0cd8e to site lru. bkt: 00000000c795e950 00000020:00000002:2.0:1767384398.000874:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000077e33af0/000000003c84e778 to site lru. bkt: 0000000047d43900 00000020:00000002:2.0:1767384398.000876:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000005d80fdde/00000000d3a53fa1 to site lru. bkt: 0000000020285120 00000020:00000002:2.0:1767384398.000878:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000026556332/00000000c5158428 to site lru. bkt: 00000000c57140ff 00000020:00000002:2.0:1767384398.000880:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000b7cceba1/0000000080eae440 to site lru. bkt: 00000000f71f042e 00000020:00000002:2.0:1767384398.000883:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000379abd0b/0000000073c4beb6 to site lru. bkt: 00000000761055e2 00000020:00000002:2.0:1767384398.000885:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000083f63c59/0000000095be1e8a to site lru. bkt: 0000000095616af9 00000020:00000002:2.0:1767384398.000887:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000fc8de42d/000000001ce8d357 to site lru. bkt: 00000000457a556d 00000020:00000002:2.0:1767384398.000889:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000007e947781/00000000e5556172 to site lru. bkt: 000000001a5da320 00000020:00000002:2.0:1767384398.000891:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000d35566f9/0000000099952515 to site lru. bkt: 00000000e246e154 00000020:00000002:2.0:1767384398.000893:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a5c62064/0000000033d5132e to site lru. bkt: 00000000cb8faa94 00000020:00000002:2.0:1767384398.000895:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000aaba8012/000000005f83d158 to site lru. bkt: 00000000436e87aa 00000020:00000002:2.0:1767384398.000898:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000bc317f8a/0000000036dfa484 to site lru. bkt: 00000000cbf9316b 00000020:00000002:2.0:1767384398.000900:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000094a214a7/0000000083753bcc to site lru. bkt: 00000000ce4618a3 00000020:00000002:2.0:1767384398.000903:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a0b0a1ed/0000000058c55afd to site lru. bkt: 00000000c4eafa65 00100000:00000010:2.0:1767384398.000905:0:39781:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 00000000343f52d0. 00100000:00000010:2.0:1767384398.000907:0:39781:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000b9ad6904. 00100000:00000010:2.0:1767384398.000910:0:39781:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000004de2522f. 00100000:00000010:2.0:1767384398.000913:0:39781:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000001dc4ca80. 00100000:00000010:2.0:1767384398.000917:0:39781:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000bbb4fb97. 00100000:00000010:2.0:1767384398.000920:0:39781:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000002d81cc98. 00000020:00000002:2.0:1767384398.000925:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002c1cc570/000000007af15a85 to site lru. bkt: 000000000e8fcc2f 00000020:00000002:2.0:1767384398.000928:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000a58a4369/0000000015386ec3 to site lru. bkt: 000000004c1a7019 40000000:00000001:2.0:1767384398.000931:0:39781:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384398.000966:0:39781:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767384398.000967:0:39781:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 000000003becd9d0. 00100000:00000010:2.0:1767384398.000971:0:39781:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 00000000ae259941. 00000004:00000001:2.0:1767384398.000974:0:39781:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767384398.000977:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000aeff0f2a : new refcount 2 00000040:00000001:2.0:1767384398.000979:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384398.000983:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384398.000985:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000c85f5508/0000000001ce5a3c to site lru. bkt: 0000000003d5686e 00000040:00000010:2.0:1767384398.000989:0:39781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 000000002a95444a. 00000040:00000001:2.0:1767384398.000991:0:39781:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384398.000993:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000725a022e. 00000040:00000010:2.0:1767384398.000998:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007a745272. 00000040:00000001:2.0:1767384398.001000:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384398.001002:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384398.001015:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000aeff0f2a : new refcount 1 00000020:00000040:2.0:1767384398.001018:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000075fde252 : new refcount 3 00000040:00000010:2.0:1767384398.001020:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000aeff0f2a. 00000040:00000001:2.0:1767384398.001024:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.001026:0:39781:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384398.001036:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000093821845 : new refcount 2 00000040:00000001:2.0:1767384398.001038:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384398.001040:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384398.001042:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000005a1078fa/000000000c99e869 to site lru. bkt: 00000000da1cd013 00000040:00000010:2.0:1767384398.001044:0:39781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000000ad00108. 00000040:00000001:2.0:1767384398.001047:0:39781:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384398.001048:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000050a726b. 00000040:00000010:2.0:1767384398.001051:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d9107d8a. 00000040:00000001:2.0:1767384398.001053:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384398.001054:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384398.001055:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000093821845 : new refcount 1 00000020:00000040:2.0:1767384398.001057:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000075fde252 : new refcount 2 00000040:00000010:2.0:1767384398.001058:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000093821845. 00000040:00000001:2.0:1767384398.001061:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384398.001062:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000b07f9f3a : new refcount 2 00000040:00000001:2.0:1767384398.001064:0:39781:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384398.001065:0:39781:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384398.001066:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000007b3be325/00000000d5b054df to site lru. bkt: 00000000af67e75b 00000040:00000010:2.0:1767384398.001068:0:39781:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000d0bc1b78. 00000040:00000001:2.0:1767384398.001070:0:39781:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384398.001072:0:39781:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003cbf47fe. 00000040:00000010:2.0:1767384398.001075:0:39781:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a582970d. 00000040:00000001:2.0:1767384398.001077:0:39781:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384398.001078:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384398.001079:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000b07f9f3a : new refcount 1 00000020:00000040:2.0:1767384398.001081:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000075fde252 : new refcount 1 00000040:00000010:2.0:1767384398.001083:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000b07f9f3a. 00000040:00000001:2.0:1767384398.001085:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.001087:0:39781:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767384398.001090:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000002c3c6380/000000001cbae19a to site lru. bkt: 0000000006595bba 00000004:00000001:2.0:1767384398.001091:0:39781:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767384398.001094:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000fa309ce0/000000003c156fb2 to site lru. bkt: 00000000edd8804c 00000020:00000002:2.0:1767384398.001097:0:39781:0:(lu_object.c:207:lu_object_put()) Add 000000008ed54daf/00000000b7581ac4 to site lru. bkt: 00000000cbf9316b 00000020:00000002:2.0:1767384398.001100:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000dd754dac/00000000e6079fc8 to site lru. bkt: 00000000ecccfd61 00000001:00000001:2.0:1767384398.001103:0:39781:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767384398.001126:0:39781:0:(lu_object.c:207:lu_object_put()) Add 00000000151fa691/000000006cf88e30 to site lru. bkt: 00000000f102ed23 00000001:00000010:2.0:1767384398.001129:0:39781:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 000000006ebb0ab2. 00000001:00000001:2.0:1767384398.001132:0:39781:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767384398.001146:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007aa67d55. 00000020:00000010:2.0:1767384398.001150:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000455bfb5c. 00080000:00000010:2.0:1767384398.001169:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aaba8012. 00000020:00000010:2.0:1767384398.001172:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005f83d158. 00080000:00000010:2.0:1767384398.001183:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a1078fa. 00000020:00000010:2.0:1767384398.001186:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000c99e869. 00080000:00000010:2.0:1767384398.001199:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c57c0108. 00000004:00000010:2.0:1767384398.001202:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009c59a6d4. 00000004:00000010:2.0:1767384398.001204:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009c788b01. 00000004:00000001:2.0:1767384398.001206:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001207:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:2.0:1767384398.001209:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008738d8b0. 00000004:00000001:2.0:1767384398.001211:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001219:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ce12858d. 00000020:00000010:2.0:1767384398.001222:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c14f36ed. 00080000:00000010:2.0:1767384398.001230:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0373f44. 00000020:00000010:2.0:1767384398.001232:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e0f83fea. 00080000:00000010:2.0:1767384398.001242:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000029e8d541. 00000004:00000010:2.0:1767384398.001245:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000710f5cf. 00000004:00000010:2.0:1767384398.001248:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000da7fc06. 00000004:00000001:2.0:1767384398.001250:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001251:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:2.0:1767384398.001252:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ef185305. 00000004:00000001:2.0:1767384398.001255:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001263:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000379abd0b. 00000020:00000010:2.0:1767384398.001266:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000073c4beb6. 00080000:00000010:2.0:1767384398.001270:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7541021. 00000004:00000010:2.0:1767384398.001272:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009b965f31. 00000004:00000010:2.0:1767384398.001274:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000050e1528c. 00000004:00000001:2.0:1767384398.001276:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001277:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767384398.001279:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a0cc6a5e. 00000004:00000001:2.0:1767384398.001282:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001289:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a58a4369. 00000020:00000010:2.0:1767384398.001291:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000015386ec3. 00080000:00000010:2.0:1767384398.001299:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000050a4c55e. 00000004:00000010:2.0:1767384398.001302:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cb8f236e. 00000004:00000010:2.0:1767384398.001304:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004d0b3b45. 00000004:00000001:2.0:1767384398.001306:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001307:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:2.0:1767384398.001308:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fb7cb9fd. 00000004:00000001:2.0:1767384398.001311:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001319:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b91107ba. 00000004:00000010:2.0:1767384398.001322:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ef72fb79. 00000004:00000010:2.0:1767384398.001324:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003b6ceb21. 00000004:00000001:2.0:1767384398.001326:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001327:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:2.0:1767384398.001328:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008106e0c3. 00000004:00000001:2.0:1767384398.001330:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001338:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000151fa691. 00000020:00000010:2.0:1767384398.001340:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006cf88e30. 00000020:00000001:1.0:1767384398.001511:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.001514:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000009c525e7c/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384398.001517:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.001519:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.001522:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 8 - export 00000020:00000010:1.0:1767384398.001524:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009c525e7c. 00000020:00000001:1.0:1767384398.001543:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000010:2.0:1767384398.001569:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000089b18e80. 00000020:00000010:2.0:1767384398.001573:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009d36840c. 00080000:00000010:2.0:1767384398.001585:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d4786a4a. 00000004:00000010:2.0:1767384398.001587:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002eb415e6. 00000004:00000010:2.0:1767384398.001590:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e2e452c7. 00000004:00000001:2.0:1767384398.001592:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001593:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:2.0:1767384398.001595:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c4445cb0. 00000004:00000001:2.0:1767384398.001597:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001603:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007b3be325. 00000020:00000010:2.0:1767384398.001605:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d5b054df. 00080000:00000010:2.0:1767384398.001613:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e924f98. 00000020:00000010:2.0:1767384398.001616:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000017050179. 00080000:00000010:2.0:1767384398.001625:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002b18e882. 00000004:00000010:2.0:1767384398.001628:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ce0e26c1. 00000004:00000010:2.0:1767384398.001630:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005b3b7855. 00000004:00000001:2.0:1767384398.001633:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001634:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767384398.001635:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000035431a86. 00000004:00000001:2.0:1767384398.001638:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001647:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000077e33af0. 00000020:00000010:2.0:1767384398.001649:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c84e778. 00080000:00000010:2.0:1767384398.001658:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a0b0a1ed. 00000020:00000010:2.0:1767384398.001660:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000058c55afd. 00080000:00000010:2.0:1767384398.001668:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000071f9352b. 00000020:00000010:2.0:1767384398.001671:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000054d6592f. 00080000:00000010:2.0:1767384398.001679:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003992e4db. 00000004:00000010:2.0:1767384398.001681:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d5c021fd. 00000004:00000010:2.0:1767384398.001683:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002ea4beae. 00000004:00000001:2.0:1767384398.001685:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001686:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:2.0:1767384398.001687:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000098af0c69. 00000004:00000001:2.0:1767384398.001690:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001696:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000863bd1f9. 00000020:00000010:2.0:1767384398.001699:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007418e23a. 00080000:00000010:2.0:1767384398.001702:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ad309da3. 00000004:00000010:2.0:1767384398.001705:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e297065c. 00000004:00000010:2.0:1767384398.001707:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008265c272. 00000004:00000001:2.0:1767384398.001709:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001710:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:2.0:1767384398.001712:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003c51dd75. 00000004:00000001:2.0:1767384398.001714:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001726:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002404f635. 00000020:00000010:2.0:1767384398.001728:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006a4ad1f3. 00080000:00000010:2.0:1767384398.001736:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007e947781. 00000020:00000010:2.0:1767384398.001739:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e5556172. 00080000:00000010:2.0:1767384398.001746:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b650575b. 00000020:00000010:2.0:1767384398.001748:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000757bb770. 00080000:00000010:2.0:1767384398.001755:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005d80fdde. 00000020:00000010:2.0:1767384398.001758:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d3a53fa1. 00080000:00000010:2.0:1767384398.001767:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000083f63c59. 00000020:00000010:2.0:1767384398.001769:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000095be1e8a. 00080000:00000010:2.0:1767384398.001773:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000286dae50. 00000004:00000010:2.0:1767384398.001776:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b34d1b5f. 00000004:00000010:2.0:1767384398.001778:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f3479e69. 00000004:00000001:2.0:1767384398.001780:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001781:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:2.0:1767384398.001783:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006e293fc9. 00000004:00000001:2.0:1767384398.001785:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001793:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008537e9f6. 00000004:00000010:2.0:1767384398.001795:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a4f4bbdd. 00000004:00000010:2.0:1767384398.001797:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fa309ce0. 00000004:00000001:2.0:1767384398.001799:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001799:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:2.0:1767384398.001801:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003c156fb2. 00000004:00000001:2.0:1767384398.001803:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001810:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000042f1ffaa. 00000004:00000010:2.0:1767384398.001812:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002c3c6380. 00000004:00000010:2.0:1767384398.001814:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b0a4c081. 00000004:00000001:2.0:1767384398.001815:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001816:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:2.0:1767384398.001818:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001cbae19a. 00000004:00000001:2.0:1767384398.001820:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001877:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000081e1097c. 00000020:00000010:2.0:1767384398.001880:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e219591f. 00080000:00000010:2.0:1767384398.001889:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fc8de42d. 00000020:00000010:2.0:1767384398.001891:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001ce8d357. 00080000:00000010:2.0:1767384398.001900:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e6544c68. 00000020:00000010:2.0:1767384398.001902:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000034ce2be4. 00080000:00000010:2.0:1767384398.001910:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d35566f9. 00000020:00000010:2.0:1767384398.001913:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099952515. 00080000:00000010:2.0:1767384398.001921:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e6c726e9. 00000020:00000010:2.0:1767384398.001923:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000433c04d9. 00080000:00000010:2.0:1767384398.001932:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fff68251. 00000004:00000010:2.0:1767384398.001935:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000228e02be. 00000004:00000010:2.0:1767384398.001937:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e283ba38. 00000004:00000001:2.0:1767384398.001939:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001940:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767384398.001942:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f84a0ca2. 00000004:00000001:2.0:1767384398.001944:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001951:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001cd7b85a. 00000004:00000010:2.0:1767384398.001954:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001a50e654. 00000004:00000010:2.0:1767384398.001955:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000081a5035a. 00000004:00000001:2.0:1767384398.001957:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001958:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767384398.001959:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000653194fd. 00000004:00000001:2.0:1767384398.001962:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.001968:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003706a0e3. 00000020:00000010:2.0:1767384398.001970:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000006035e2. 00080000:00000010:2.0:1767384398.001978:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000355be461. 00000020:00000010:2.0:1767384398.001980:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001dc5289e. 00080000:00000010:2.0:1767384398.001989:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e79ab54e. 00000004:00000010:2.0:1767384398.001992:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a00c4308. 00000004:00000010:2.0:1767384398.001994:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008a6366d7. 00000004:00000001:2.0:1767384398.001995:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.001996:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:2.0:1767384398.001998:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000053cf2f7. 00000004:00000001:2.0:1767384398.002001:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002092:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000026556332. 00000020:00000010:2.0:1767384398.002096:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c5158428. 00080000:00000010:2.0:1767384398.002158:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000956e83b2. 00000020:00000010:2.0:1767384398.002162:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae44c4d6. 00080000:00000010:2.0:1767384398.002173:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ffbb9a11. 00000004:00000010:2.0:1767384398.002176:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d52c6c3a. 00000004:00000010:2.0:1767384398.002180:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008ed54daf. 00000004:00000001:2.0:1767384398.002182:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002183:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767384398.002185:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b7581ac4. 00000004:00000001:2.0:1767384398.002188:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002196:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bc317f8a. 00000020:00000010:2.0:1767384398.002198:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000036dfa484. 00080000:00000010:2.0:1767384398.002207:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a55831cc. 00000020:00000010:2.0:1767384398.002209:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a38ef2a5. 00080000:00000010:2.0:1767384398.002218:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a5c62064. 00000020:00000010:2.0:1767384398.002220:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000033d5132e. 00080000:00000010:2.0:1767384398.002228:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b7cceba1. 00000020:00000010:2.0:1767384398.002230:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000080eae440. 00080000:00000010:2.0:1767384398.002235:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cffebbc2. 00000004:00000010:2.0:1767384398.002237:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002e71ca7f. 00000004:00000010:2.0:1767384398.002239:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000010c2f8ab. 00000004:00000001:2.0:1767384398.002242:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002243:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767384398.002244:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004d86b20b. 00000004:00000001:2.0:1767384398.002247:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002255:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000587746f3. 00000020:00000010:2.0:1767384398.002257:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000227d7f50. 00080000:00000010:2.0:1767384398.002291:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a7dfbf71. 00000004:00000010:2.0:1767384398.002294:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d88e8504. 00000004:00000010:2.0:1767384398.002297:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dd754dac. 00000004:00000001:2.0:1767384398.002299:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002300:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767384398.002301:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e6079fc8. 00000004:00000001:2.0:1767384398.002304:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002313:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f322ff63. 00000020:00000010:2.0:1767384398.002316:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001f9608ec. 00080000:00000010:2.0:1767384398.002324:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c1cc570. 00000020:00000010:2.0:1767384398.002326:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007af15a85. 00080000:00000010:2.0:1767384398.002334:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e2708ede. 00000004:00000010:2.0:1767384398.002337:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004d83d42b. 00000004:00000010:2.0:1767384398.002339:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009e1dd871. 00000004:00000001:2.0:1767384398.002340:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002342:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767384398.002344:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ec088cd9. 00000004:00000001:2.0:1767384398.002346:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002428:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c606f0e9. 00000020:00000010:2.0:1767384398.002432:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dbc0cd8e. 00080000:00000010:2.0:1767384398.002442:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ccd91c23. 00000004:00000010:2.0:1767384398.002445:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002cd2acb6. 00000004:00000010:2.0:1767384398.002447:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f69b6080. 00000004:00000001:2.0:1767384398.002450:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002451:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767384398.002452:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f189a77e. 00000004:00000001:2.0:1767384398.002455:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002464:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008582e47c. 00000004:00000010:2.0:1767384398.002467:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f77a7edd. 00000004:00000010:2.0:1767384398.002469:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000087a1e712. 00000004:00000001:2.0:1767384398.002471:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002472:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767384398.002473:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000881d5a4d. 00000004:00000001:2.0:1767384398.002477:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002484:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000094a214a7. 00000020:00000010:2.0:1767384398.002487:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000083753bcc. 00080000:00000010:2.0:1767384398.002496:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ffbed191. 00000020:00000010:2.0:1767384398.002498:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000050017bf3. 00080000:00000010:2.0:1767384398.002509:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a3fee5ef. 00000004:00000010:2.0:1767384398.002511:0:39781:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000347cefac. 00000004:00000010:2.0:1767384398.002514:0:39781:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009dca228d. 00000004:00000001:2.0:1767384398.002515:0:39781:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384398.002516:0:39781:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767384398.002518:0:39781:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000304e3088. 00000004:00000001:2.0:1767384398.002520:0:39781:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384398.002548:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c85f5508. 00000020:00000010:2.0:1767384398.002552:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000001ce5a3c. 00080000:00000010:2.0:1767384398.002562:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ecf698d. 00000020:00000010:2.0:1767384398.002564:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d47beb7c. 00000004:00000001:2.0:1767384398.002568:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384398.002572:0:39781:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.002573:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.002576:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df25 00000020:00000040:2.0:1767384398.002578:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d02f3eef with handle 0x4ac496f8d605df25 from hash 00000020:00000001:2.0:1767384398.002581:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.002583:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000d02f3eef : new refcount 1 00000020:00000001:2.0:1767384398.002584:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.002586:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000d02f3eef : new refcount 0 00000020:00000080:2.0:1767384398.002587:0:39781:0:(genops.c:904:class_export_put()) final put 00000000d02f3eef/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384398.002589:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.002635:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.002638:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384398.002640:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:2.0:1767384398.002645:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000abd4cb83. 00000020:00000080:2.0:1767384398.002647:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384398.002654:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384398.002656:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384398.002658:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384398.002660:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (0000000091bf70aa) has no exports 00000020:00000001:2.0:1767384398.002662:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384398.002664:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384398.002665:0:39781:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:2.0:1767384398.002667:0:39781:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:2.0:1767384398.002674:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384398.002677:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003165cced. 00000020:00000001:2.0:1767384398.002680:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384398.002681:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384398.002682:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000d9405cd0. 00000020:00000001:2.0:1767384398.002684:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384398.002685:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384398.002686:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000f3c83cfb. 00000020:00000001:2.0:1767384398.002688:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384398.002688:0:39781:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384398.002690:0:39781:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000905cc3ba. 00000020:00000001:2.0:1767384398.002691:0:39781:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:2.0:1767384398.002693:0:39781:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:2.0:1767384398.002832:0:39781:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:2.0:1767384398.002836:0:39781:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767384398.002837:0:39781:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1767384398.002840:0:39781:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767384398.002842:0:39781:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:2.0:1767384398.002844:0:39781:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000a271a456. 00020000:00000001:2.0:1767384398.002846:0:39781:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.002849:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384398.002852:0:39781:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.002853:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.002855:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df5d 00000020:00000040:2.0:1767384398.002857:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f48ee83 with handle 0x4ac496f8d605df5d from hash 00000020:00000001:2.0:1767384398.002860:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.002862:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004f48ee83 : new refcount 1 00000020:00000001:2.0:1767384398.002863:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.002864:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000004f48ee83 : new refcount 0 00000020:00000080:2.0:1767384398.002866:0:39781:0:(genops.c:904:class_export_put()) final put 000000004f48ee83/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384398.002867:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.003202:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.003204:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d02f3eef/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:1.0:1767384398.003207:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.003208:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.003210:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000091bf70aa) now 4 - export 00000020:00000010:1.0:1767384398.003212:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d02f3eef. 00000020:00000001:1.0:1767384398.003215:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384398.003831:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.003834:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384398.003836:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:2.0:1767384398.003840:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000164f56e2. 00000020:00000080:2.0:1767384398.003842:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384398.003846:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384398.003848:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:2.0:1767384398.003850:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384398.003852:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (0000000007e8e342) has no exports 00000020:00000001:2.0:1767384398.003853:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384398.003855:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384398.003858:0:39781:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:2.0:1767384398.003860:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384398.003862:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.003864:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.003865:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df56 00000020:00000040:2.0:1767384398.003867:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000384c3e53 with handle 0x4ac496f8d605df56 from hash 00000020:00000001:2.0:1767384398.003871:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.003872:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000384c3e53 : new refcount 1 00000020:00000001:2.0:1767384398.003874:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.003875:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000384c3e53 : new refcount 0 00000020:00000080:2.0:1767384398.003877:0:39781:0:(genops.c:904:class_export_put()) final put 00000000384c3e53/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384398.003878:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.003881:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.003883:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.003885:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.003981:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000089b2b8bc. 00000020:00000010:2.0:1767384398.003986:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e6133829. 00000020:00000010:2.0:1767384398.003990:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007e25eb58. 00000020:00000010:2.0:1767384398.004003:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f0a2c8c2. 00000020:00000010:2.0:1767384398.004020:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009048eb7d. 00000020:00000010:2.0:1767384398.004024:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000095efe623. 00010000:00000001:2.0:1767384398.004096:0:39781:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384398.004099:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384398.004103:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384398.004143:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000e5901864. 00000020:00000010:2.0:1767384398.004147:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000040aad50c. 00010000:00000001:2.0:1767384398.004174:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384398.004183:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000062377a8f. 00000020:00000010:2.0:1767384398.004186:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ebf264a0. 00000001:00000001:2.0:1767384398.004216:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.004252:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000093cb606. 00000001:00000010:2.0:1767384398.004255:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a21a09b9. 00000001:00000010:2.0:1767384398.004257:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000087a4c48b. 00000001:00000010:2.0:1767384398.004259:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000815a5b08. 00000001:00000010:2.0:1767384398.004262:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fcd54c81. 00000001:00000010:2.0:1767384398.004264:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003f2d7c9f. 00000001:00000010:2.0:1767384398.004267:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000071385c2e. 00000001:00000010:2.0:1767384398.004269:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ef0576c0. 00000001:00000010:2.0:1767384398.004271:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001e629eef. 00000001:00000010:2.0:1767384398.004273:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002a75e627. 00000001:00000010:2.0:1767384398.004276:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003c33a8e6. 00000001:00000010:2.0:1767384398.004278:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009133b299. 00000001:00000010:2.0:1767384398.004280:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d966138e. 00000001:00000010:2.0:1767384398.004282:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e392a8cf. 00000001:00000010:2.0:1767384398.004294:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003aa6c48a. 00000001:00000010:2.0:1767384398.004297:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007ee3bdc8. 00000001:00000010:2.0:1767384398.004300:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000faf4c713. 00000001:00000010:2.0:1767384398.004302:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008afefb5c. 00000001:00000001:2.0:1767384398.004305:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384398.004307:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000f553a2b. 00010000:00000001:2.0:1767384398.004311:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384398.004313:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384398.004315:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384398.004316:0:39781:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384398.004318:0:39781:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:2.0:1767384398.004321:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384398.004323:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384398.004325:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384398.004328:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384398.004329:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:2.0:1767384398.004332:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384398.004334:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384398.004335:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384398.004336:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384398.004338:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384398.004339:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000001:1.0:1767384398.005520:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.005524:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000004f48ee83/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384398.005529:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 13 to 0@lo 00000020:00000001:1.0:1767384398.005531:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.005533:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.005535:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 5 - export 00000020:00000010:1.0:1767384398.005538:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004f48ee83. 00000020:00000001:1.0:1767384398.005541:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384398.005544:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.005545:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000384c3e53/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384398.005547:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.005548:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.005550:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 7 - export 00000020:00000010:1.0:1767384398.005551:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000384c3e53. 00000020:00000001:1.0:1767384398.005554:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1767384398.009541:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384398.009549:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384398.009553:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384398.009554:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384398.009556:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384398.009562:0:39781:0:(genops.c:1229:class_import_get()) import 00000000d15279fd refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384398.009567:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384398.009568:0:39781:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384398.009571:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384398.009572:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384398.009573:0:39781:0:(genops.c:1242:class_import_put()) import 00000000d15279fd refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384398.009575:0:39781:0:(genops.c:1245:class_import_put()) final put import 00000000d15279fd 00000020:00000001:2.0:1767384398.009588:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384398.009590:0:39781:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384398.009593:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384398.009595:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384398.009598:0:39781:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000e141b1a7. 00010000:00000010:2.0:1767384398.009604:0:39781:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000e76db158. 00010000:00000001:2.0:1767384398.009607:0:39781:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:2.0:1767384398.009610:0:39781:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.009613:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.009626:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.009632:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cc64b009. 00000001:00000010:2.0:1767384398.009635:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e8eb86d. 00000001:00000010:2.0:1767384398.009637:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001faa88af. 00000001:00000010:2.0:1767384398.009638:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000064bb5015. 00000001:00000010:2.0:1767384398.009640:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004c435667. 00000001:00000010:2.0:1767384398.009644:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ee243dd6. 00000001:00000001:2.0:1767384398.009649:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384398.009651:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.009654:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042a24a21. 00000001:00000010:2.0:1767384398.009656:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009a7b5a0f. 00000001:00000010:2.0:1767384398.009658:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd62dcff. 00000001:00000010:2.0:1767384398.009659:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d756208b. 00000001:00000010:2.0:1767384398.009661:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000049f287b4. 00000001:00000010:2.0:1767384398.009663:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e54d4ade. 00000001:00000001:2.0:1767384398.009664:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384398.009666:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 4 - setup 00000020:00000001:2.0:1767384398.009669:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.009671:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384398.009674:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384398.009681:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384398.009685:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 3 - obd_device_list 00000020:00000080:2.0:1767384398.009688:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384398.009689:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 2 - newdev 00000020:00000001:2.0:1767384398.009691:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.009692:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384398.009695:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000164f56e2. 00000020:00000001:2.0:1767384398.009698:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.009700:0:39781:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.009703:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384398.009705:0:39781:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000c972137c. 00020000:00000010:2.0:1767384398.009712:0:39781:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 0000000044abb353. 00000004:00000001:2.0:1767384398.009718:0:39781:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.009719:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.009727:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.009731:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b9fedaee. 00000001:00000010:2.0:1767384398.009733:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c5dfa0b. 00000001:00000010:2.0:1767384398.009735:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e76ee5a3. 00000001:00000010:2.0:1767384398.009736:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aff72dac. 00000001:00000010:2.0:1767384398.009738:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001a0002bb. 00000001:00000010:2.0:1767384398.009741:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c17cfb5b. 00000001:00000001:2.0:1767384398.009745:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384398.009746:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.009749:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d71cf729. 00000001:00000010:2.0:1767384398.009751:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000300e1367. 00000001:00000010:2.0:1767384398.009753:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032797f62. 00000001:00000010:2.0:1767384398.009755:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e10066ae. 00000001:00000010:2.0:1767384398.009756:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002a8180e7. 00000001:00000010:2.0:1767384398.009758:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006baf43d5. 00000001:00000001:2.0:1767384398.009760:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384398.009761:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000091bf70aa) now 3 - setup 00000020:00000001:2.0:1767384398.009763:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.009764:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384398.009766:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384398.009768:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384398.009770:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000091bf70aa) now 2 - obd_device_list 00000020:00000080:2.0:1767384398.009772:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384398.009773:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (0000000091bf70aa) now 1 - newdev 00000020:00000040:2.0:1767384398.009776:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a1e738da with handle 0x4ac496f8d605df09 from hash 00000020:00000040:2.0:1767384398.009779:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a1e738da : new refcount 0 00000020:00000080:2.0:1767384398.009781:0:39781:0:(genops.c:904:class_export_put()) final put 00000000a1e738da/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384398.009784:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.009787:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384398.009789:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000a1e738da/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384398.009791:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384398.009793:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.009795:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a1e738da. 00000020:00000001:2.0:1767384398.009800:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384398.009802:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:2.0:1767384398.009805:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384398.009806:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384398.009813:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e10066ae. 00000020:00000010:2.0:1767384398.009820:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032797f62. 00000040:00000010:2.0:1767384398.009824:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008afefb5c. 00000020:00000010:2.0:1767384398.009828:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000825d27ce. 00000020:00000010:2.0:1767384398.009833:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384398.009838:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e5901864. 80000000:00000010:2.0:1767384398.009841:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000164f56e2. 40000000:00000010:2.0:1767384398.009845:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b3be430b. 00100000:00000010:2.0:1767384398.009849:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c5748ef. 00040000:00000010:2.0:1767384398.009853:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043e11ef7. 00040000:00000010:2.0:1767384398.009857:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006b76cc58. 00080000:00000010:2.0:1767384398.009860:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ece52f87. 00000004:00000010:2.0:1767384398.009864:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004005d04d. 00000004:00000010:2.0:1767384398.009869:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004faf1aa4. 00000004:00000010:2.0:1767384398.009872:0:39781:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df8e6520. 00000004:00000010:2.0:1767384398.009876:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a2de6fa5. 00000004:00000001:2.0:1767384398.009880:0:39781:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:2.0:1767384398.009886:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002eeb58ec. 00000004:00000010:2.0:1767384398.009889:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fabbc152. 00000004:00000010:2.0:1767384398.009892:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f5664084. 00000004:00000010:2.0:1767384398.009896:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000031c313ca. 00000004:00000010:2.0:1767384398.009900:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007aabbf24. 00000004:00000010:2.0:1767384398.009905:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aab0b773. 00000004:00000010:2.0:1767384398.009910:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c8cbf4e. 00000004:00000010:2.0:1767384398.009912:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a7cab5ae. 00000004:00000010:2.0:1767384398.009915:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000075e4cabe. 00000004:00000010:2.0:1767384398.009918:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4d6f68e. 00000004:00000010:2.0:1767384398.009920:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066cf00c2. 00000004:00000010:2.0:1767384398.009923:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e72ad9f9. 00000004:00000010:2.0:1767384398.009925:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bb25163b. 00000004:00000010:2.0:1767384398.009927:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007988414b. 00000004:00000010:2.0:1767384398.009930:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007ade7d1e. 00000004:00000010:2.0:1767384398.009933:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000003dda48b. 00000004:00000010:2.0:1767384398.009936:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005192d85b. 00000004:00000010:2.0:1767384398.009939:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f9fa47bc. 00000004:00000010:2.0:1767384398.009942:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000082d00e57. 00000004:00000010:2.0:1767384398.009944:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000014781850. 00000004:00000010:2.0:1767384398.009946:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ad9bfe3f. 00000004:00000010:2.0:1767384398.009950:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f5c16ba4. 00000004:00000010:2.0:1767384398.009953:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001a821474. 00000004:00000010:2.0:1767384398.009955:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004c24e723. 00000004:00000010:2.0:1767384398.009957:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000016de649. 00000004:00000010:2.0:1767384398.009960:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b8bb952b. 00000004:00000010:2.0:1767384398.009963:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b5e2b41. 00000004:00000010:2.0:1767384398.009965:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e0282651. 00000004:00000010:2.0:1767384398.009971:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4ecbf94. 00000004:00000010:2.0:1767384398.009975:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009c0bbd39. 00000004:00000010:2.0:1767384398.009977:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e32c2858. 00000004:00000010:2.0:1767384398.009981:0:39781:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 0000000052b88834. 00000004:00000001:2.0:1767384398.009984:0:39781:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446630018388459520 : -114055321092096 : ffff98446d1a0000) 00000020:00000010:2.0:1767384398.009987:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032797f62. 00000040:00000010:2.0:1767384398.009990:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008afefb5c. 00000020:00000010:2.0:1767384398.009993:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000825d27ce. 00000020:00000010:2.0:1767384398.009996:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384398.010000:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5901864. 80000000:00000010:2.0:1767384398.010003:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000164f56e2. 40000000:00000010:2.0:1767384398.010019:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b3be430b. 00100000:00000010:2.0:1767384398.010022:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c5748ef. 00040000:00000010:2.0:1767384398.010026:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000043e11ef7. 00040000:00000010:2.0:1767384398.010036:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006b76cc58. 00080000:00000010:2.0:1767384398.010040:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ece52f87. 00000004:00000010:2.0:1767384398.010043:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004005d04d. 00000004:00000010:2.0:1767384398.010046:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004faf1aa4. 00000004:00000010:2.0:1767384398.010051:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df8e6520. 00000004:00000010:2.0:1767384398.010054:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a2de6fa5. 00000020:00000010:2.0:1767384398.010057:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e10066ae. 00000020:00000001:2.0:1767384398.010059:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.010061:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000091bf70aa. 00000020:00000001:2.0:1767384398.010065:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010067:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384398.010068:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000abd4cb83. 00000020:00000001:2.0:1767384398.010070:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010072:0:39781:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010074:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010076:0:39781:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384398.010078:0:39781:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000192e9001. 00000004:00000001:2.0:1767384398.010099:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384398.010102:0:39781:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.010133:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.010136:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df2c 00000020:00000040:2.0:1767384398.010139:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064bf9464 with handle 0x4ac496f8d605df2c from hash 00000020:00000001:2.0:1767384398.010144:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.010146:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000064bf9464 : new refcount 1 00000020:00000001:2.0:1767384398.010148:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.010149:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000064bf9464 : new refcount 0 00000020:00000080:2.0:1767384398.010150:0:39781:0:(genops.c:904:class_export_put()) final put 0000000064bf9464/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384398.010152:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010155:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010157:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384398.010159:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:2.0:1767384398.010163:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000b3be430b. 00000020:00000080:2.0:1767384398.010166:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384398.010168:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384398.010170:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384398.010173:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384398.010174:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (000000009b8748f1) has no exports 00000020:00000001:2.0:1767384398.010176:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384398.010178:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:2.0:1767384398.010286:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.010294:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.010298:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c833dc51. 00000001:00000010:2.0:1767384398.010300:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f75fe7fb. 00000001:00000010:2.0:1767384398.010302:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004dffdf23. 00000001:00000010:2.0:1767384398.010304:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008dd3e4c1. 00000001:00000010:2.0:1767384398.010306:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000dc956e73. 00000001:00000010:2.0:1767384398.010308:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000599790b0. 00000001:00000001:2.0:1767384398.010310:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384398.010311:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.010314:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ff3f145c. 00000001:00000010:2.0:1767384398.010315:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000544b0f3f. 00000001:00000010:2.0:1767384398.010317:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fc950d3. 00000001:00000010:2.0:1767384398.010318:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000838c8c55. 00000001:00000010:2.0:1767384398.010319:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000170d31c2. 00000001:00000010:2.0:1767384398.010321:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003aee8fa7. 00000001:00000001:2.0:1767384398.010322:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384398.010323:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009b8748f1) now 4 - setup 00000020:00000001:2.0:1767384398.010325:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010327:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384398.010328:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384398.010331:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384398.010333:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009b8748f1) now 3 - obd_device_list 00000020:00000080:2.0:1767384398.010334:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:2.0:1767384398.010335:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009b8748f1) now 2 - newdev 00000020:00000001:2.0:1767384398.010337:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010338:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384398.010340:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000b3be430b. 00000020:00000001:2.0:1767384398.010342:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010343:0:39781:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010346:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010347:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384398.010349:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.010351:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.010352:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df33 00000020:00000040:2.0:1767384398.010354:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000a9d8511 with handle 0x4ac496f8d605df33 from hash 00000020:00000001:2.0:1767384398.010357:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.010359:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000a9d8511 : new refcount 1 00000020:00000001:2.0:1767384398.010360:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.010361:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000a9d8511 : new refcount 0 00000020:00000080:2.0:1767384398.010363:0:39781:0:(genops.c:904:class_export_put()) final put 000000000a9d8511/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384398.010365:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010368:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.010370:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010371:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010374:0:39781:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384398.010376:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384398.010379:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018475344256 : -114055234207360 : ffff98447247c180) 00000020:01000004:2.0:1767384398.010382:0:39781:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000027aa8959 from lustre-MDT0000, refs=3 00000020:00000001:2.0:1767384398.010385:0:39781:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384398.010386:0:39781:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000027aa8959 3 00000020:00000001:2.0:1767384398.010388:0:39781:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010390:0:39781:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384398.010391:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384398.010392:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018475344256 : -114055234207360 : ffff98447247c180) 00000020:01000004:2.0:1767384398.010394:0:39781:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000027aa8959 from lustre-MDT0000 00000020:00000010:2.0:1767384398.010396:0:39781:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 0000000097c85b85. 00000020:00000010:2.0:1767384398.010400:0:39781:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000c48ec9e8. 00000020:00000001:2.0:1767384398.010402:0:39781:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010404:0:39781:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.010405:0:39781:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:2.0:1767384398.010406:0:39781:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010408:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.010415:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.010418:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005be330f4. 00000001:00000010:2.0:1767384398.010420:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd53679d. 00000001:00000010:2.0:1767384398.010422:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000fa31040. 00000001:00000010:2.0:1767384398.010424:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009919e232. 00000001:00000010:2.0:1767384398.010426:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fb06c0bf. 00000001:00000010:2.0:1767384398.010428:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007b000494. 00000001:00000001:2.0:1767384398.010430:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384398.010431:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.010434:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a59d6f57. 00000001:00000010:2.0:1767384398.010436:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004172366a. 00000001:00000010:2.0:1767384398.010437:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ea24d8a1. 00000001:00000010:2.0:1767384398.010439:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000051f30a16. 00000001:00000010:2.0:1767384398.010440:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d174f138. 00000001:00000010:2.0:1767384398.010442:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ba3a5cda. 00000001:00000001:2.0:1767384398.010443:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384398.010445:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 3 - setup 00000020:00000001:2.0:1767384398.010447:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010448:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384398.010450:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384398.010452:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384398.010454:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 2 - obd_device_list 00000020:00000080:2.0:1767384398.010456:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:2.0:1767384398.010457:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000030fc9df5) now 1 - newdev 00000020:00000040:2.0:1767384398.010460:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c35998c2 with handle 0x4ac496f8d605df17 from hash 00000020:00000040:2.0:1767384398.010462:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c35998c2 : new refcount 0 00000020:00000080:2.0:1767384398.010463:0:39781:0:(genops.c:904:class_export_put()) final put 00000000c35998c2/lustre-MDT0000_UUID 00000020:00000001:2.0:1767384398.010465:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010467:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384398.010468:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000c35998c2/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:2.0:1767384398.010470:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384398.010472:0:39781:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:2.0:1767384398.010475:0:39781:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000486879ec. 00000004:00000001:2.0:1767384398.010479:0:39781:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010481:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.010482:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c35998c2. 00000020:00000001:2.0:1767384398.010486:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384398.010487:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:2.0:1767384398.010489:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:2.0:1767384398.010490:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384398.010493:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b76cc58. 00000020:00000010:2.0:1767384398.010496:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051f30a16. 00000040:00000010:2.0:1767384398.010498:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ea24d8a1. 00000020:00000010:2.0:1767384398.010500:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df8e6520. 00000020:00000010:2.0:1767384398.010503:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384398.010505:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004172366a. 80000000:00000010:2.0:1767384398.010507:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384398.010509:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b3be430b. 00100000:00000010:2.0:1767384398.010512:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004005d04d. 00040000:00000010:2.0:1767384398.010514:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043e11ef7. 00040000:00000010:2.0:1767384398.010516:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a59d6f57. 00080000:00000010:2.0:1767384398.010518:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ece52f87. 00000004:00000010:2.0:1767384398.010521:0:39781:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005c5748ef. 00000004:00000010:2.0:1767384398.010523:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004faf1aa4. 00000004:00000010:2.0:1767384398.010525:0:39781:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a2de6fa5. 00000004:00000001:2.0:1767384398.010527:0:39781:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:2.0:1767384398.010529:0:39781:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000cb35cf01. 00000004:00000001:2.0:1767384398.010532:0:39781:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.010534:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000051f30a16. 00000040:00000010:2.0:1767384398.010536:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ea24d8a1. 00000020:00000010:2.0:1767384398.010538:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df8e6520. 00000020:00000010:2.0:1767384398.010540:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384398.010543:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004172366a. 80000000:00000010:2.0:1767384398.010545:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384398.010547:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b3be430b. 00100000:00000010:2.0:1767384398.010549:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004005d04d. 00040000:00000010:2.0:1767384398.010551:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000043e11ef7. 00040000:00000010:2.0:1767384398.010553:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a59d6f57. 00080000:00000010:2.0:1767384398.010555:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ece52f87. 00000004:00000010:2.0:1767384398.010557:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005c5748ef. 00000004:00000010:2.0:1767384398.010559:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004faf1aa4. 00000004:00000010:2.0:1767384398.010562:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a2de6fa5. 00000020:00000010:2.0:1767384398.010564:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b76cc58. 00000020:00000001:2.0:1767384398.010567:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.010568:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000030fc9df5. 00000020:00000001:2.0:1767384398.010578:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010579:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384398.010581:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000067d4eeeb. 00000020:00000001:2.0:1767384398.010584:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010586:0:39781:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1767384398.010588:0:39781:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1767384398.010590:0:39781:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1767384398.010592:0:39781:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1767384398.010595:0:39781:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:2.0:1767384398.010596:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384398.010597:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018388748224 : -114055320803392 : ffff98446d1e67c0) 00000020:01000004:2.0:1767384398.010600:0:39781:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:2.0:1767384398.010601:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384398.010603:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:2.0:1767384398.010605:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000b3be430b. 00000020:00000080:2.0:1767384398.010607:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384398.010608:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384398.010610:0:39781:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384398.010615:0:39781:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 0000000037769a2d 3ef09c6a-84be-4398-bf62-b694d82341a8 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384398.010619:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384398.010620:0:39781:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000006f39cc92) has exports, disconnecting them 00000020:00000001:2.0:1767384398.010622:0:39781:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384398.010624:0:39781:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=10 00000020:00000040:2.0:1767384398.010625:0:39781:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=11 00000020:00080000:2.0:1767384398.010627:0:39781:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (0000000037769a2d), last request at 1767384294 00000020:00000001:2.0:1767384398.010630:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384398.010632:0:39781:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384398.010634:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 10 20000000:00000010:2.0:1767384398.010636:0:39781:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000058ef437c. 00000020:00000040:2.0:1767384398.010639:0:39781:0:(genops.c:887:class_export_get()) GET export 0000000037769a2d refcount=11 00010000:00000001:2.0:1767384398.010644:0:39781:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384398.010646:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384398.010648:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 10 00000020:00000080:2.0:1767384398.010650:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605ded8 00000020:00000040:2.0:1767384398.010652:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000037769a2d with handle 0x4ac496f8d605ded8 from hash 00000020:00000040:2.0:1767384398.010655:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 9 00000020:00000001:2.0:1767384398.010657:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384398.010658:0:39781:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000037769a2d: total 2 00000020:00000001:2.0:1767384398.010660:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.010661:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 8 00000020:00000001:2.0:1767384398.010662:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.010664:0:39781:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384398.010666:0:39781:0:(import.c:65:import_set_state_nolock()) 00000000e1de93ee : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384398.010669:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384398.010671:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384398.010672:0:39781:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384398.010679:0:39781:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384398.010681:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 7 20000000:00000001:2.0:1767384398.010683:0:39781:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.010684:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384398.010687:0:39781:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000037769a2d): rc 0 00000020:00000040:2.0:1767384398.010688:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 6 00000020:00000001:2.0:1767384398.010690:0:39781:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384398.010691:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384398.010692:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:2.0:1767384398.010695:0:39781:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:2.0:1767384398.010696:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384398.010697:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000006f39cc92) has no exports 00000020:00000001:2.0:1767384398.010699:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384398.010701:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.010703:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000100:00000001:2.0:1767384398.010709:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.010710:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.010712:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:2.0:1767384398.010714:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:2.0:1767384398.010716:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:2.0:1767384398.010717:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000100:00000040:2.0:1767384398.010741:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00000020:00000010:2.0:1767384398.010758:0:16778:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf381cd0. 00000040:00000010:2.0:1767384398.010763:0:16778:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000792535a5. 00000020:00000010:2.0:1767384398.010768:0:16778:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d64db314. 00000020:00000010:2.0:1767384398.010771:0:16778:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e94c503f. 80000000:00000010:2.0:1767384398.010773:0:16778:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006327ec6a. 00040000:00000010:2.0:1767384398.010776:0:16778:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003fb60860. 00080000:00000010:2.0:1767384398.010778:0:16778:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f2f4fccc. 20000000:00000010:2.0:1767384398.010781:0:16778:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000080b48f22. 00000020:00000010:2.0:1767384398.010784:0:16778:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000171c79c1. 00000020:00000010:2.0:1767384398.010788:0:16778:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f86b9287. 00000100:00000010:2.0:1767384398.010792:0:16778:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d6b62b63. 00000100:00100000:2.0:1767384398.010794:0:16778:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [0000000028a9cc0e:16778] 0 exiting: rc = 1 00000020:00000010:2.0:1767384398.010888:0:16780:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005cbf445d. 00000040:00000010:2.0:1767384398.010892:0:16780:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dc483c2a. 00000020:00000010:2.0:1767384398.010894:0:16780:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005f702b1f. 00000020:00000010:2.0:1767384398.010898:0:16780:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000898f645a. 80000000:00000010:2.0:1767384398.010900:0:16780:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000031ee3e8d. 00040000:00000010:2.0:1767384398.010903:0:16780:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001959b9b2. 00080000:00000010:2.0:1767384398.010906:0:16780:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cba2dcf0. 20000000:00000010:2.0:1767384398.010908:0:16780:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d359a3e5. 00000020:00000010:2.0:1767384398.010910:0:16780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000576fabbc. 00000020:00000010:2.0:1767384398.010913:0:16780:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000012b317fc. 00000100:00000010:2.0:1767384398.010916:0:16780:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000050e7b568. 00000100:00100000:2.0:1767384398.010918:0:16780:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000077e85b51:16780] 2 exiting: rc = 0 00000100:00000040:2.0:1767384398.010958:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #1 00000020:00000001:1.0:1767384398.011609:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384398.011612:0:16774:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000037769a2d: total 2 00000020:00000001:1.0:1767384398.011615:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446630018562809856 : -114055146741760 : ffff9844777e6000) 00010000:00000001:1.0:1767384398.011618:0:16774:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:1.0:1767384398.011623:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df235167. 00000020:00000010:1.0:1767384398.011626:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a582970d. 00000020:00000010:1.0:1767384398.011629:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000207c367b. 00000020:00000010:1.0:1767384398.011633:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.011636:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9107d8a. 80000000:00000010:1.0:1767384398.011638:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.011641:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.011653:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7fd5d98. 00040000:00000010:1.0:1767384398.011656:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.011658:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a745272. 00080000:00000010:1.0:1767384398.011661:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002afc80a2. 00002000:00000010:1.0:1767384398.011665:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df4b08fc. 00000020:00000010:1.0:1767384398.011669:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a582970d. 00000020:00000010:1.0:1767384398.011672:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000207c367b. 00000020:00000010:1.0:1767384398.011675:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.011677:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9107d8a. 80000000:00000010:1.0:1767384398.011680:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.011684:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.011686:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7fd5d98. 00040000:00000010:1.0:1767384398.011689:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.011691:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a745272. 00080000:00000010:1.0:1767384398.011693:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002afc80a2. 00002000:00000010:1.0:1767384398.011696:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df4b08fc. 00000020:00000010:1.0:1767384398.011698:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df235167. 00010000:00010000:1.0:1767384398.011700:0:16774:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000037769a2d, canceled 0 locks, left on hash table 5. 00000020:00000010:1.0:1767384398.011704:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df235167. 00000020:00000010:1.0:1767384398.011706:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a745272. 00000020:00000010:1.0:1767384398.011708:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002afc80a2. 00000020:00000010:1.0:1767384398.011711:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.011713:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9107d8a. 80000000:00000010:1.0:1767384398.011715:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.011717:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.011719:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7fd5d98. 00040000:00000010:1.0:1767384398.011721:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.011723:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a582970d. 00080000:00000010:1.0:1767384398.011724:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000207c367b. 00002000:00000010:1.0:1767384398.011726:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df4b08fc. 00000001:00000001:1.0:1767384398.011729:0:16774:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384398.011731:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384398.011736:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002478147a count: 2 00010000:00000001:1.0:1767384398.011742:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384398.011745:0:16774:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011747:0:16774:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011749:0:16774:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.011750:0:16774:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.011754:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384398.011755:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384398.011760:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011761:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011763:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384398.011765:0:16774:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.011767:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008bfa86e0 with handle 0x4ac496f8d605dfe9 from hash 00010000:00000001:1.0:1767384398.011769:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384398.011771:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011772:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011773:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384398.011775:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384398.011777:0:16774:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000037769a2d, 1 locks cancelled. 00010000:00000001:1.0:1767384398.011779:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011780:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011781:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384398.011784:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008bfa86e0/0x4ac496f8d605dfe9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605dfe2 expref: 6 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384398.011793:0:16774:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 4 00000020:00000040:1.0:1767384398.011795:0:16774:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 5 00010000:00000040:1.0:1767384398.011797:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002478147a count: 0 00010000:00000001:1.0:1767384398.011806:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384398.011807:0:16774:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3ef09c6a-84be-4, loop: 0 00000001:00000001:1.0:1767384398.011809:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384398.011811:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 4 00010000:00000001:1.0:1767384398.011813:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384398.011815:0:16774:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011816:0:16774:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011817:0:16774:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.011818:0:16774:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.011821:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384398.011829:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384398.011831:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011832:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011834:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384398.011835:0:16774:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.011837:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008ec502cd with handle 0x4ac496f8d605dff7 from hash 00010000:00000001:1.0:1767384398.011839:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384398.011840:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011841:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011842:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384398.011843:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384398.011845:0:16774:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000037769a2d, 2 locks cancelled. 00010000:00000001:1.0:1767384398.011846:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011847:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011848:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384398.011850:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008ec502cd/0x4ac496f8d605dff7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605dff0 expref: 5 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384398.011856:0:16774:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 3 00000020:00000040:1.0:1767384398.011857:0:16774:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 4 00010000:00000001:1.0:1767384398.011860:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384398.011862:0:16774:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3ef09c6a-84be-4, loop: 1 00000001:00000001:1.0:1767384398.011864:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384398.011866:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 3 00010000:00000001:1.0:1767384398.011868:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384398.011869:0:16774:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011871:0:16774:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011872:0:16774:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.011873:0:16774:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.011875:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384398.011876:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384398.011877:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011878:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011879:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384398.011880:0:16774:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.011882:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4d5a83a with handle 0x4ac496f8d605dee6 from hash 00010000:00000001:1.0:1767384398.011884:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384398.011889:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011890:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011891:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384398.011893:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384398.011894:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011895:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011896:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384398.011898:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4d5a83a/0x4ac496f8d605dee6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605dedf expref: 4 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384398.011903:0:16774:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 2 00000020:00000040:1.0:1767384398.011904:0:16774:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 3 00010000:00000001:1.0:1767384398.011907:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384398.011909:0:16774:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3ef09c6a-84be-4, loop: 2 00000001:00000001:1.0:1767384398.011910:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384398.011913:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000bd6055 count: 2 00010000:00000001:1.0:1767384398.011915:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384398.011916:0:16774:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011917:0:16774:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011918:0:16774:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.011920:0:16774:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.011922:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384398.011923:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384398.011925:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011925:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011927:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384398.011928:0:16774:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.011929:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000085c062fa with handle 0x4ac496f8d605dfbf from hash 00010000:00000001:1.0:1767384398.011931:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384398.011933:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011934:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011935:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384398.011936:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384398.011937:0:16774:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000037769a2d, 4 locks cancelled. 00010000:00000001:1.0:1767384398.011939:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011940:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011941:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384398.011942:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000085c062fa/0x4ac496f8d605dfbf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605dfb8 expref: 3 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384398.011954:0:16774:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 1 00000020:00000040:1.0:1767384398.011955:0:16774:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 2 00010000:00000040:1.0:1767384398.011957:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000bd6055 count: 0 00010000:00000001:1.0:1767384398.011963:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384398.011964:0:16774:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3ef09c6a-84be-4, loop: 3 00000001:00000001:1.0:1767384398.011966:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384398.011969:0:16774:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a28cda52 count: 2 00010000:00000001:1.0:1767384398.011971:0:16774:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384398.011972:0:16774:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011973:0:16774:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384398.011974:0:16774:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.011976:0:16774:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.011978:0:16774:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384398.011979:0:16774:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384398.011981:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011982:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011983:0:16774:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384398.011984:0:16774:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.011986:0:16774:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d46b66e7 with handle 0x4ac496f8d605dfcd from hash 00010000:00000001:1.0:1767384398.011988:0:16774:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384398.011989:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011990:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011991:0:16774:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384398.011992:0:16774:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384398.011993:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384398.011994:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384398.011995:0:16774:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384398.011997:0:16774:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d46b66e7/0x4ac496f8d605dfcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4ac496f8d605dfc6 expref: 2 pid: 16780 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384398.012002:0:16774:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000037769a2d : new locks_count 0 00000020:00000040:1.0:1767384398.012003:0:16774:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 1 00010000:00000040:1.0:1767384398.012018:0:16774:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a28cda52 count: 0 00010000:00000001:1.0:1767384398.012025:0:16774:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384398.012040:0:16774:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 3ef09c6a-84be-4, loop: 4 00000001:00000001:1.0:1767384398.012042:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384398.012045:0:16774:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384398.012047:0:16774:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000037769a2d, canceled 5 locks, left on hash table 0. 00010000:00000001:1.0:1767384398.012050:0:16774:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:1.0:1767384398.012051:0:16774:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384398.012053:0:16774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384398.012054:0:16774:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384398.012056:0:16774:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:1.0:1767384398.012058:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a745272. 00000020:00000010:1.0:1767384398.012061:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002afc80a2. 00000020:00000010:1.0:1767384398.012063:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.012065:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9107d8a. 80000000:00000010:1.0:1767384398.012067:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.012070:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.012072:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7fd5d98. 00040000:00000010:1.0:1767384398.012075:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.012077:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a582970d. 00080000:00000010:1.0:1767384398.012079:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000207c367b. 00002000:00000010:1.0:1767384398.012081:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df4b08fc. 00000020:00000010:1.0:1767384398.012083:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df235167. 00000020:00000001:1.0:1767384398.012085:0:16774:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384398.012086:0:16774:0:(genops.c:898:class_export_put()) PUTting export 0000000037769a2d : new refcount 0 00000020:00000080:1.0:1767384398.012087:0:16774:0:(genops.c:904:class_export_put()) final put 0000000037769a2d/3ef09c6a-84be-4398-bf62-b694d82341a8 00000020:00000001:1.0:1767384398.012093:0:16774:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384398.012094:0:16774:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.012096:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384398.012097:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384398.012099:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384398.012101:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384398.012102:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384398.012103:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384398.012131:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384398.012133:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384398.012134:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384398.012143:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384398.012150:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000d15279fd for lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384398.012154:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 12 to 0@lo 00000020:00000040:1.0:1767384398.012156:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 11 to 0@lo 00000020:00000010:1.0:1767384398.012159:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000095cad3c. 00000020:00000040:1.0:1767384398.012162:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000007e8e342) now 1 - import 00000020:00000040:1.0:1767384398.012165:0:36:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000048f18119 with handle 0x4ac496f8d605df4f from hash 00000020:00000040:1.0:1767384398.012167:0:36:0:(genops.c:898:class_export_put()) PUTting export 0000000048f18119 : new refcount 0 00000020:00000080:1.0:1767384398.012169:0:36:0:(genops.c:904:class_export_put()) final put 0000000048f18119/lustre-MDT0000-mdtlov_UUID 00000020:00000001:1.0:1767384398.012171:0:36:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.012173:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.012174:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000048f18119/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384398.012176:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.012178:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384398.012179:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000048f18119. 00000020:00000001:1.0:1767384398.012183:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384398.012185:0:36:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:1.0:1767384398.012187:0:36:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:1.0:1767384398.012188:0:36:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384398.012191:0:36:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df235167. 00000020:00000010:1.0:1767384398.012193:0:36:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a582970d. 00000040:00000010:1.0:1767384398.012195:0:36:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d9107d8a. 00000020:00000010:1.0:1767384398.012197:0:36:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000207c367b. 00000020:00000010:1.0:1767384398.012200:0:36:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.012202:0:36:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007a745272. 80000000:00000010:1.0:1767384398.012204:0:36:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.012206:0:36:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.012209:0:36:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7fd5d98. 00040000:00000010:1.0:1767384398.012211:0:36:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.012213:0:36:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d3a4630. 00080000:00000010:1.0:1767384398.012215:0:36:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002afc80a2. 00000004:00000010:1.0:1767384398.012217:0:36:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f949412d. 00000004:00000010:1.0:1767384398.012221:0:36:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eeade9bf. 00002000:00000010:1.0:1767384398.012229:0:36:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000df4b08fc. 00000004:00000010:1.0:1767384398.012232:0:36:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000057bdc3bc. 00000004:00000010:1.0:1767384398.012238:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000add2021. 00000004:00000010:1.0:1767384398.012241:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000087539b28. 00000004:00000010:1.0:1767384398.012244:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001780f6f9. 00000004:00000010:1.0:1767384398.012247:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000054c06fd1. 00000004:00000010:1.0:1767384398.012251:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001c12693b. 00000004:00000010:1.0:1767384398.012255:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007c087ce0. 00000004:00000010:1.0:1767384398.012257:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004fd4f7fa. 00000004:00000010:1.0:1767384398.012259:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000933ff32b. 00000004:00000010:1.0:1767384398.012261:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dd194a68. 00000004:00000010:1.0:1767384398.012262:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001fba2632. 00000004:00000010:1.0:1767384398.012264:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c3eb7807. 00000004:00000010:1.0:1767384398.012267:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e4314476. 00000004:00000010:1.0:1767384398.012270:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d80fadf2. 00000004:00000010:1.0:1767384398.012272:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000162b1d25. 00000004:00000010:1.0:1767384398.012274:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000014285476. 00000004:00000010:1.0:1767384398.012275:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000085617489. 00000004:00000010:1.0:1767384398.012277:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000090652eca. 00000004:00000010:1.0:1767384398.012280:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000716e4623. 00000004:00000010:1.0:1767384398.012282:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dfb1d204. 00000004:00000010:1.0:1767384398.012284:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000044d1ca07. 00000004:00000010:1.0:1767384398.012286:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e852a207. 00000004:00000010:1.0:1767384398.012288:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007db71ab8. 00000004:00000010:1.0:1767384398.012291:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c25c04e1. 00000004:00000010:1.0:1767384398.012293:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000001dce676. 00000004:00000010:1.0:1767384398.012295:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fef51e48. 00000004:00000010:1.0:1767384398.012297:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002c4f2769. 00000004:00000010:1.0:1767384398.012300:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f22b654d. 00000004:00000010:1.0:1767384398.012303:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d67e0157. 00000004:00000010:1.0:1767384398.012306:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000439b1a48. 00000004:00000010:1.0:1767384398.012307:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009538d7f7. 00000004:00000010:1.0:1767384398.012310:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b9a99a12. 00000004:00000010:1.0:1767384398.012314:0:36:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000095541ea6. 00000020:00000010:1.0:1767384398.012318:0:36:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a582970d. 00000040:00000010:1.0:1767384398.012321:0:36:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d9107d8a. 00000020:00000010:1.0:1767384398.012328:0:36:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000207c367b. 00000020:00000010:1.0:1767384398.012330:0:36:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.012332:0:36:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007a745272. 80000000:00000010:1.0:1767384398.012334:0:36:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.012336:0:36:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.012338:0:36:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7fd5d98. 00040000:00000010:1.0:1767384398.012340:0:36:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.012342:0:36:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d3a4630. 00080000:00000010:1.0:1767384398.012344:0:36:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002afc80a2. 00000004:00000010:1.0:1767384398.012347:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f949412d. 00000004:00000010:1.0:1767384398.012532:0:36:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eeade9bf. 00002000:00000010:1.0:1767384398.012536:0:36:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000df4b08fc. 00000004:00000010:1.0:1767384398.012538:0:36:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000057bdc3bc. 00000020:00000010:1.0:1767384398.012540:0:36:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df235167. 00000020:00000001:1.0:1767384398.012542:0:36:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384398.012544:0:36:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000007e8e342. 00000020:00000010:1.0:1767384398.012549:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000d15279fd. 00000020:00000001:1.0:1767384398.012552:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384398.012555:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.012557:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000064bf9464/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384398.012559:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.012561:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.012563:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009b8748f1) now 1 - export 00000020:00000040:1.0:1767384398.012565:0:36:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000075fde252 with handle 0x4ac496f8d605df1e from hash 00000020:00000040:1.0:1767384398.012568:0:36:0:(genops.c:898:class_export_put()) PUTting export 0000000075fde252 : new refcount 0 00000020:00000080:1.0:1767384398.012569:0:36:0:(genops.c:904:class_export_put()) final put 0000000075fde252/lustre-MDD0000_UUID 00000020:00000001:1.0:1767384398.012571:0:36:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.012572:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.012573:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000075fde252/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:1.0:1767384398.012575:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.012576:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384398.012577:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000075fde252. 00000020:00000001:1.0:1767384398.012580:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384398.012581:0:36:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:1.0:1767384398.012590:0:36:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:1.0:1767384398.012591:0:36:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384398.012594:0:36:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df235167. 00000020:00000010:1.0:1767384398.012596:0:36:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d3a4630. 00000040:00000010:1.0:1767384398.012598:0:36:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007a745272. 00000020:00000010:1.0:1767384398.012601:0:36:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f949412d. 00000020:00000010:1.0:1767384398.012603:0:36:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.012606:0:36:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9107d8a. 80000000:00000010:1.0:1767384398.012608:0:36:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.012610:0:36:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.012612:0:36:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002afc80a2. 00040000:00000010:1.0:1767384398.012614:0:36:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.012616:0:36:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a582970d. 00080000:00000010:1.0:1767384398.012618:0:36:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7fd5d98. 00000004:00000010:1.0:1767384398.012621:0:36:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000207c367b. 00000004:00000010:1.0:1767384398.012623:0:36:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eeade9bf. 00000004:00000001:1.0:1767384398.012627:0:36:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:1.0:1767384398.012629:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000662d5b6c. 00000004:00000010:1.0:1767384398.012632:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cee1b671. 00000004:00000010:1.0:1767384398.012634:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000467eb954. 00000004:00000010:1.0:1767384398.012637:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a5542fd7. 00000004:00000010:1.0:1767384398.012639:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e63cd053. 00000004:00000010:1.0:1767384398.012643:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000082dd937d. 00000004:00000010:1.0:1767384398.012645:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000094a31a41. 00000004:00000010:1.0:1767384398.012648:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000044e5f6b1. 00000004:00000010:1.0:1767384398.012651:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001dbceeb3. 00000004:00000010:1.0:1767384398.012653:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2507c62. 00000004:00000010:1.0:1767384398.012656:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000008387092. 00000004:00000010:1.0:1767384398.012658:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c745eb08. 00000004:00000010:1.0:1767384398.012661:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005f487c01. 00000004:00000010:1.0:1767384398.012663:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a93cfcdd. 00000004:00000010:1.0:1767384398.012665:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ca1b0d6. 00000004:00000010:1.0:1767384398.012668:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078d7084e. 00000004:00000010:1.0:1767384398.012672:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000021e90816. 00000004:00000010:1.0:1767384398.012680:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e35d01ea. 00000004:00000010:1.0:1767384398.012682:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ad390940. 00000004:00000010:1.0:1767384398.012684:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000763b4a06. 00000004:00000010:1.0:1767384398.012686:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c9808d53. 00000004:00000010:1.0:1767384398.012689:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000ec3cc9f. 00000004:00000010:1.0:1767384398.012691:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001741784e. 00000004:00000010:1.0:1767384398.012694:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009c28c873. 00000004:00000010:1.0:1767384398.012696:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000028285f73. 00000004:00000010:1.0:1767384398.012698:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004051e82a. 00000004:00000010:1.0:1767384398.012701:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000045e3980b. 00000004:00000010:1.0:1767384398.012704:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f98e207a. 00000004:00000010:1.0:1767384398.012706:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000585b32dd. 00000004:00000010:1.0:1767384398.012708:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003e1b694d. 00000004:00000010:1.0:1767384398.012711:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002f51686d. 00000004:00000010:1.0:1767384398.012714:0:36:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000d00611ad. 00000004:00000001:1.0:1767384398.012716:0:36:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384398.012719:0:36:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009d3a4630. 00000040:00000010:1.0:1767384398.012721:0:36:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007a745272. 00000020:00000010:1.0:1767384398.012723:0:36:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f949412d. 00000020:00000010:1.0:1767384398.012726:0:36:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384398.012728:0:36:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9107d8a. 80000000:00000010:1.0:1767384398.012731:0:36:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000512a01ce. 40000000:00000010:1.0:1767384398.012733:0:36:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007652143b. 00100000:00000010:1.0:1767384398.012736:0:36:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002afc80a2. 00040000:00000010:1.0:1767384398.012738:0:36:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009caa08de. 00040000:00000010:1.0:1767384398.012740:0:36:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a582970d. 00080000:00000010:1.0:1767384398.012742:0:36:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7fd5d98. 00000004:00000010:1.0:1767384398.012744:0:36:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000207c367b. 00000004:00000010:1.0:1767384398.012746:0:36:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eeade9bf. 00000020:00000010:1.0:1767384398.012748:0:36:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df235167. 00000020:00000001:1.0:1767384398.012750:0:36:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384398.012752:0:36:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009b8748f1. 00000020:00000010:1.0:1767384398.012758:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000064bf9464. 00000020:00000001:1.0:1767384398.012761:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384398.012763:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.012769:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000a9d8511/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384398.012772:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.012773:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.012775:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 6 - export 00000020:00000010:1.0:1767384398.012777:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000a9d8511. 00000020:00000001:1.0:1767384398.012779:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384398.012782:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.012783:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000037769a2d/3ef09c6a-84be-4398-bf62-b694d82341a8 for MGS 00000020:00000040:1.0:1767384398.012786:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 10 to 0@lo 00000020:00000001:1.0:1767384398.012787:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:1.0:1767384398.012789:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:1.0:1767384398.012792:0:36:0:(genops.c:1229:class_import_get()) import 00000000e1de93ee refcount=2 obd=MGS 00000020:00000001:1.0:1767384398.012794:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384398.012795:0:36:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=1 obd=MGS 00000020:00000001:1.0:1767384398.012797:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384398.012800:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384398.012801:0:36:0:(genops.c:1242:class_import_put()) import 00000000e1de93ee refcount=0 obd=MGS 00000020:00000040:1.0:1767384398.012802:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000e1de93ee 00000020:00000001:1.0:1767384398.012850:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384398.012853:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384398.012856:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384398.012859:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006245cc89. 00000001:00000010:1.0:1767384398.012862:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d67b079. 00000001:00000010:1.0:1767384398.012864:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b4b76874. 00000001:00000010:1.0:1767384398.012866:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e4229e8. 00000001:00000010:1.0:1767384398.012868:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b314d432. 00000001:00000010:1.0:1767384398.012870:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ef571a75. 00000001:00000001:1.0:1767384398.012872:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384398.012874:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384398.012876:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384398.012877:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:1.0:1767384398.012878:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.012880:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.012881:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 5 - export 00000020:00000010:1.0:1767384398.012884:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000037769a2d. 00000020:00000001:1.0:1767384398.012887:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384398.013025:0:16779:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004bf23606. 00000040:00000010:2.0:1767384398.013040:0:16779:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d0eb44d8. 00000020:00000010:2.0:1767384398.013043:0:16779:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000184c306e. 00000020:00000010:2.0:1767384398.013046:0:16779:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000021d8ea82. 80000000:00000010:2.0:1767384398.013048:0:16779:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007eb213c7. 00040000:00000010:2.0:1767384398.013051:0:16779:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8d2e76e. 00080000:00000010:2.0:1767384398.013052:0:16779:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000994bbf37. 20000000:00000010:2.0:1767384398.013054:0:16779:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e17de3ec. 00000020:00000010:2.0:1767384398.013057:0:16779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007457ea56. 00000020:00000010:2.0:1767384398.013061:0:16779:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000029a95c14. 00000100:00000010:2.0:1767384398.013065:0:16779:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d6976e1b. 00000100:00100000:2.0:1767384398.013067:0:16779:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [0000000078c69468:16779] 1 exiting: rc = 0 00000100:00000010:2.0:1767384398.013138:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000028a9cc0e. 00000100:00000010:2.0:1767384398.013142:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000078c69468. 00000100:00000010:2.0:1767384398.013144:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000077e85b51. 00000100:00000001:2.0:1767384398.013147:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.013149:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.013154:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000001:2.0:1767384398.013159:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013161:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013164:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abacd49c. 00000400:00000200:2.0:1767384398.013167:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d80592 00000400:00000010:2.0:1767384398.013169:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019d80592. 00000100:00000001:2.0:1767384398.013173:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013174:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013180:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013181:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.013183:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013184:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013185:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013186:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000735f8fbc. 00000400:00000200:2.0:1767384398.013188:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc333c0 00000400:00000010:2.0:1767384398.013189:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dc333c0. 00000100:00000001:2.0:1767384398.013192:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013193:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013196:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013197:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.013198:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013200:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013201:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013202:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000025df72a. 00000400:00000200:2.0:1767384398.013203:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c07c525 00000400:00000010:2.0:1767384398.013204:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c07c525. 00000100:00000001:2.0:1767384398.013206:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013207:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013210:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013211:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.013213:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013214:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013215:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013216:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e48f7521. 00000400:00000200:2.0:1767384398.013218:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003d0e927 00000400:00000010:2.0:1767384398.013219:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003d0e927. 00000100:00000001:2.0:1767384398.013221:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013222:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013225:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013226:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.013227:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013229:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013230:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013231:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19786bb. 00000400:00000200:2.0:1767384398.013233:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005af99a99 00000400:00000010:2.0:1767384398.013234:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005af99a99. 00000100:00000001:2.0:1767384398.013236:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013237:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013240:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013241:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.013243:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013244:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013245:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013246:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000901b7787. 00000400:00000200:2.0:1767384398.013248:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ca78fe2 00000400:00000010:2.0:1767384398.013249:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ca78fe2. 00000100:00000001:2.0:1767384398.013251:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013252:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013255:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013256:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.013257:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013259:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013259:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013260:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5394516. 00000400:00000200:2.0:1767384398.013262:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000579d7851 00000400:00000010:2.0:1767384398.013264:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000579d7851. 00000100:00000001:2.0:1767384398.013266:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013267:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013271:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013272:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.013273:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013275:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013276:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013277:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d47fbe50. 00000400:00000200:2.0:1767384398.013278:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b455a33 00000400:00000010:2.0:1767384398.013280:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b455a33. 00000100:00000001:2.0:1767384398.013282:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013282:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013286:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013287:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.013288:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013290:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013291:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013293:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000421d09a. 00000400:00000200:2.0:1767384398.013295:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070e6c59 00000400:00000010:2.0:1767384398.013296:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070e6c59. 00000100:00000001:2.0:1767384398.013298:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013299:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013302:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013303:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.013305:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013306:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013307:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013308:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000477ea082. 00000400:00000200:2.0:1767384398.013309:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f118eb5c 00000400:00000010:2.0:1767384398.013311:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f118eb5c. 00000100:00000001:2.0:1767384398.013313:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013314:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013317:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013319:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.013321:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013322:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013323:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013325:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f133b711. 00000400:00000200:2.0:1767384398.013327:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac005eb 00000400:00000010:2.0:1767384398.013329:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ac005eb. 00000100:00000001:2.0:1767384398.013331:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013332:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013336:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013337:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.013338:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013340:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013341:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013342:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f6d55d. 00000400:00000200:2.0:1767384398.013344:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee32c39 00000400:00000010:2.0:1767384398.013345:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ee32c39. 00000100:00000001:2.0:1767384398.013347:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013494:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013499:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013501:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.013502:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013505:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013506:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013507:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061bd8bbc. 00000400:00000200:2.0:1767384398.013510:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dee2bfcd 00000400:00000010:2.0:1767384398.013512:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dee2bfcd. 00000100:00000001:2.0:1767384398.013514:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013515:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013519:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013520:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.013521:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013522:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013523:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013524:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d4dbc2f. 00000400:00000200:2.0:1767384398.013526:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc7b50c9 00000400:00000010:2.0:1767384398.013527:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc7b50c9. 00000100:00000001:2.0:1767384398.013528:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013529:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013533:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013535:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.013536:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013537:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013539:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013540:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e347bbc1. 00000400:00000200:2.0:1767384398.013541:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac96faf0 00000400:00000010:2.0:1767384398.013543:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac96faf0. 00000100:00000001:2.0:1767384398.013544:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013545:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013548:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013549:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.013550:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013552:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013553:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013554:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f692260. 00000400:00000200:2.0:1767384398.013556:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c34c6b5 00000400:00000010:2.0:1767384398.013557:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c34c6b5. 00000100:00000001:2.0:1767384398.013559:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013560:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013563:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013564:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.013566:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013567:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013568:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013569:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047961cad. 00000400:00000200:2.0:1767384398.013571:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8074fb5 00000400:00000010:2.0:1767384398.013573:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8074fb5. 00000100:00000001:2.0:1767384398.013575:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013576:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013580:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013581:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.013583:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013584:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013585:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013586:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000611b8c. 00000400:00000200:2.0:1767384398.013589:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c17f7ca9 00000400:00000010:2.0:1767384398.013590:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c17f7ca9. 00000100:00000001:2.0:1767384398.013593:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013594:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013597:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013599:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.013600:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013602:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013603:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013604:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004ff658f. 00000400:00000200:2.0:1767384398.013606:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8de5d60 00000400:00000010:2.0:1767384398.013607:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8de5d60. 00000100:00000001:2.0:1767384398.013608:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013609:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013612:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013614:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.013615:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013616:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013617:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013618:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d1756a. 00000400:00000200:2.0:1767384398.013620:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37238f4 00000400:00000010:2.0:1767384398.013621:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c37238f4. 00000100:00000001:2.0:1767384398.013623:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013624:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013628:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013629:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.013630:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013631:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013632:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013634:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000290c80c5. 00000400:00000200:2.0:1767384398.013635:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5413b8c 00000400:00000010:2.0:1767384398.013637:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5413b8c. 00000100:00000001:2.0:1767384398.013639:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013640:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013643:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013645:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.013646:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013648:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013649:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013650:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a8db5d3. 00000400:00000200:2.0:1767384398.013652:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c59366 00000400:00000010:2.0:1767384398.013653:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c59366. 00000100:00000001:2.0:1767384398.013655:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013656:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013661:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013662:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.013663:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013665:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013666:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013667:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db4a6f48. 00000400:00000200:2.0:1767384398.013669:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adc2b028 00000400:00000010:2.0:1767384398.013670:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adc2b028. 00000100:00000001:2.0:1767384398.013672:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013672:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013676:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013677:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.013679:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013680:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013681:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013683:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab2f03d. 00000400:00000200:2.0:1767384398.013684:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097d3ec8a 00000400:00000010:2.0:1767384398.013686:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097d3ec8a. 00000100:00000001:2.0:1767384398.013687:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013688:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013692:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013693:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.013695:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013696:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013697:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013699:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 00000400:00000200:2.0:1767384398.013700:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002677f0b6 00000400:00000010:2.0:1767384398.013701:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002677f0b6. 00000100:00000001:2.0:1767384398.013703:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013705:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013708:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013710:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.013711:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013713:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013714:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013715:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afabb6fb. 00000400:00000200:2.0:1767384398.013717:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ad11b0b 00000400:00000010:2.0:1767384398.013719:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ad11b0b. 00000100:00000001:2.0:1767384398.013721:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013722:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013726:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013728:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.013729:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013731:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013732:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013733:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cef1445. 00000400:00000200:2.0:1767384398.013734:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f02be74 00000400:00000010:2.0:1767384398.013736:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f02be74. 00000100:00000001:2.0:1767384398.013737:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013738:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013742:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013744:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.013745:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013747:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013748:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013749:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000756b735c. 00000400:00000200:2.0:1767384398.013750:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000537df642 00000400:00000010:2.0:1767384398.013751:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000537df642. 00000100:00000001:2.0:1767384398.013755:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013756:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013759:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013760:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.013761:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013762:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013763:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013763:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4da9b4. 00000400:00000200:2.0:1767384398.013765:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfc5c578 00000400:00000010:2.0:1767384398.013766:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfc5c578. 00000100:00000001:2.0:1767384398.013768:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013769:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013772:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013774:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.013775:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013777:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013777:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013779:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9bfa301. 00000400:00000200:2.0:1767384398.013781:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b6316a0 00000400:00000010:2.0:1767384398.013782:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b6316a0. 00000100:00000001:2.0:1767384398.013784:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013786:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013789:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013791:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.013792:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013794:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013795:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013796:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d19fad2. 00000400:00000200:2.0:1767384398.013798:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3364f1 00000400:00000010:2.0:1767384398.013799:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc3364f1. 00000100:00000001:2.0:1767384398.013801:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013802:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013805:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013806:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.013807:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013809:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013810:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013811:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2e46884. 00000400:00000200:2.0:1767384398.013813:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a09b72ee 00000400:00000010:2.0:1767384398.013814:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a09b72ee. 00000100:00000001:2.0:1767384398.013816:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013817:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013820:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013821:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.013822:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013823:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013824:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013825:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e5f043. 00000400:00000200:2.0:1767384398.013827:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f903f7ce 00000400:00000010:2.0:1767384398.013828:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f903f7ce. 00000100:00000001:2.0:1767384398.013830:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013831:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013834:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013835:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.013837:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013838:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013839:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013840:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938436a2. 00000400:00000200:2.0:1767384398.013842:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db2bb067 00000400:00000010:2.0:1767384398.013843:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db2bb067. 00000100:00000001:2.0:1767384398.013845:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013846:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013850:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013851:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.013853:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013854:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013855:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013857:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084515e2a. 00000400:00000200:2.0:1767384398.013859:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065e47fc5 00000400:00000010:2.0:1767384398.013860:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065e47fc5. 00000100:00000001:2.0:1767384398.013863:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013864:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013867:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013868:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.013870:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013871:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013872:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013873:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba9cf63. 00000400:00000200:2.0:1767384398.013875:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ebcaedd 00000400:00000010:2.0:1767384398.013877:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ebcaedd. 00000100:00000001:2.0:1767384398.013878:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013880:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013883:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013885:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.013886:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013888:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013888:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013890:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033e74d11. 00000400:00000200:2.0:1767384398.013891:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000275a3576 00000400:00000010:2.0:1767384398.013893:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000275a3576. 00000100:00000001:2.0:1767384398.013894:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013895:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013899:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013900:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.013902:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013903:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013904:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013906:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006be360c3. 00000400:00000200:2.0:1767384398.013907:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8751b6a 00000400:00000010:2.0:1767384398.013909:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8751b6a. 00000100:00000001:2.0:1767384398.013910:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013911:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013914:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013916:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.013917:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013919:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013920:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013921:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050171f02. 00000400:00000200:2.0:1767384398.013923:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000586eb88a 00000400:00000010:2.0:1767384398.013925:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000586eb88a. 00000100:00000001:2.0:1767384398.013926:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013927:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013931:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013933:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.013934:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013936:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013937:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013938:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000602b595d. 00000400:00000200:2.0:1767384398.013940:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc404d2 00000400:00000010:2.0:1767384398.013942:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc404d2. 00000100:00000001:2.0:1767384398.013944:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013945:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013948:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013949:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.013951:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013952:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013953:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013954:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f8fc1a. 00000400:00000200:2.0:1767384398.013956:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb21a863 00000400:00000010:2.0:1767384398.013958:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb21a863. 00000100:00000001:2.0:1767384398.013960:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013961:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013965:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013966:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.013967:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013969:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013970:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013971:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a26f4ae. 00000400:00000200:2.0:1767384398.013973:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aa2b91e 00000400:00000010:2.0:1767384398.013974:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aa2b91e. 00000100:00000001:2.0:1767384398.013976:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013977:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013980:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013981:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.013982:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013983:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.013984:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.013985:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c535e691. 00000400:00000200:2.0:1767384398.013987:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b621812 00000400:00000010:2.0:1767384398.013988:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b621812. 00000100:00000001:2.0:1767384398.013990:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.013991:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.013995:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.013996:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.013997:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.013999:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014000:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014001:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cece9bab. 00000400:00000200:2.0:1767384398.014092:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096894f34 00000400:00000010:2.0:1767384398.014094:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000096894f34. 00000100:00000001:2.0:1767384398.014097:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014098:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014102:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014103:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.014121:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014124:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014125:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014126:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000831f1a99. 00000400:00000200:2.0:1767384398.014129:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000873d2865 00000400:00000010:2.0:1767384398.014131:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000873d2865. 00000100:00000001:2.0:1767384398.014133:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014134:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014138:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014139:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.014140:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014142:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014143:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014144:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dede61d9. 00000400:00000200:2.0:1767384398.014146:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccb9aa72 00000400:00000010:2.0:1767384398.014147:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ccb9aa72. 00000100:00000001:2.0:1767384398.014150:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014150:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014154:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014155:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.014157:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014158:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014159:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014160:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b5b6d0. 00000400:00000200:2.0:1767384398.014162:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000606fb3cb 00000400:00000010:2.0:1767384398.014163:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000606fb3cb. 00000100:00000001:2.0:1767384398.014165:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014167:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014170:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014171:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.014172:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014174:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014175:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014176:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb18dc1e. 00000400:00000200:2.0:1767384398.014178:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005264c327 00000400:00000010:2.0:1767384398.014180:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005264c327. 00000100:00000001:2.0:1767384398.014182:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014183:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014186:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014188:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.014189:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014191:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014192:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014193:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000121e3e89. 00000400:00000200:2.0:1767384398.014195:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070fd86e0 00000400:00000010:2.0:1767384398.014196:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000070fd86e0. 00000100:00000001:2.0:1767384398.014198:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014199:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014203:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014204:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.014205:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014207:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014208:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014209:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb232145. 00000400:00000200:2.0:1767384398.014211:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc139fa5 00000400:00000010:2.0:1767384398.014212:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cc139fa5. 00000100:00000001:2.0:1767384398.014214:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014215:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014218:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014219:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.014221:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014222:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014224:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014224:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c8ba3d. 00000400:00000200:2.0:1767384398.014226:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a79a3cb 00000400:00000010:2.0:1767384398.014227:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a79a3cb. 00000100:00000001:2.0:1767384398.014229:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014230:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014233:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014235:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.014236:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014238:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014239:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014240:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f885c90. 00000400:00000200:2.0:1767384398.014242:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000014dccec 00000400:00000010:2.0:1767384398.014243:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000014dccec. 00000100:00000001:2.0:1767384398.014245:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014246:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014250:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014251:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.014252:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014254:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014255:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014256:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c57ea9e. 00000400:00000200:2.0:1767384398.014259:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a00dac8 00000400:00000010:2.0:1767384398.014260:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a00dac8. 00000100:00000001:2.0:1767384398.014262:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014263:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014266:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014267:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.014269:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014270:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014271:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014272:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027cdf47e. 00000400:00000200:2.0:1767384398.014274:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3984c59 00000400:00000010:2.0:1767384398.014275:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3984c59. 00000100:00000001:2.0:1767384398.014277:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014278:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014281:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014283:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.014283:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014285:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014286:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014287:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b88d2d1. 00000400:00000200:2.0:1767384398.014288:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0e9c4c 00000400:00000010:2.0:1767384398.014290:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004a0e9c4c. 00000100:00000001:2.0:1767384398.014291:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014292:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014297:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014298:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.014299:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014301:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014301:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014302:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f569caa. 00000400:00000200:2.0:1767384398.014304:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001eb5adfa 00000400:00000010:2.0:1767384398.014305:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001eb5adfa. 00000100:00000001:2.0:1767384398.014306:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014307:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014310:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014311:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.014313:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014315:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014316:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014317:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d41a3bd5. 00000400:00000200:2.0:1767384398.014319:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084105e73 00000400:00000010:2.0:1767384398.014321:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084105e73. 00000100:00000001:2.0:1767384398.014323:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014324:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014328:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014329:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.014330:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014332:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014333:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014334:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043926dbb. 00000400:00000200:2.0:1767384398.014336:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509285ee 00000400:00000010:2.0:1767384398.014337:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000509285ee. 00000100:00000001:2.0:1767384398.014339:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014340:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014343:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014344:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.014345:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014346:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014347:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014423:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bb26cda. 00000400:00000200:2.0:1767384398.014426:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab70d92 00000400:00000010:2.0:1767384398.014428:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab70d92. 00000100:00000001:2.0:1767384398.014431:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014432:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014435:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014437:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.014438:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014439:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014440:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014441:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039d0e2b4. 00000400:00000200:2.0:1767384398.014443:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af66409 00000400:00000010:2.0:1767384398.014444:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af66409. 00000100:00000001:2.0:1767384398.014447:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014448:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014452:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014453:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.014455:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014456:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014457:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014458:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002308d1d3. 00000400:00000200:2.0:1767384398.014460:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093091605 00000400:00000010:2.0:1767384398.014462:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093091605. 00000100:00000001:2.0:1767384398.014463:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014465:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014468:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014469:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.014471:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014472:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014473:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014474:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000487792e7. 00000400:00000200:2.0:1767384398.014476:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3a5f46f 00000400:00000010:2.0:1767384398.014478:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3a5f46f. 00000100:00000001:2.0:1767384398.014479:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014480:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014484:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014485:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.014487:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014488:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014489:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014490:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec11d54d. 00000400:00000200:2.0:1767384398.014492:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007bc8bed 00000400:00000010:2.0:1767384398.014493:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007bc8bed. 00000100:00000001:2.0:1767384398.014495:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014496:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014499:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014500:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.014501:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.014503:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.014503:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.014505:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8f0a0aa. 00000400:00000200:2.0:1767384398.014506:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003083a53e 00000400:00000010:2.0:1767384398.014508:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003083a53e. 00000100:00000001:2.0:1767384398.014511:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.014511:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767384398.014515:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.014516:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.014517:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.014520:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014521:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014524:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014525:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014526:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014527:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014528:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014529:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014530:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014531:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014532:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014533:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014534:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014535:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014536:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014537:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014538:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014539:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014540:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014541:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014542:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014543:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014543:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014544:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014545:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014546:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014547:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014548:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014549:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014550:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014551:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014551:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014553:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014554:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014554:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014556:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014557:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014558:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014559:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014560:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014561:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014562:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014563:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014564:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014565:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014566:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014567:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014568:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014569:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014571:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014572:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014573:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014574:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014575:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014577:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014578:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014579:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014580:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014581:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014582:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014583:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014584:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014585:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014586:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014587:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014588:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014589:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014590:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014591:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014592:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014593:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014594:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014596:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014597:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014598:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014599:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014601:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014602:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014603:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014604:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014605:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014606:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014607:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014608:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014610:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014611:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014612:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014613:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014614:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014614:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014615:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014617:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014617:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014618:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014619:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014620:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014621:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014622:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014623:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014624:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014625:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014626:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014627:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014628:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014629:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014630:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014631:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014632:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014633:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014634:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014635:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014636:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014638:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014639:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014640:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014641:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014642:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014643:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014644:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014645:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014647:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014647:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014649:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014650:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014652:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014653:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.014654:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.014655:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384398.014658:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000787715e8. 00000100:00000010:2.0:1767384398.014663:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c105698. 00000100:00000010:2.0:1767384398.014665:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002f5f5b51. 00000100:00000010:2.0:1767384398.014669:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006dcdeeb5. 00000100:00000010:2.0:1767384398.014671:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a6cb0573. 00000100:00000010:2.0:1767384398.014673:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041bb2acf. 00000100:00000010:2.0:1767384398.014675:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e79d57e1. 00000100:00000010:2.0:1767384398.014678:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009011786b. 00000100:00000010:2.0:1767384398.014679:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000043d6d666. 00000100:00000010:2.0:1767384398.014683:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c281cb74. 00000100:00000010:2.0:1767384398.014685:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000334fa567. 00000100:00000010:2.0:1767384398.014687:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082da9f73. 00000100:00000010:2.0:1767384398.014688:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e769e1ce. 00000100:00000010:2.0:1767384398.014702:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc3a5050. 00000100:00000010:2.0:1767384398.014705:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006575bc33. 00000100:00000010:2.0:1767384398.014708:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000c4ec92. 00000100:00000010:2.0:1767384398.014710:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001248812c. 00000100:00000010:2.0:1767384398.014713:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f31c989d. 00000100:00000010:2.0:1767384398.014715:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8cd9aef. 00000100:00000010:2.0:1767384398.014717:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018cc1933. 00000100:00000010:2.0:1767384398.014720:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006632551b. 00000100:00000010:2.0:1767384398.014722:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066b0de3c. 00000100:00000010:2.0:1767384398.014725:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c4c8fadf. 00000100:00000010:2.0:1767384398.014727:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8caed79. 00000100:00000010:2.0:1767384398.014728:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ee3d3d7a. 00000100:00000010:2.0:1767384398.014730:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbc7176a. 00000100:00000010:2.0:1767384398.014732:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006871997d. 00000100:00000010:2.0:1767384398.014734:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040acccc5. 00000100:00000010:2.0:1767384398.014736:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a3f74a49. 00000100:00000010:2.0:1767384398.014738:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001433462a. 00000100:00000010:2.0:1767384398.014739:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003d1bbf78. 00000100:00000010:2.0:1767384398.014742:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000376b7335. 00000100:00000010:2.0:1767384398.014743:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000664efc73. 00000100:00000010:2.0:1767384398.014745:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006756bb67. 00000100:00000010:2.0:1767384398.014747:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000047ebd4b5. 00000100:00000010:2.0:1767384398.014749:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2b49e23. 00000100:00000010:2.0:1767384398.014750:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e405a420. 00000100:00000010:2.0:1767384398.014770:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e79435f. 00000100:00000010:2.0:1767384398.014772:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000db94ec67. 00000100:00000010:2.0:1767384398.014775:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009178d367. 00000100:00000010:2.0:1767384398.014776:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002f72bf4c. 00000100:00000010:2.0:1767384398.014778:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040c54306. 00000100:00000010:2.0:1767384398.014780:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4bbba82. 00000100:00000010:2.0:1767384398.014783:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db91b8aa. 00000100:00000010:2.0:1767384398.014785:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008418f763. 00000100:00000010:2.0:1767384398.014787:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dffcbddd. 00000100:00000010:2.0:1767384398.014788:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dad682b3. 00000100:00000010:2.0:1767384398.014790:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019591160. 00000100:00000010:2.0:1767384398.014792:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001cc7ca99. 00000100:00000010:2.0:1767384398.014794:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002464e3a7. 00000100:00000010:2.0:1767384398.014797:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001a0a467c. 00000100:00000010:2.0:1767384398.014799:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019cab543. 00000100:00000010:2.0:1767384398.014801:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ba55bb93. 00000100:00000010:2.0:1767384398.014804:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ded7640. 00000100:00000010:2.0:1767384398.014806:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008969d851. 00000100:00000010:2.0:1767384398.014809:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3ccaec9. 00000100:00000010:2.0:1767384398.014810:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ecd202b2. 00000100:00000010:2.0:1767384398.014812:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcb8eeea. 00000100:00000010:2.0:1767384398.014813:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c4354af. 00000100:00000010:2.0:1767384398.014815:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d197712. 00000100:00000010:2.0:1767384398.014817:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ca119405. 00000100:00000010:2.0:1767384398.014833:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9a0494c. 00000100:00000010:2.0:1767384398.014835:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000110d7af6. 00000100:00000010:2.0:1767384398.014837:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000142d0e51. 00000100:00000010:2.0:1767384398.014838:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f24ce349. 00000100:00000010:2.0:1767384398.014840:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff9e9469. 00000100:00000010:2.0:1767384398.014842:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac2fcd92. 00000100:00000010:2.0:1767384398.014844:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8aaf855. 00000100:00000010:2.0:1767384398.014846:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008fc1881f. 00000100:00000010:2.0:1767384398.014849:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008330fadb. 00000100:00000010:2.0:1767384398.014850:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c341044. 00000100:00000010:2.0:1767384398.014853:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000670f6deb. 00000100:00000010:2.0:1767384398.014855:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000024b4318e. 00000100:00000010:2.0:1767384398.014857:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094f1d50b. 00000100:00000010:2.0:1767384398.014858:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008864c466. 00000100:00000010:2.0:1767384398.014860:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1c08552. 00000100:00000010:2.0:1767384398.014864:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065537002. 00000100:00000010:2.0:1767384398.014867:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4e6fb94. 00000100:00000010:2.0:1767384398.014869:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a1fa008. 00000100:00000010:2.0:1767384398.014871:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a4d9f61. 00000100:00000010:2.0:1767384398.014872:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000864aae4e. 00000100:00000010:2.0:1767384398.014875:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc816c2d. 00000100:00000010:2.0:1767384398.014876:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058981969. 00000100:00000010:2.0:1767384398.014888:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdc43aa2. 00000100:00000010:2.0:1767384398.014890:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c7e8036. 00000100:00000010:2.0:1767384398.014897:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044fadd74. 00000100:00000010:2.0:1767384398.014900:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ea8da9f. 00000100:00000010:2.0:1767384398.014902:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbd6ea52. 00000100:00000010:2.0:1767384398.014904:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009dd66219. 00000100:00000010:2.0:1767384398.014907:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009cd9cadf. 00000100:00000010:2.0:1767384398.014909:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6d4d65e. 00000100:00000010:2.0:1767384398.014911:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc6b053b. 00000100:00000010:2.0:1767384398.014912:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3f35811. 00000100:00000010:2.0:1767384398.014915:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024069c26. 00000100:00000010:2.0:1767384398.014917:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000012f8165. 00000100:00000010:2.0:1767384398.014920:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008806ede6. 00000100:00000010:2.0:1767384398.014922:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bec68649. 00000100:00000010:2.0:1767384398.014924:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ab67538. 00000100:00000010:2.0:1767384398.014926:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d3299c8. 00000100:00000010:2.0:1767384398.014928:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063eb7645. 00000100:00000010:2.0:1767384398.014930:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa0325c3. 00000100:00000010:2.0:1767384398.014940:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dd55d5e. 00000100:00000010:2.0:1767384398.014943:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009bac5481. 00000100:00000010:2.0:1767384398.014945:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca33014c. 00000100:00000010:2.0:1767384398.014947:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019f7bb8f. 00000100:00000010:2.0:1767384398.014949:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db86ef04. 00000100:00000010:2.0:1767384398.014951:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c974c26. 00000100:00000010:2.0:1767384398.014953:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c98b546c. 00000100:00000010:2.0:1767384398.014955:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ce09039a. 00000100:00000010:2.0:1767384398.014960:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4342d3e. 00000100:00000010:2.0:1767384398.014961:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab372842. 00000100:00000010:2.0:1767384398.014963:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004817a555. 00000100:00000010:2.0:1767384398.014965:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2baeb00. 00000100:00000010:2.0:1767384398.014968:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efa29d77. 00000100:00000010:2.0:1767384398.014970:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000071d5f38b. 00000100:00000010:2.0:1767384398.014972:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048615a76. 00000100:00000010:2.0:1767384398.014973:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e3ad5d6a. 00000100:00000010:2.0:1767384398.014977:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030f13ebd. 00000100:00000010:2.0:1767384398.014979:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e7dd504. 00000100:00000010:2.0:1767384398.014981:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac9de680. 00000100:00000010:2.0:1767384398.014982:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009da7cdd4. 00000100:00000010:2.0:1767384398.014985:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c4ce0ce. 00000100:00000010:2.0:1767384398.014986:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000c32f937. 00000100:00000010:2.0:1767384398.014988:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007316f5b1. 00000100:00000010:2.0:1767384398.014990:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005174d3dc. 00000100:00000010:2.0:1767384398.014992:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2e9c92f. 00000100:00000010:2.0:1767384398.014994:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006747548f. 00000100:00000010:2.0:1767384398.015001:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007939e6bb. 00000020:00000001:1.0:1767384398.015123:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384398.015125:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e1de93ee for MGS 00000020:00000040:1.0:1767384398.015129:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 9 to 0@lo 00000020:00000040:1.0:1767384398.015132:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 4 - import 00000020:00000010:1.0:1767384398.015134:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e1de93ee. 00000020:00000001:1.0:1767384398.015138:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000010:2.0:1767384398.015173:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000db793890. 00000100:00000010:2.0:1767384398.015190:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000d007f812. 00000100:00000010:2.0:1767384398.015197:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000045f12a47. 00000100:00000001:2.0:1767384398.015206:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.015209:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.015211:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.015213:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.015215:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a7b9e5dd. 00000100:00000001:2.0:1767384398.015219:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.015220:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.015227:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.015229:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005ac77cfa. 00000100:00000001:2.0:1767384398.015231:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.015233:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.015234:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000f5a1276. 00000100:00000001:2.0:1767384398.015235:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.015237:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.015238:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002d8d40af. 00000100:00000001:2.0:1767384398.015239:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.015240:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.015241:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ff4e034e. 00000100:00000001:2.0:1767384398.015243:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.015325:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000ea71fc67. 00000020:00000010:2.0:1767384398.015336:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008c964e91. 00000020:00000010:2.0:1767384398.015425:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000047b92ee0. 00000020:00000010:2.0:1767384398.015430:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c713c171. 00000020:00000010:2.0:1767384398.015434:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b2d17200. 00000020:00000010:2.0:1767384398.015441:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000007783d37. 00000100:00000010:2.0:1767384398.015471:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b6ffe0ee. 00000100:00000010:2.0:1767384398.015480:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000becd2a37. 00000100:00000010:2.0:1767384398.015484:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000d90bb08b. 00000100:00000010:2.0:1767384398.015487:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000002b8423f0. 00000100:00000001:2.0:1767384398.015490:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384398.015493:0:39781:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:2.0:1767384398.015498:0:39781:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1767384398.015505:0:39781:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009c18ae38. 00080000:00000010:2.0:1767384398.015508:0:39781:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000f71c7a32. 00080000:00000001:2.0:1767384398.015511:0:39781:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446630018676664144 : -114055032887472 : ffff98447e47a750) 00080000:00000001:2.0:1767384398.015513:0:39781:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446630018676664144 : -114055032887472 : ffff98447e47a750) 00080000:00000001:2.0:1767384398.015515:0:39781:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1767384398.015517:0:39781:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384398.015519:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015520:0:39781:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072666481103 : -1043070513 : ffffffffc1d401cf) 00080000:00000001:2.0:1767384398.015523:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015525:0:39781:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:2.0:1767384398.015527:0:39781:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:2.0:1767384398.015530:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015531:0:39781:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.015532:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015533:0:39781:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072666481105 : -1043070511 : ffffffffc1d401d1) 00080000:00000001:2.0:1767384398.015535:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015536:0:39781:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:2.0:1767384398.015537:0:39781:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:2.0:1767384398.015538:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015572:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.015574:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015575:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630018676664480 : -114055032887136 : ffff98447e47a8a0) 00080000:00000001:2.0:1767384398.015577:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015578:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:2.0:1767384398.015582:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005174a625. 20000000:00000010:2.0:1767384398.015586:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000c11924e2. 00080000:00000001:2.0:1767384398.015587:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015589:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.015590:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015592:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630018676664480 : -114055032887136 : ffff98447e47a8a0) 00080000:00000001:2.0:1767384398.015593:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015594:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:2.0:1767384398.015596:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000cec21269. 20000000:00000010:2.0:1767384398.015598:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000c06e8ea3. 00080000:00000001:2.0:1767384398.015600:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015601:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.015602:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015603:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630018676664480 : -114055032887136 : ffff98447e47a8a0) 00080000:00000001:2.0:1767384398.015605:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015606:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:2.0:1767384398.015608:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002ffb8068. 20000000:00000010:2.0:1767384398.015610:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000001cc4799b. 00080000:00000001:2.0:1767384398.015612:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015613:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.015615:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015616:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630018676664480 : -114055032887136 : ffff98447e47a8a0) 00080000:00000001:2.0:1767384398.015618:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015620:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:2.0:1767384398.015622:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000c62702a8. 20000000:00000010:2.0:1767384398.015624:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000e8199655. 00080000:00000001:2.0:1767384398.015625:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015627:0:39781:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.015628:0:39781:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767384398.015629:0:39781:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446630018676664480 : -114055032887136 : ffff98447e47a8a0) 00080000:00000001:2.0:1767384398.015631:0:39781:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767384398.015632:0:39781:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:2.0:1767384398.015634:0:39781:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ea52b13b. 20000000:00000010:2.0:1767384398.015636:0:39781:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000001ec92295. 00080000:00000001:2.0:1767384398.015637:0:39781:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767384398.015639:0:39781:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384398.015641:0:39781:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1767384398.015647:0:39781:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000f71c7a32. 00080000:00000010:2.0:1767384398.015651:0:39781:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009c18ae38. 00080000:00000001:2.0:1767384398.015653:0:39781:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:2.0:1767384398.015655:0:39781:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384398.015752:0:39781:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000058465c72. 20000000:00000010:2.0:1767384398.015757:0:39781:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000093dc40ab. 20000000:00000010:2.0:1767384398.015761:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000057c9e4d4. 20000000:00000010:2.0:1767384398.015764:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000720fe3ba. 20000000:00000010:2.0:1767384398.015766:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000c80a0051. 20000000:00000010:2.0:1767384398.015768:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000001ec92295. 20000000:00000010:2.0:1767384398.015770:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ea52b13b. 20000000:00000010:2.0:1767384398.015775:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000e8199655. 20000000:00000010:2.0:1767384398.015776:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000c62702a8. 20000000:00000010:2.0:1767384398.015778:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000001cc4799b. 20000000:00000010:2.0:1767384398.015781:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002ffb8068. 20000000:00000010:2.0:1767384398.015782:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000c06e8ea3. 20000000:00000010:2.0:1767384398.015784:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000cec21269. 20000000:00000010:2.0:1767384398.015786:0:39781:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000c11924e2. 20000000:00000010:2.0:1767384398.015788:0:39781:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005174a625. 20000000:00000001:2.0:1767384398.015789:0:39781:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:2.0:1767384398.015799:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006ee295b6. 20000000:00000010:2.0:1767384398.015803:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009292d318. 20000000:00000010:2.0:1767384398.015807:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000034739246. 20000000:00000010:2.0:1767384398.015810:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000026322380. 20000000:00000010:2.0:1767384398.015812:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000030ad75be. 20000000:00000010:2.0:1767384398.015815:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000082e796b5. 20000000:00000010:2.0:1767384398.015818:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cda45b9a. 20000000:00000010:2.0:1767384398.015820:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000016d743d4. 20000000:00000010:2.0:1767384398.015823:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000011fe396e. 20000000:00000010:2.0:1767384398.015825:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007fc2fb92. 20000000:00000010:2.0:1767384398.015828:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e6ba7c8. 20000000:00000010:2.0:1767384398.015831:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000019c9828e. 20000000:00000010:2.0:1767384398.015834:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008701856f. 20000000:00000010:2.0:1767384398.015836:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ae5d41e. 20000000:00000010:2.0:1767384398.015839:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cc3c61a6. 20000000:00000010:2.0:1767384398.015841:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2b39430. 20000000:00000010:2.0:1767384398.015843:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000009d5d769. 20000000:00000010:2.0:1767384398.015847:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008e806234. 20000000:00000010:2.0:1767384398.015849:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ad577dac. 20000000:00000010:2.0:1767384398.015851:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004e9cfc3e. 20000000:00000010:2.0:1767384398.015854:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000057dc58b8. 20000000:00000010:2.0:1767384398.015856:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000025be22e8. 20000000:00000010:2.0:1767384398.015858:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b510d7d7. 20000000:00000010:2.0:1767384398.015860:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e38a5b6a. 20000000:00000010:2.0:1767384398.015862:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006f7b4c73. 20000000:00000010:2.0:1767384398.015864:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005e2f1a5e. 20000000:00000010:2.0:1767384398.015866:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004782b84a. 20000000:00000010:2.0:1767384398.015868:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000731bdb2f. 20000000:00000010:2.0:1767384398.015871:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b31e6f52. 20000000:00000010:2.0:1767384398.015873:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008bc38032. 20000000:00000010:2.0:1767384398.015875:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bbaba265. 20000000:00000010:2.0:1767384398.015878:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b1a8f4a6. 20000000:00000010:2.0:1767384398.015880:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a88b7b66. 20000000:00000010:2.0:1767384398.015882:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009a7e2087. 20000000:00000010:2.0:1767384398.015886:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a6743366. 20000000:00000010:2.0:1767384398.015889:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a45ad6a5. 20000000:00000010:2.0:1767384398.015892:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4748564. 20000000:00000010:2.0:1767384398.015894:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d4776118. 20000000:00000010:2.0:1767384398.015897:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000058d8df65. 20000000:00000010:2.0:1767384398.015899:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000211c1364. 20000000:00000010:2.0:1767384398.015902:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a6aff6c5. 20000000:00000010:2.0:1767384398.015906:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000028152aaf. 20000000:00000010:2.0:1767384398.015909:0:39781:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000004cc6b4d6. 20000000:00000010:2.0:1767384398.015913:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007302d78c. 20000000:00000010:2.0:1767384398.015916:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a24b761e. 20000000:00000010:2.0:1767384398.015918:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000012eceea4. 20000000:00000010:2.0:1767384398.015920:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a43206ba. 20000000:00000010:2.0:1767384398.015922:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a744924. 20000000:00000010:2.0:1767384398.015925:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006bfd1ac0. 20000000:00000010:2.0:1767384398.015927:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bcc43c65. 20000000:00000010:2.0:1767384398.015930:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000992c91c. 20000000:00000010:2.0:1767384398.015932:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000061898fd0. 20000000:00000010:2.0:1767384398.015934:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005ff04088. 20000000:00000010:2.0:1767384398.015936:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000025565e5c. 20000000:00000010:2.0:1767384398.015938:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ca01fde. 20000000:00000010:2.0:1767384398.015940:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007c6e69b4. 20000000:00000010:2.0:1767384398.015942:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007818a21e. 20000000:00000010:2.0:1767384398.015945:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d427bf41. 20000000:00000010:2.0:1767384398.015947:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007f1c8ec2. 20000000:00000010:2.0:1767384398.015950:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a1a806bb. 20000000:00000010:2.0:1767384398.015953:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003cd36949. 20000000:00000010:2.0:1767384398.015955:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000082b341da. 20000000:00000010:2.0:1767384398.015957:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000262f28c. 20000000:00000010:2.0:1767384398.015960:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bba83b0a. 20000000:00000010:2.0:1767384398.015962:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000077c73919. 20000000:00000010:2.0:1767384398.015965:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002fe316ae. 20000000:00000010:2.0:1767384398.015967:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000033360909. 20000000:00000010:2.0:1767384398.015969:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004f8e48e9. 20000000:00000010:2.0:1767384398.015971:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e4b2977. 20000000:00000010:2.0:1767384398.015973:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4a6a6e4. 20000000:00000010:2.0:1767384398.015975:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000017624472. 20000000:00000010:2.0:1767384398.015977:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000610c4e71. 20000000:00000010:2.0:1767384398.015979:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000036e3f8a3. 20000000:00000010:2.0:1767384398.015981:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d1d35b4. 20000000:00000010:2.0:1767384398.015985:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000402463fa. 20000000:00000010:2.0:1767384398.015987:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e39ebdc0. 20000000:00000010:2.0:1767384398.015989:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d652b515. 20000000:00000010:2.0:1767384398.015991:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a6d6fa02. 20000000:00000010:2.0:1767384398.015993:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d82230c. 20000000:00000010:2.0:1767384398.015996:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000089d3a502. 20000000:00000010:2.0:1767384398.016000:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000da2ff79b. 20000000:00000010:2.0:1767384398.016002:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000947d93c4. 20000000:00000010:2.0:1767384398.016004:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cfd4c9ee. 20000000:00000010:2.0:1767384398.016461:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005e8317fe. 20000000:00000010:2.0:1767384398.016466:0:39781:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001b3b7943. 20000000:00000010:2.0:1767384398.016469:0:39781:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000064c7125d. 20000000:00000010:2.0:1767384398.016883:0:39781:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000004729ab26. 20000000:00000010:2.0:1767384398.016888:0:39781:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000006a49b5f3. 20000000:00000010:2.0:1767384398.016891:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000003709c12. 20000000:00000010:2.0:1767384398.016893:0:39781:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000082bf63da. 20000000:00000010:2.0:1767384398.016895:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000000759cb64. 20000000:00000010:2.0:1767384398.016897:0:39781:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000004b51608d. 20000000:00000010:2.0:1767384398.016899:0:39781:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000050ab4ff0. 20000000:00000010:2.0:1767384398.016902:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000a7ac8601. 20000000:00000010:2.0:1767384398.016904:0:39781:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000dc5c7e4b. 00010000:00000001:2.0:1767384398.016907:0:39781:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384398.016910:0:39781:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384398.016912:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384398.016915:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384398.016919:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.016920:0:39781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384398.016922:0:39781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384398.016923:0:39781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384398.016925:0:39781:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384398.016927:0:39781:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1767384398.016932:0:39781:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:2.0:1767384398.016935:0:39781:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:2.0:1767384398.016949:0:39781:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767384398.016956:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000b367df1f - data 0000000072c75d22/00000000b3a41b3a 00000020:00000010:2.0:1767384398.017057:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 000000000d5c06e7. 00000020:00000010:2.0:1767384398.017062:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000332d9c93. 00000020:00000010:2.0:1767384398.017066:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000b3a41b3a. 00000020:00000010:2.0:1767384398.017069:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000b5207029. 00000020:00000010:2.0:1767384398.017072:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000d991b5c5. 00000020:00000010:2.0:1767384398.017074:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000004a94947e. 00000020:00000010:2.0:1767384398.017076:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000b367df1f. 00000020:01000000:2.0:1767384398.017080:0:39781:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000d993a9a1 - data 00000000adeda782/000000005636b7d2 00000020:00000010:2.0:1767384398.017184:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000081583b7d. 00000020:00000010:2.0:1767384398.017189:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000949ce871. 00000020:00000010:2.0:1767384398.017191:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000005636b7d2. 00000020:00000010:2.0:1767384398.017193:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000675bc96a. 00000020:00000010:2.0:1767384398.017195:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000009f86f9e2. 00000020:00000010:2.0:1767384398.017197:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000002600bf1f. 00000020:00000010:2.0:1767384398.017199:0:39781:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000d993a9a1. 00000020:00000001:2.0:1767384398.017201:0:39781:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:2.0:1767384398.017274:0:39781:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000067cf0525 : new refcount 2 00000040:00000001:2.0:1767384398.017278:0:39781:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384398.017279:0:39781:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000067cf0525 : new refcount 1 00080000:00000010:2.0:1767384398.017306:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b2662891. 00000020:00000010:2.0:1767384398.017310:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d5d838ac. 00000020:00000010:2.0:1767384398.017316:0:39781:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000094307ee8. 00080000:00000010:2.0:1767384398.017326:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a0d33de9. 00000020:00000010:2.0:1767384398.017329:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000004f4111a. 00000020:00000010:2.0:1767384398.017332:0:39781:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000005b200473. 00000020:00000040:2.0:1767384398.017335:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000d1fa068 : new refcount 1 00000040:00000010:2.0:1767384398.017337:0:39781:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000067cf0525. 00000040:00000001:2.0:1767384398.017342:0:39781:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384398.017346:0:39781:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000f71c7a32. 00080000:00000001:2.0:1767384398.017490:0:39781:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:2.0:1767384398.017493:0:39781:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767384398.017496:0:39781:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:2.0:1767384398.017500:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384398.017502:0:39781:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384398.017503:0:39781:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384398.017505:0:39781:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000f71c7a32. 00080000:00000010:2.0:1767384398.017516:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007f39345f. 00000020:00000010:2.0:1767384398.017518:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000000515a68. 00000020:00000002:2.0:1767384398.017523:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000043dda44e/0000000034e68f33 to site lru. bkt: 000000006829de02 00000001:00000001:2.0:1767384398.017526:0:39781:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:2.0:1767384398.017528:0:39781:0:(lu_object.c:207:lu_object_put()) Add 0000000066efd461/000000000165b7b2 to site lru. bkt: 00000000c9b7b48a 00000001:00000010:2.0:1767384398.017530:0:39781:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 000000006c6f70e2. 00000001:00000001:2.0:1767384398.017532:0:39781:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767384398.017577:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000caa2b0c8. 00000020:00000010:2.0:1767384398.017580:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000019456978. 00000020:00000010:2.0:1767384398.017582:0:39781:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000898c8848. 00080000:00000010:2.0:1767384398.017595:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000043dda44e. 00000020:00000010:2.0:1767384398.017597:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000034e68f33. 00080000:00000010:2.0:1767384398.017615:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000066efd461. 00000020:00000010:2.0:1767384398.017618:0:39781:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000165b7b2. 00000020:00000010:2.0:1767384398.017626:0:39781:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000545ac329. 00010000:00000001:2.0:1767384398.017630:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384398.017633:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384398.017660:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000006b3685ab. 00000020:00000010:2.0:1767384398.017663:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008acb18d8. 00000020:00000010:2.0:1767384398.017666:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009abe1b4b. 00010000:00000001:2.0:1767384398.017692:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384398.017702:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000001bdea3b3. 00000020:00000010:2.0:1767384398.017705:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000770332eb. 00000020:00000010:2.0:1767384398.017707:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000002438da54. 00000020:00000010:2.0:1767384398.017710:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000008c2731c3. 00000020:00000010:2.0:1767384398.017713:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000093093b46. 00000020:00000010:2.0:1767384398.017714:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000098c212d0. 00000001:00000001:2.0:1767384398.017746:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.017749:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000004b8f4259. 00000001:00000010:2.0:1767384398.017752:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000f8a420ac. 00000001:00000010:2.0:1767384398.017754:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 0000000051cb7763. 00000001:00000010:2.0:1767384398.017756:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004f64b434. 00000001:00000001:2.0:1767384398.017759:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384398.017761:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000a58234bc. 00010000:00000001:2.0:1767384398.017764:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384398.017766:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384398.017767:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:2.0:1767384398.017790:0:39781:0:(lu_object.c:1020:lu_site_print()) header@00000000ae99dab7[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:2.0:1767384398.017795:0:39781:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000034f765cosd-zfs-object@00000000034f765c 00000020:00001000:2.0:1767384398.017796:0:39781:0:(lu_object.c:1020:lu_site_print()) } header@00000000ae99dab7 20000000:00000001:2.0:1767384398.017798:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384398.017801:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.017803:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.017805:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605debc 00000020:00000040:2.0:1767384398.017808:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e0986bb9 with handle 0x4ac496f8d605debc from hash 00000020:00000001:2.0:1767384398.017813:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.017814:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e0986bb9 : new refcount 1 00000020:00000001:2.0:1767384398.017816:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.017817:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000e0986bb9 : new refcount 0 00000020:00000080:2.0:1767384398.017819:0:39781:0:(genops.c:904:class_export_put()) final put 00000000e0986bb9/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384398.017821:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017831:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384398.017833:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384398.017834:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017837:0:39781:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384398.017839:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384398.017842:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018388748224 : -114055320803392 : ffff98446d1e67c0) 00000020:01000004:2.0:1767384398.017845:0:39781:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000027aa8959 from MGS, refs=2 00000020:00000001:2.0:1767384398.017848:0:39781:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384398.017849:0:39781:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000027aa8959 2 00000020:00000001:2.0:1767384398.017851:0:39781:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017852:0:39781:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384398.017854:0:39781:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384398.017855:0:39781:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446630018388748224 : -114055320803392 : ffff98446d1e67c0) 00000020:01000004:2.0:1767384398.017857:0:39781:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 0000000027aa8959 from MGS 00000020:00000010:2.0:1767384398.017859:0:39781:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000008319075e. 00000020:00000010:2.0:1767384398.017863:0:39781:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000311bae71. 00000020:00000001:2.0:1767384398.017865:0:39781:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017867:0:39781:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384398.017869:0:39781:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017871:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.017880:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.017884:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007562d3f0. 00000001:00000010:2.0:1767384398.017887:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088bf11f8. 00000001:00000010:2.0:1767384398.017889:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000efa23185. 00000001:00000010:2.0:1767384398.017891:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c3adfc8. 00000001:00000010:2.0:1767384398.017894:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000006011747. 00000001:00000010:2.0:1767384398.017896:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000104f8e84. 00000001:00000001:2.0:1767384398.017898:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384398.017899:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.017903:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a6866b3f. 00000001:00000010:2.0:1767384398.017905:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b47f1d90. 00000001:00000010:2.0:1767384398.017906:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000990c7834. 00000001:00000010:2.0:1767384398.017908:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008406a26c. 00000001:00000010:2.0:1767384398.017912:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bc150791. 00000001:00000010:2.0:1767384398.017914:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c382e0ca. 00000001:00000001:2.0:1767384398.017916:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384398.017917:0:39781:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 3 - setup 00000020:00000001:2.0:1767384398.017920:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017922:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384398.017925:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384398.017929:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384398.017932:0:39781:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 2 - obd_device_list 00000020:00000080:2.0:1767384398.017934:0:39781:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:2.0:1767384398.017935:0:39781:0:(obd_config.c:955:class_decref()) Decref MGS (000000006f39cc92) now 1 - newdev 00000020:00000040:2.0:1767384398.017937:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d1fa068 with handle 0x4ac496f8d605deb5 from hash 00000020:00000040:2.0:1767384398.017939:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000000d1fa068 : new refcount 0 00000020:00000080:2.0:1767384398.017940:0:39781:0:(genops.c:904:class_export_put()) final put 000000000d1fa068/MGS 00000020:00000001:2.0:1767384398.017942:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017944:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384398.017946:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 000000000d1fa068/MGS for MGS 00000020:00000001:2.0:1767384398.017948:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767384398.017950:0:39781:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:2.0:1767384398.017952:0:39781:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.017954:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.017956:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000d1fa068. 00000020:00000001:2.0:1767384398.017959:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384398.017961:0:39781:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:2.0:1767384398.017963:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:2.0:1767384398.017964:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384398.017968:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a59d6f57. 00000020:00000010:2.0:1767384398.017972:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004172366a. 00000040:00000010:2.0:1767384398.017976:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ea24d8a1. 00000020:00000010:2.0:1767384398.017979:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c5748ef. 00000020:00000010:2.0:1767384398.017984:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051f30a16. 80000000:00000010:2.0:1767384398.017987:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b367df1f. 00040000:00000010:2.0:1767384398.017992:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009919e232. 00080000:00000010:2.0:1767384398.017995:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ece52f87. 20000000:00000010:2.0:1767384398.017998:0:39781:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000000fa31040. 20000000:00000001:2.0:1767384398.018086:0:39781:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:2.0:1767384398.018101:0:39781:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000bc7bff3a. 20000000:00000001:2.0:1767384398.018121:0:39781:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.018126:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004172366a. 00000040:00000010:2.0:1767384398.018130:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ea24d8a1. 00000020:00000010:2.0:1767384398.018132:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c5748ef. 00000020:00000010:2.0:1767384398.018135:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051f30a16. 80000000:00000010:2.0:1767384398.018138:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b367df1f. 00040000:00000010:2.0:1767384398.018141:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009919e232. 00080000:00000010:2.0:1767384398.018144:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ece52f87. 20000000:00000010:2.0:1767384398.018146:0:39781:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000fa31040. 00000020:00000010:2.0:1767384398.018148:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a59d6f57. 00000020:00000001:2.0:1767384398.018150:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.018152:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000006f39cc92. 00000020:00000001:2.0:1767384398.018158:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.018159:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384398.018162:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000b3be430b. 00000020:00000001:2.0:1767384398.018164:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.018166:0:39781:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.018168:0:39781:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1767384398.018171:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384398.018172:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:2.0:1767384398.018177:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000b367df1f. 00000020:00000080:2.0:1767384398.018179:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384398.018182:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384398.018185:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384398.018190:0:39781:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000009c046dc2 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384398.018199:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384398.018200:0:39781:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000001c4abc04) has exports, disconnecting them 00000020:00000001:2.0:1767384398.018203:0:39781:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384398.018204:0:39781:0:(genops.c:887:class_export_get()) GET export 000000009c046dc2 refcount=4 00000020:00000040:2.0:1767384398.018206:0:39781:0:(genops.c:887:class_export_get()) GET export 000000009c046dc2 refcount=5 00000020:00080000:2.0:1767384398.018208:0:39781:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000009c046dc2), last request at 1767384294 00000020:00000001:2.0:1767384398.018211:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:2.0:1767384398.018214:0:39781:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384398.018215:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384398.018216:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605df95 00000020:00000040:2.0:1767384398.018219:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c046dc2 with handle 0x4ac496f8d605df95 from hash 00000020:00000040:2.0:1767384398.018226:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 4 00000020:00000001:2.0:1767384398.018228:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384398.018229:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 3 00000020:00000001:2.0:1767384398.018231:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384398.018231:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 2 00000020:00000001:2.0:1767384398.018233:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384398.018234:0:39781:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.018236:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384398.018238:0:39781:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000009c046dc2): rc 0 00000020:00000040:2.0:1767384398.018240:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 1 00000020:00000001:2.0:1767384398.018241:0:39781:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1767384398.018243:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384398.018245:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:2.0:1767384398.018247:0:39781:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:2.0:1767384398.018248:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1767384398.018249:0:39781:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1767384398.018251:0:39781:0:(genops.c:898:class_export_put()) PUTting export 000000009c046dc2 : new refcount 0 00000020:00000080:2.0:1767384398.018252:0:39781:0:(genops.c:904:class_export_put()) final put 000000009c046dc2/lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384398.018254:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.018257:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384398.018260:0:39781:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384398.018261:0:39781:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384398.018281:0:39781:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384398.018305:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000027e15f60. 00000020:00000010:2.0:1767384398.018310:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a765a921. 00010000:00000001:2.0:1767384398.018336:0:39781:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384398.018346:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000035eb7da8. 00000020:00000010:2.0:1767384398.018420:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004aa575f4. 00000001:00000001:2.0:1767384398.018451:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.018903:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d5a47804. 00000001:00000010:2.0:1767384398.018910:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000353054f1. 00000001:00000010:2.0:1767384398.018912:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000616aa572. 00000001:00000010:2.0:1767384398.018913:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000d27b147. 00000001:00000010:2.0:1767384398.018915:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009a1d089d. 00000001:00000010:2.0:1767384398.018916:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005de1a607. 00000001:00000010:2.0:1767384398.018917:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d4132134. 00000001:00000010:2.0:1767384398.018919:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009f8304b5. 00000001:00000010:2.0:1767384398.018920:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000569261d5. 00000001:00000010:2.0:1767384398.018922:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a19a706e. 00000001:00000010:2.0:1767384398.018923:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000083d53ed1. 00000001:00000010:2.0:1767384398.018924:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005824e892. 00000001:00000010:2.0:1767384398.018926:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000044e7201c. 00000001:00000010:2.0:1767384398.018927:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d2aa745c. 00000001:00000010:2.0:1767384398.018929:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000088085d97. 00000001:00000010:2.0:1767384398.018930:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e81f6bfe. 00000001:00000010:2.0:1767384398.018932:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000012d51841. 00000001:00000010:2.0:1767384398.018933:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005eb8bd62. 00000001:00000010:2.0:1767384398.018935:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000137420be. 00000001:00000010:2.0:1767384398.018936:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000819432a6. 00000001:00000010:2.0:1767384398.018937:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b48c0575. 00000001:00000010:2.0:1767384398.018939:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000045a74323. 00000001:00000010:2.0:1767384398.018940:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d893136d. 00000001:00000010:2.0:1767384398.018941:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001372c064. 00000001:00000010:2.0:1767384398.018942:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000341a1fcd. 00000001:00000010:2.0:1767384398.018943:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d0cf81de. 00000001:00000010:2.0:1767384398.018944:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008444ff39. 00000001:00000010:2.0:1767384398.018945:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000061a9b8f7. 00000001:00000010:2.0:1767384398.018947:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dcd8cb32. 00000001:00000010:2.0:1767384398.018949:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d252ad96. 00000001:00000010:2.0:1767384398.018950:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b97e9b6a. 00000001:00000010:2.0:1767384398.018951:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006d243ebe. 00000001:00000010:2.0:1767384398.018953:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000046e8a63d. 00000001:00000010:2.0:1767384398.018957:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000046bd07d9. 00000001:00000001:2.0:1767384398.018960:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384398.018962:0:39781:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000005f0a19a5. 00010000:00000001:2.0:1767384398.018964:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00000020:00000001:1.0:1767384398.019101:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.019116:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000e0986bb9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384398.019118:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.019119:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.019121:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 5 - export 00000020:00000010:1.0:1767384398.019123:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e0986bb9. 00000020:00000001:1.0:1767384398.019127:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384398.019129:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.019130:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000009c046dc2/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384398.019133:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 8 to 0@lo 00000020:00000001:1.0:1767384398.019135:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384398.019136:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.019138:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 5 - export 00000020:00000010:1.0:1767384398.019139:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009c046dc2. 00000020:00000001:1.0:1767384398.019141:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1767384398.024188:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384398.024199:0:39781:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384398.024202:0:39781:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384398.024204:0:39781:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:0.0:1767384398.024208:0:39781:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384398.024210:0:39781:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384398.024212:0:39781:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384398.024215:0:39781:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384398.024217:0:39781:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:0.0:1767384398.024222:0:39781:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384398.024224:0:39781:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384398.024235:0:39781:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384398.024237:0:39781:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384398.024239:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384398.024240:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384398.024242:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384398.024244:0:39781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384398.024246:0:39781:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384398.024247:0:39781:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384398.024249:0:39781:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384398.024253:0:39781:0:(genops.c:1229:class_import_get()) import 000000005f30767c refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384398.024258:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384398.024260:0:39781:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384398.024262:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384398.024264:0:39781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384398.024265:0:39781:0:(genops.c:1242:class_import_put()) import 000000005f30767c refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384398.024266:0:39781:0:(genops.c:1245:class_import_put()) final put import 000000005f30767c 00000020:00000001:0.0:1767384398.024282:0:39781:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384398.024285:0:39781:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384398.024286:0:39781:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384398.024288:0:39781:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384398.024291:0:39781:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 0000000024454ae3. 00010000:00000010:0.0:1767384398.024298:0:39781:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000b486d831. 00010000:00000010:0.0:1767384398.024302:0:39781:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000ae28099e. 00010000:00000001:0.0:1767384398.024307:0:39781:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000001:1.0:1767384398.024316:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384398.024319:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000005f30767c for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384398.024325:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 7 to 0@lo 00000020:00000040:1.0:1767384398.024328:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 6 to 0@lo 00000020:00000010:1.0:1767384398.024330:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000a4a663a7. 00000020:00000040:1.0:1767384398.024334:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 4 - import 00000020:00000010:1.0:1767384398.024336:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000005f30767c. 00000020:00000001:1.0:1767384398.024339:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767384398.024391:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005089624b. 00000020:00000010:0.0:1767384398.024395:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001f69d7e9. 00000020:00000010:0.0:1767384398.024398:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005ce65cba. 00000020:00000010:0.0:1767384398.024401:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b1a0dde6. 00000020:00000010:0.0:1767384398.024405:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009e9f1745. 00000020:00000010:0.0:1767384398.024411:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000d1281f9. 00000010:00000001:0.0:1767384398.024415:0:39781:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024418:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384398.024429:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384398.024435:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005b6f4348. 00000001:00000010:0.0:1767384398.024437:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c6a174e2. 00000001:00000010:0.0:1767384398.024439:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0a07b49. 00000001:00000010:0.0:1767384398.024448:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000070ad32ca. 00000001:00000010:0.0:1767384398.024450:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005aec9c50. 00000001:00000010:0.0:1767384398.024452:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006ae4bcf0. 00000001:00000001:0.0:1767384398.024457:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384398.024458:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384398.024461:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0a9ee6f. 00000001:00000010:0.0:1767384398.024463:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000081982d63. 00000001:00000010:0.0:1767384398.024464:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cbedf034. 00000001:00000010:0.0:1767384398.024466:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b43445f5. 00000001:00000010:0.0:1767384398.024467:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007d6b5807. 00000001:00000010:0.0:1767384398.024469:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000057a8b2ec. 00000001:00000001:0.0:1767384398.024470:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384398.024471:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 3 - setup 00000020:00000001:0.0:1767384398.024473:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024475:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384398.024478:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384398.024485:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384398.024487:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 2 - obd_device_list 00000020:00000080:0.0:1767384398.024489:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:0.0:1767384398.024491:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000001c4abc04) now 1 - newdev 00000020:00000040:0.0:1767384398.024494:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aeda4747 with handle 0x4ac496f8d605df8e from hash 00000020:00000040:0.0:1767384398.024497:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000aeda4747 : new refcount 0 00000020:00000080:0.0:1767384398.024499:0:39781:0:(genops.c:904:class_export_put()) final put 00000000aeda4747/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:0.0:1767384398.024502:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024504:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384398.024505:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000aeda4747/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384398.024507:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384398.024508:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384398.024510:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000aeda4747. 00000020:00000001:0.0:1767384398.024516:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384398.024518:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:0.0:1767384398.024520:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:0.0:1767384398.024521:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384398.024528:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c9619. 00000020:00000010:0.0:1767384398.024533:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009bf34dd1. 00000040:00000010:0.0:1767384398.024537:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd43055c. 00000020:00000010:0.0:1767384398.024541:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026bd5e6d. 00000020:00000010:0.0:1767384398.024546:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c60f1659. 00000020:00000010:0.0:1767384398.024550:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e4d63db. 80000000:00000010:0.0:1767384398.024554:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f884acc8. 40000000:00000010:0.0:1767384398.024557:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000086bb77c. 00100000:00000010:0.0:1767384398.024562:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f6ca9986. 00040000:00000010:0.0:1767384398.024567:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006919bfaa. 00040000:00000010:0.0:1767384398.024570:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000003caabb4. 00080000:00000010:0.0:1767384398.024574:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000077bbf11f. 00000004:00000010:0.0:1767384398.024580:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001f71e0f8. 00000010:00000001:0.0:1767384398.024585:0:39781:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1767384398.024587:0:39781:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 000000007c53f58e. 00000010:00000001:0.0:1767384398.024589:0:39781:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384398.024592:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009bf34dd1. 00000040:00000010:0.0:1767384398.024595:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd43055c. 00000020:00000010:0.0:1767384398.024597:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000026bd5e6d. 00000020:00000010:0.0:1767384398.024601:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c60f1659. 00000020:00000010:0.0:1767384398.024604:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e4d63db. 80000000:00000010:0.0:1767384398.024607:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f884acc8. 40000000:00000010:0.0:1767384398.024609:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000086bb77c. 00100000:00000010:0.0:1767384398.024612:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f6ca9986. 00040000:00000010:0.0:1767384398.024614:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006919bfaa. 00040000:00000010:0.0:1767384398.024618:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000003caabb4. 00080000:00000010:0.0:1767384398.024625:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000077bbf11f. 00000004:00000010:0.0:1767384398.024628:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001f71e0f8. 00000020:00000010:0.0:1767384398.024631:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c9619. 00000020:00000001:0.0:1767384398.024634:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384398.024636:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000001c4abc04. 00000020:00000001:0.0:1767384398.024641:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024643:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384398.024645:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000b367df1f. 00000020:00000001:0.0:1767384398.024653:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024657:0:39781:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024659:0:39781:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384398.024661:0:39781:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000027aa8959 1 00000020:00000001:0.0:1767384398.024663:0:39781:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384398.024666:0:39781:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384398.024668:0:39781:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384398.024670:0:39781:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ac496f8d605deae 00000020:00000040:0.0:1767384398.024672:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c345a323 with handle 0x4ac496f8d605deae from hash 00000020:00000001:0.0:1767384398.024676:0:39781:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384398.024677:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c345a323 : new refcount 1 00000020:00000001:0.0:1767384398.024679:0:39781:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384398.024680:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000c345a323 : new refcount 0 00000020:00000080:0.0:1767384398.024681:0:39781:0:(genops.c:904:class_export_put()) final put 00000000c345a323/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384398.024683:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024696:0:39781:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.024698:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384398.024699:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:0.0:1767384398.024703:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000f884acc8. 00000020:00000080:0.0:1767384398.024709:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384398.024711:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384398.024713:0:39781:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1767384398.024717:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384398.024719:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000ab86a97a) has no exports 00000020:00000001:0.0:1767384398.024721:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384398.024724:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:0.0:1767384398.024726:0:39781:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00000020:00000001:1.0:1767384398.024728:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384398.024730:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000c345a323/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:0.0:1767384398.024730:0:39781:0:(scrub.c:1029:lustre_index_backup()) Process entered 00000020:00000001:1.0:1767384398.024732:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00100000:00000001:0.0:1767384398.024732:0:39781:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00000020:00000001:1.0:1767384398.024733:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384398.024735:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 4 - export 00000020:00000010:1.0:1767384398.024743:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c345a323. 00080000:00000020:0.0:1767384398.024743:0:39781:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000020:00000001:1.0:1767384398.024748:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000020:0.0:1767384398.028231:0:39781:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:0.0:1767384398.028240:0:39781:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:0.0:1767384398.028242:0:39781:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1767384398.028247:0:39781:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:0.0:1767384398.028249:0:39781:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:0.0:1767384398.028269:0:39781:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000034f765c. 00000020:00000010:0.0:1767384398.028275:0:39781:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000ae99dab7. 00080000:00000001:0.0:1767384398.028281:0:39781:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:0.0:1767384398.028293:0:39781:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000032c77240. 00080000:00000010:0.0:1767384398.028298:0:39781:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 000000003e5c6dea. 00080000:00000010:0.0:1767384398.028300:0:39781:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000e6923ebe. 00080000:00000010:0.0:1767384398.028302:0:39781:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000d58da268. 00080000:00000010:0.0:1767384398.028304:0:39781:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000008bd0d03c. 00080000:00000010:0.0:1767384398.028306:0:39781:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000abfc30ee. 00080000:00000010:0.0:1767384398.028311:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000045421c1e. 00080000:00000010:0.0:1767384398.028314:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000a033b49. 00080000:00000010:0.0:1767384398.028317:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bc407e1d. 00080000:00000010:0.0:1767384398.028320:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008d805f29. 00080000:00000010:0.0:1767384398.028323:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004e67eb10. 00080000:00000010:0.0:1767384398.028325:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000467c2574. 00080000:00000010:0.0:1767384398.028328:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001622e395. 00080000:00000010:0.0:1767384398.028331:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003f87c5ee. 00080000:00000010:0.0:1767384398.028333:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000798efedd. 00080000:00000010:0.0:1767384398.028336:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001ebb4bd7. 00080000:00000010:0.0:1767384398.028339:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000825265fb. 00080000:00000010:0.0:1767384398.028342:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003cce8be6. 00080000:00000010:0.0:1767384398.028344:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c7c3430f. 00080000:00000010:0.0:1767384398.028346:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000074b83c79. 00080000:00000010:0.0:1767384398.028349:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006515c43e. 00080000:00000010:0.0:1767384398.028352:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b22d8da5. 00080000:00000010:0.0:1767384398.028355:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002a887f8a. 00080000:00000010:0.0:1767384398.028358:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e519923c. 00080000:00000010:0.0:1767384398.028362:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f0ce71b1. 00080000:00000010:0.0:1767384398.028364:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e509ea2e. 00080000:00000010:0.0:1767384398.028367:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009df65491. 00080000:00000010:0.0:1767384398.028371:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009d2d0876. 00080000:00000010:0.0:1767384398.028374:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ae25d24. 00080000:00000010:0.0:1767384398.028376:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001efff4d9. 00080000:00000010:0.0:1767384398.028380:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000187f0fee. 00080000:00000010:0.0:1767384398.028383:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d7f428b3. 00080000:00000010:0.0:1767384398.028386:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000086b85bc9. 00080000:00000010:0.0:1767384398.028390:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000001e97f2b. 00080000:00000010:0.0:1767384398.028393:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f2846889. 00080000:00000010:0.0:1767384398.028403:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000af0123d3. 00080000:00000010:0.0:1767384398.028406:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001aff6176. 00080000:00000010:0.0:1767384398.028409:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d09c0958. 00080000:00000010:0.0:1767384398.028413:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001906cb71. 00080000:00000010:0.0:1767384398.028416:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007c3cc2c5. 00080000:00000010:0.0:1767384398.028419:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006909d565. 00080000:00000010:0.0:1767384398.028421:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006af13d61. 00080000:00000010:0.0:1767384398.028424:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a67b130b. 00080000:00000010:0.0:1767384398.028427:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aabebc21. 00080000:00000010:0.0:1767384398.028430:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007e53b742. 00080000:00000010:0.0:1767384398.028437:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fcd8fdb3. 00080000:00000010:0.0:1767384398.028441:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000012be9827. 00080000:00000010:0.0:1767384398.028443:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000078198da6. 00080000:00000010:0.0:1767384398.028446:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005d6c320d. 00080000:00000010:0.0:1767384398.028449:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c8ced76. 00080000:00000010:0.0:1767384398.028451:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b86b2739. 00080000:00000010:0.0:1767384398.028454:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000de8282b6. 00080000:00000010:0.0:1767384398.028456:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001de61719. 00080000:00000010:0.0:1767384398.028459:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000087e7736. 00080000:00000010:0.0:1767384398.028461:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000060ffe8af. 00080000:00000010:0.0:1767384398.028464:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000200ae68a. 00080000:00000010:0.0:1767384398.028467:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bbdddb82. 00080000:00000010:0.0:1767384398.028469:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e0e37dba. 00080000:00000010:0.0:1767384398.028472:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000080b7d5b4. 00080000:00000010:0.0:1767384398.028475:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e61700fd. 00080000:00000010:0.0:1767384398.028477:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000376fc543. 00080000:00000010:0.0:1767384398.028481:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000056bdd232. 00080000:00000010:0.0:1767384398.028484:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000a19ce1f. 00080000:00000010:0.0:1767384398.028487:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000077976716. 00080000:00000010:0.0:1767384398.028490:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006867989f. 00080000:00000010:0.0:1767384398.028493:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000001966eb2. 00080000:00000010:0.0:1767384398.028501:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000039f3d4e0. 00080000:00000010:0.0:1767384398.028505:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d4d772d7. 00080000:00000010:0.0:1767384398.028508:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000098efa35b. 00080000:00000010:0.0:1767384398.028512:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007ff25bd3. 00080000:00000010:0.0:1767384398.028521:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005f2937ec. 00080000:00000010:0.0:1767384398.028524:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000516c3aad. 00080000:00000010:0.0:1767384398.028528:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dddceeef. 00080000:00000010:0.0:1767384398.028531:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fdf30cef. 00080000:00000010:0.0:1767384398.028534:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000536ffe53. 00080000:00000010:0.0:1767384398.028536:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ad4f6475. 00080000:00000010:0.0:1767384398.028540:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000032a92fef. 00080000:00000010:0.0:1767384398.028545:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000075268c42. 00080000:00000010:0.0:1767384398.028549:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e373cc0a. 00080000:00000010:0.0:1767384398.028552:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006829735d. 00080000:00000010:0.0:1767384398.028555:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f51471fc. 00080000:00000010:0.0:1767384398.028559:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002cc59af0. 00080000:00000010:0.0:1767384398.028562:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000075f514e. 00080000:00000010:0.0:1767384398.028565:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000487ff843. 00080000:00000010:0.0:1767384398.028568:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000020262af5. 00080000:00000010:0.0:1767384398.028571:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005fd6d214. 00080000:00000010:0.0:1767384398.028574:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000003369bb0. 00080000:00000010:0.0:1767384398.028577:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005eed065c. 00080000:00000010:0.0:1767384398.028579:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cc3cd6de. 00080000:00000010:0.0:1767384398.028582:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000098d3dcb9. 00080000:00000010:0.0:1767384398.028585:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000045f0a5ce. 00080000:00000010:0.0:1767384398.028587:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d76be7f2. 00080000:00000010:0.0:1767384398.028590:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005ec2a53d. 00080000:00000010:0.0:1767384398.028599:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001e777b72. 00080000:00000010:0.0:1767384398.028603:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005b0b90b9. 00080000:00000010:0.0:1767384398.028606:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002529a0ec. 00080000:00000010:0.0:1767384398.028609:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000723887be. 00080000:00000010:0.0:1767384398.028612:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a4511ddb. 00080000:00000010:0.0:1767384398.028615:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006f9ed970. 00080000:00000010:0.0:1767384398.028618:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000021b6cd41. 00080000:00000010:0.0:1767384398.028621:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000aeaa02b0. 00080000:00000010:0.0:1767384398.028625:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000699c2310. 00080000:00000010:0.0:1767384398.028627:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005df830ef. 00080000:00000010:0.0:1767384398.028630:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ac3b583c. 00080000:00000010:0.0:1767384398.028633:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bf53a7df. 00080000:00000010:0.0:1767384398.028644:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d32b262a. 00080000:00000010:0.0:1767384398.028647:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000eb24adbd. 00080000:00000010:0.0:1767384398.028650:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000033af67a1. 00080000:00000010:0.0:1767384398.028653:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003ea1f7b7. 00080000:00000010:0.0:1767384398.028655:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000980dba0a. 00080000:00000010:0.0:1767384398.028659:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bba56ca2. 00080000:00000010:0.0:1767384398.028661:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b150b92e. 00080000:00000010:0.0:1767384398.028664:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000087c6006f. 00080000:00000010:0.0:1767384398.028667:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000007d09242c. 00080000:00000010:0.0:1767384398.028670:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000098eca5eb. 00080000:00000010:0.0:1767384398.028673:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000205a9c55. 00080000:00000010:0.0:1767384398.028676:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009599d41a. 00080000:00000010:0.0:1767384398.028679:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000047cb862d. 00080000:00000010:0.0:1767384398.028682:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005d2f48a5. 00080000:00000010:0.0:1767384398.028685:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f69fc6de. 00080000:00000010:0.0:1767384398.028687:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a8c7058b. 00080000:00000010:0.0:1767384398.028691:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000071daccb0. 00080000:00000010:0.0:1767384398.028694:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000026e06630. 00080000:00000010:0.0:1767384398.028696:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008d29a554. 00080000:00000010:0.0:1767384398.028699:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000087d2d38f. 00080000:00000010:0.0:1767384398.028702:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000088add6d6. 00080000:00000010:0.0:1767384398.028705:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000092cdeb63. 00080000:00000010:0.0:1767384398.028707:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000580ef13e. 00080000:00000010:0.0:1767384398.028709:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003978b443. 00080000:00000010:0.0:1767384398.028712:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fa67ea13. 00080000:00000010:0.0:1767384398.028715:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000411603f0. 00080000:00000010:0.0:1767384398.028717:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000a079f8a. 00080000:00000010:0.0:1767384398.028719:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002e5a7ba2. 00080000:00000010:0.0:1767384398.028722:0:39781:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005d8fdffb. 00080000:00000010:0.0:1767384398.028724:0:39781:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000000d6887e5. 00080000:00000001:0.0:1767384398.028726:0:39781:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:0.0:1767384398.028728:0:39781:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:0.0:1767384398.029235:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 00000000abc769c0. 00000020:00000010:0.0:1767384398.029243:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fe2ac015. 00080000:00000001:0.0:1767384398.029387:0:39781:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:0.0:1767384398.049200:0:39781:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:0.0:1767384398.049220:0:39781:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.049237:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384398.049248:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384398.049253:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b38bc6fc. 00000001:00000010:0.0:1767384398.049261:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005bca4ebb. 00000001:00000010:0.0:1767384398.049522:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000091f6fb91. 00000001:00000010:0.0:1767384398.049526:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c483e44a. 00000001:00000010:0.0:1767384398.049528:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d8a6e7dd. 00000001:00000010:0.0:1767384398.049530:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d324f277. 00000001:00000001:0.0:1767384398.049532:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384398.049534:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384398.049537:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001baaf57c. 00000001:00000010:0.0:1767384398.049539:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ead45392. 00000001:00000010:0.0:1767384398.049540:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008a235377. 00000001:00000010:0.0:1767384398.049542:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062a14933. 00000001:00000010:0.0:1767384398.049544:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002e28d3bb. 00000001:00000010:0.0:1767384398.049545:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000061b1efc. 00000001:00000001:0.0:1767384398.049552:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384398.049554:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 3 - setup 00000020:00000001:0.0:1767384398.049557:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.049559:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384398.049562:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384398.049567:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384398.049571:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 2 - obd_device_list 00000020:00000080:0.0:1767384398.049573:0:39781:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:0.0:1767384398.049575:0:39781:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000ab86a97a) now 1 - newdev 00000020:00000040:0.0:1767384398.049577:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000016bfa01b with handle 0x4ac496f8d605dea7 from hash 00000020:00000040:0.0:1767384398.049580:0:39781:0:(genops.c:898:class_export_put()) PUTting export 0000000016bfa01b : new refcount 0 00000020:00000080:0.0:1767384398.049583:0:39781:0:(genops.c:904:class_export_put()) final put 0000000016bfa01b/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384398.049585:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.049588:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384398.049589:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 0000000016bfa01b/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384398.049591:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384398.049601:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384398.049603:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000016bfa01b. 00000020:00000001:0.0:1767384398.049610:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384398.049612:0:39781:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:0.0:1767384398.049614:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:0.0:1767384398.049616:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384398.049630:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e02c9619. 00000020:00000010:0.0:1767384398.049634:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000003caabb4. 00000040:00000010:0.0:1767384398.049638:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e4d63db. 00000020:00000010:0.0:1767384398.049642:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077bbf11f. 00000020:00000010:0.0:1767384398.049646:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cd43055c. 00040000:00000010:0.0:1767384398.049652:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006919bfaa. 00040000:00000010:0.0:1767384398.049655:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bf34dd1. 00080000:00000010:0.0:1767384398.049658:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6ca9986. 00080000:00000001:0.0:1767384398.049662:0:39781:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:0.0:1767384398.049690:0:39781:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000961bff84. 00000020:00000010:0.0:1767384398.049699:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000ef64858e. 00000020:00000010:0.0:1767384398.049703:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000007e20c54e. 00000020:00000010:0.0:1767384398.049705:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000537f2114. 00000020:00000010:0.0:1767384398.049707:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000a32b9e0e. 00000020:00000010:0.0:1767384398.049711:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000e395e4f4. 00000020:00000010:0.0:1767384398.049713:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000046f2d983. 00080000:00000010:0.0:1767384398.049716:0:39781:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 000000003b799f12. 00080000:00000001:0.0:1767384398.049726:0:39781:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384398.049734:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000003caabb4. 00000040:00000010:0.0:1767384398.049738:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e4d63db. 00000020:00000010:0.0:1767384398.049740:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077bbf11f. 00000020:00000010:0.0:1767384398.049744:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cd43055c. 00040000:00000010:0.0:1767384398.049747:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006919bfaa. 00040000:00000010:0.0:1767384398.049750:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bf34dd1. 00080000:00000010:0.0:1767384398.049753:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000f6ca9986. 00000020:00000010:0.0:1767384398.049755:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02c9619. 00000020:00000001:0.0:1767384398.049758:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384398.049759:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000ab86a97a. 00000020:00000001:0.0:1767384398.049770:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.050385:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384398.050388:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000f884acc8. 00000020:00000001:0.0:1767384398.050391:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384398.050393:0:39781:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.050396:0:39781:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.050411:0:39781:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1767384398.050413:0:39781:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 000000008264eefe 00000020:00000010:0.0:1767384398.050416:0:39781:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 00000000cc22ed6c. 00000020:00000010:0.0:1767384398.050419:0:39781:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000005c9afdae. 00000020:00000010:0.0:1767384398.050422:0:39781:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 00000000f364efc9. 00000020:00000010:0.0:1767384398.050424:0:39781:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 000000001398ca7f. 00000020:00000010:0.0:1767384398.050427:0:39781:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000b613ef5a. 00000020:00000010:0.0:1767384398.050429:0:39781:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 000000008264eefe. 00000020:00000001:0.0:1767384398.050432:0:39781:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.050433:0:39781:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384398.050436:0:39781:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1767384398.050444:0:39781:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384398.050446:0:39781:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:0.0:1767384398.050450:0:39781:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000005b91cf04. 00000020:00000080:0.0:1767384398.050451:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384398.050454:0:39781:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384398.050456:0:39781:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384398.050459:0:39781:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384398.050461:0:39781:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000007c78b986) has no exports 00000020:00000001:0.0:1767384398.050463:0:39781:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384398.050465:0:39781:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:0.0:1767384398.050467:0:39781:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:0.0:1767384398.050469:0:39781:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:0.0:1767384398.050471:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384398.050473:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:0.0:1767384398.050477:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384398.050479:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384398.050480:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:0.0:1767384398.050482:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:0.0:1767384398.050483:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:0.0:1767384398.050489:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:0.0:1767384398.050491:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:0.0:1767384398.050515:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:2.0:1767384398.050605:0:19521:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b207402d. 00000040:00000010:2.0:1767384398.050611:0:19521:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000095d7813c. 00000020:00000010:2.0:1767384398.050614:0:19521:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac76fd90. 00000020:00000010:2.0:1767384398.050619:0:19521:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007febc835. 00000020:00000010:2.0:1767384398.050622:0:19521:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025131027. 80000000:00000010:2.0:1767384398.050625:0:19521:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009eeae70e. 40000000:00000010:2.0:1767384398.050630:0:19521:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008a804a6a. 00100000:00000010:2.0:1767384398.050633:0:19521:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005fed7844. 00040000:00000010:2.0:1767384398.050636:0:19521:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c252ee8. 00040000:00000010:2.0:1767384398.050639:0:19521:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c037dbc. 00080000:00000010:2.0:1767384398.050641:0:19521:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003834e0b4. 00000004:00000010:2.0:1767384398.050645:0:19521:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c0719b3e. 00002000:00000010:2.0:1767384398.050648:0:19521:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000302cdedb. 00000020:00000010:2.0:1767384398.050651:0:19521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000035410feb. 00000020:00000010:2.0:1767384398.050658:0:19521:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c1da9e2c. 00000100:00000010:2.0:1767384398.050664:0:19521:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000021efe60a. 00000100:00100000:2.0:1767384398.050667:0:19521:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000003b27f16e:19521] 3 exiting: rc = 0 00000020:00000010:2.0:1767384398.050736:0:16787:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e8d9d4e. 00000040:00000010:2.0:1767384398.050740:0:16787:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000744ff801. 00000020:00000010:2.0:1767384398.050742:0:16787:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060e89b9c. 00000020:00000010:2.0:1767384398.050745:0:16787:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000ce095e6. 00000020:00000010:2.0:1767384398.050748:0:16787:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c3e4eb5f. 80000000:00000010:2.0:1767384398.050750:0:16787:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000221b9b99. 40000000:00000010:2.0:1767384398.050752:0:16787:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e492f1d8. 00100000:00000010:2.0:1767384398.050754:0:16787:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000aab3d7bb. 00040000:00000010:2.0:1767384398.050757:0:16787:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003d88cf9b. 00040000:00000010:2.0:1767384398.050760:0:16787:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000085cac85b. 00080000:00000010:2.0:1767384398.050762:0:16787:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001c4ee0fc. 00000004:00000010:2.0:1767384398.050765:0:16787:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008bf4642c. 00002000:00000010:2.0:1767384398.050768:0:16787:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b411fa0. 00000020:00000010:2.0:1767384398.050770:0:16787:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ba569a2. 00000020:00000010:2.0:1767384398.050772:0:16787:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000006c35330. 00000100:00000010:2.0:1767384398.050775:0:16787:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001662098e. 00000100:00100000:2.0:1767384398.050776:0:16787:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000d6696dda:16787] 2 exiting: rc = 0 00000020:00000010:2.0:1767384398.050813:0:16785:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c701b81. 00000040:00000010:2.0:1767384398.050817:0:16785:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000064061d8. 00000020:00000010:2.0:1767384398.050819:0:16785:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e046cb49. 00000020:00000010:2.0:1767384398.050822:0:16785:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000092af859. 00000020:00000010:2.0:1767384398.050824:0:16785:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fcebee2b. 80000000:00000010:2.0:1767384398.050827:0:16785:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009dabc190. 40000000:00000010:2.0:1767384398.050829:0:16785:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000039354793. 00100000:00000010:2.0:1767384398.050831:0:16785:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ba58a498. 00040000:00000010:2.0:1767384398.050833:0:16785:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000079f5d8f3. 00040000:00000010:2.0:1767384398.050835:0:16785:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e3f78eef. 00080000:00000010:2.0:1767384398.050837:0:16785:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000015309b6e. 00000004:00000010:2.0:1767384398.050839:0:16785:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000067f9f3e3. 00002000:00000010:2.0:1767384398.050841:0:16785:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ac301a34. 00000020:00000010:2.0:1767384398.050843:0:16785:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5bc0471. 00000020:00000010:2.0:1767384398.050846:0:16785:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000022a6b13d. 00000100:00000010:2.0:1767384398.050849:0:16785:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e4798811. 00000100:00100000:2.0:1767384398.050851:0:16785:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000a62533b6:16785] 0 exiting: rc = 1 00000100:00000040:0.0:1767384398.050964:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #1 00000020:00000010:0.0:1767384398.052153:0:16786:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005fd28a38. 00000040:00000010:0.0:1767384398.052161:0:16786:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000251985ab. 00000020:00000010:0.0:1767384398.052165:0:16786:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001dacab09. 00000020:00000010:0.0:1767384398.052168:0:16786:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a086f104. 00000020:00000010:0.0:1767384398.052171:0:16786:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a54e19f. 80000000:00000010:0.0:1767384398.052174:0:16786:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015aa73e3. 40000000:00000010:0.0:1767384398.052176:0:16786:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000010140906. 00100000:00000010:0.0:1767384398.052179:0:16786:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b2c2ada8. 00040000:00000010:0.0:1767384398.052182:0:16786:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000915ab04f. 00040000:00000010:0.0:1767384398.052184:0:16786:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d35b69d1. 00080000:00000010:0.0:1767384398.052187:0:16786:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004acd0211. 00000004:00000010:0.0:1767384398.052189:0:16786:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f5e2fdf6. 00002000:00000010:0.0:1767384398.052192:0:16786:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006ccfec4e. 00000020:00000010:0.0:1767384398.052194:0:16786:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f0f79b9. 00000020:00000010:0.0:1767384398.052198:0:16786:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000156366f1. 00000100:00000010:0.0:1767384398.052202:0:16786:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000685f32c2. 00000100:00100000:0.0:1767384398.052204:0:16786:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000db6cc848:16786] 1 exiting: rc = 0 00000100:00000010:2.0:1767384398.052284:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a62533b6. 00000100:00000010:2.0:1767384398.052291:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000db6cc848. 00000100:00000010:2.0:1767384398.052293:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d6696dda. 00000100:00000010:2.0:1767384398.052296:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003b27f16e. 00000100:00000001:2.0:1767384398.052305:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.052306:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.052312:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384398.052317:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052320:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052322:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070e002e2. 00000400:00000200:2.0:1767384398.052326:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1547877 00000400:00000010:2.0:1767384398.052327:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e1547877. 00000100:00000001:2.0:1767384398.052331:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052333:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052339:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052341:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.052343:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052345:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052346:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052415:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073cf32ff. 00000400:00000200:2.0:1767384398.052420:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078f5815c 00000400:00000010:2.0:1767384398.052421:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000078f5815c. 00000100:00000001:2.0:1767384398.052423:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052424:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052428:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052430:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.052431:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052433:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052434:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052435:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009883b0bd. 00000400:00000200:2.0:1767384398.052437:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c648fec 00000400:00000010:2.0:1767384398.052439:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000c648fec. 00000100:00000001:2.0:1767384398.052441:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052442:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052446:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052448:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.052449:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052451:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052452:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052453:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000294258e. 00000400:00000200:2.0:1767384398.052454:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd6c786b 00000400:00000010:2.0:1767384398.052456:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cd6c786b. 00000100:00000001:2.0:1767384398.052458:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052459:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052463:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052464:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.052466:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052467:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052468:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052469:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cb74739. 00000400:00000200:2.0:1767384398.052471:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e8432fc 00000400:00000010:2.0:1767384398.052472:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004e8432fc. 00000100:00000001:2.0:1767384398.052474:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052475:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052479:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052480:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.052482:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052483:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052484:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052486:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e62e0b89. 00000400:00000200:2.0:1767384398.052488:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500896b0 00000400:00000010:2.0:1767384398.052489:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000500896b0. 00000100:00000001:2.0:1767384398.052491:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052492:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052496:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052497:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.052499:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052500:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052501:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052502:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f68c505. 00000400:00000200:2.0:1767384398.052504:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bf210da 00000400:00000010:2.0:1767384398.052506:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000bf210da. 00000100:00000001:2.0:1767384398.052508:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052509:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052512:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052514:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.052515:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052517:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052517:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052518:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e032e51. 00000400:00000200:2.0:1767384398.052520:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb90e342 00000400:00000010:2.0:1767384398.052521:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bb90e342. 00000100:00000001:2.0:1767384398.052526:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052527:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052531:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052532:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.052534:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052535:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052537:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052538:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e3f2563. 00000400:00000200:2.0:1767384398.052539:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d53bc9f4 00000400:00000010:2.0:1767384398.052540:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d53bc9f4. 00000100:00000001:2.0:1767384398.052543:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052544:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052547:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052548:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.052550:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052551:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052552:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052553:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009be72e1. 00000400:00000200:2.0:1767384398.052555:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc02459 00000400:00000010:2.0:1767384398.052557:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ffc02459. 00000100:00000001:2.0:1767384398.052559:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052560:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052565:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052566:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.052568:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052569:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052570:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052571:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0f52e30. 00000400:00000200:2.0:1767384398.052573:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001231e311 00000400:00000010:2.0:1767384398.052574:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001231e311. 00000100:00000001:2.0:1767384398.052577:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052578:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052582:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052583:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.052584:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052585:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052586:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052587:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003556138e. 00000400:00000200:2.0:1767384398.052589:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0292d8f 00000400:00000010:2.0:1767384398.052590:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c0292d8f. 00000100:00000001:2.0:1767384398.052592:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052593:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052597:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052599:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.052600:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052601:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052602:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052603:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f84ff0f. 00000400:00000200:2.0:1767384398.052604:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e5c53d5 00000400:00000010:2.0:1767384398.052605:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000e5c53d5. 00000100:00000001:2.0:1767384398.052607:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052608:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052612:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052613:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.052614:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052615:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052616:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052618:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ae4aad7. 00000400:00000200:2.0:1767384398.052620:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d400819 00000400:00000010:2.0:1767384398.052621:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001d400819. 00000100:00000001:2.0:1767384398.052624:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052625:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052629:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052630:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.052631:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052633:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052634:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052635:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cf2e796. 00000400:00000200:2.0:1767384398.052637:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028658b83 00000400:00000010:2.0:1767384398.052639:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000028658b83. 00000100:00000001:2.0:1767384398.052641:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052642:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052646:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052647:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.052648:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052650:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052651:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052652:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000539db729. 00000400:00000200:2.0:1767384398.052654:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5b68bff 00000400:00000010:2.0:1767384398.052656:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f5b68bff. 00000100:00000001:2.0:1767384398.052657:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052658:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052662:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052663:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.052664:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052665:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052666:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052667:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094411655. 00000400:00000200:2.0:1767384398.052669:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0077d8f 00000400:00000010:2.0:1767384398.052671:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a0077d8f. 00000100:00000001:2.0:1767384398.052672:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052673:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052677:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052678:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.052679:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052679:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052680:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052681:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000631f9d34. 00000400:00000200:2.0:1767384398.052683:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1eddb9 00000400:00000010:2.0:1767384398.052684:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000df1eddb9. 00000100:00000001:2.0:1767384398.052686:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052687:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052691:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052692:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.052694:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052695:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052696:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052698:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3afccc. 00000400:00000200:2.0:1767384398.052700:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000773ddfbc 00000400:00000010:2.0:1767384398.052701:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000773ddfbc. 00000100:00000001:2.0:1767384398.052704:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052705:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052708:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052709:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.052711:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052712:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052713:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052715:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d744d7c3. 00000400:00000200:2.0:1767384398.052718:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003826be6e 00000400:00000010:2.0:1767384398.052719:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003826be6e. 00000100:00000001:2.0:1767384398.052721:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052722:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052725:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052727:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.052728:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052729:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052730:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052731:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000931151d0. 00000400:00000200:2.0:1767384398.052733:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d865175 00000400:00000010:2.0:1767384398.052735:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002d865175. 00000100:00000001:2.0:1767384398.052736:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052737:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052741:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052742:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.052744:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052745:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052746:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052747:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffa58805. 00000400:00000200:2.0:1767384398.052748:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006d36054 00000400:00000010:2.0:1767384398.052749:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000006d36054. 00000100:00000001:2.0:1767384398.052752:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052753:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052757:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052758:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.052759:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052760:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052761:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052762:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000438698f6. 00000400:00000200:2.0:1767384398.052765:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da6f13e 00000400:00000010:2.0:1767384398.052766:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001da6f13e. 00000100:00000001:2.0:1767384398.052768:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052769:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052773:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052774:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.052776:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052777:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052778:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052779:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a0a610e. 00000400:00000200:2.0:1767384398.052781:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb541ae6 00000400:00000010:2.0:1767384398.052782:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cb541ae6. 00000100:00000001:2.0:1767384398.052784:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052785:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052789:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052790:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.052792:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052793:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052794:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052795:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3a2bee5. 00000400:00000200:2.0:1767384398.052796:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006480c236 00000400:00000010:2.0:1767384398.052798:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006480c236. 00000100:00000001:2.0:1767384398.052799:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052800:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052804:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052806:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.052807:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052808:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052809:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052810:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db582de. 00000400:00000200:2.0:1767384398.052812:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6c14ac 00000400:00000010:2.0:1767384398.052813:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000f6c14ac. 00000100:00000001:2.0:1767384398.052815:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052815:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052818:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052820:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.052821:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052823:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052824:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052825:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006728b06f. 00000400:00000200:2.0:1767384398.052827:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aa2b17a 00000400:00000010:2.0:1767384398.052828:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006aa2b17a. 00000100:00000001:2.0:1767384398.052830:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052831:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052835:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052836:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.052838:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052840:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052841:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052842:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d176d8d9. 00000400:00000200:2.0:1767384398.052844:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c29b656e 00000400:00000010:2.0:1767384398.052845:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c29b656e. 00000100:00000001:2.0:1767384398.052847:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052848:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052852:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052854:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.052855:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052857:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052858:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052859:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caaead29. 00000400:00000200:2.0:1767384398.052861:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c3814b3 00000400:00000010:2.0:1767384398.052862:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000c3814b3. 00000100:00000001:2.0:1767384398.052864:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052865:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052868:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052869:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.052870:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052871:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052872:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052873:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d617f7f9. 00000400:00000200:2.0:1767384398.052874:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1d7b133 00000400:00000010:2.0:1767384398.052876:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d1d7b133. 00000100:00000001:2.0:1767384398.052878:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052879:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052883:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052884:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.052885:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052886:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052887:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052889:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068c89975. 00000400:00000200:2.0:1767384398.052890:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076572544 00000400:00000010:2.0:1767384398.052892:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000076572544. 00000100:00000001:2.0:1767384398.052894:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052895:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052899:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052901:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.052902:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052904:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052905:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052906:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d592a065. 00000400:00000200:2.0:1767384398.052908:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005079726c 00000400:00000010:2.0:1767384398.052909:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005079726c. 00000100:00000001:2.0:1767384398.052911:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052912:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052916:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052917:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.052919:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052920:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052921:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052923:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b2d7869. 00000400:00000200:2.0:1767384398.052924:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018b93074 00000400:00000010:2.0:1767384398.052926:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000018b93074. 00000100:00000001:2.0:1767384398.052928:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052929:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052932:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052933:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.052934:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052935:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052936:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052937:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022e2457f. 00000400:00000200:2.0:1767384398.052939:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052078638 00000400:00000010:2.0:1767384398.052940:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000052078638. 00000100:00000001:2.0:1767384398.052943:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052944:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052947:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052948:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.052949:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052950:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052951:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052952:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004060d4fd. 00000400:00000200:2.0:1767384398.052954:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007025c523 00000400:00000010:2.0:1767384398.052956:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007025c523. 00000100:00000001:2.0:1767384398.052958:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052959:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052963:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052964:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.052966:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052967:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052968:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052969:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9f67f03. 00000400:00000200:2.0:1767384398.052972:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e30b94 00000400:00000010:2.0:1767384398.052973:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000066e30b94. 00000100:00000001:2.0:1767384398.052975:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052976:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052980:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052981:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.052982:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.052984:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.052985:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.052986:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed7fec68. 00000400:00000200:2.0:1767384398.052988:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a830668 00000400:00000010:2.0:1767384398.052989:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004a830668. 00000100:00000001:2.0:1767384398.052991:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.052992:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.052996:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.052997:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.052998:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053000:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053001:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053002:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd661fd. 00000400:00000200:2.0:1767384398.053089:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7ac602 00000400:00000010:2.0:1767384398.053091:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bf7ac602. 00000100:00000001:2.0:1767384398.053094:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053095:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053100:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053102:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.053103:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053122:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053124:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053125:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c03f41df. 00000400:00000200:2.0:1767384398.053128:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a29d2c3 00000400:00000010:2.0:1767384398.053129:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005a29d2c3. 00000100:00000001:2.0:1767384398.053131:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053132:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053136:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053138:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.053139:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053141:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053142:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053143:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006191783f. 00000400:00000200:2.0:1767384398.053145:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033377573 00000400:00000010:2.0:1767384398.053147:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000033377573. 00000100:00000001:2.0:1767384398.053149:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053150:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053153:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053154:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.053155:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053157:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053158:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053159:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce31ed93. 00000400:00000200:2.0:1767384398.053161:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df6ef509 00000400:00000010:2.0:1767384398.053162:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000df6ef509. 00000100:00000001:2.0:1767384398.053164:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053165:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053169:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053170:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.053171:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053172:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053173:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053174:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f0a750c. 00000400:00000200:2.0:1767384398.053176:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000225ae3a4 00000400:00000010:2.0:1767384398.053177:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000225ae3a4. 00000100:00000001:2.0:1767384398.053179:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053180:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053184:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053186:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.053187:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053188:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053189:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053190:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1446d8b. 00000400:00000200:2.0:1767384398.053192:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfbde193 00000400:00000010:2.0:1767384398.053193:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dfbde193. 00000100:00000001:2.0:1767384398.053195:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053196:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053200:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053201:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.053203:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053204:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053205:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053206:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fe57d5a. 00000400:00000200:2.0:1767384398.053208:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c11eeaf8 00000400:00000010:2.0:1767384398.053210:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c11eeaf8. 00000100:00000001:2.0:1767384398.053212:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053213:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053217:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053218:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.053219:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053221:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053222:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053223:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b167838a. 00000400:00000200:2.0:1767384398.053225:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8675622 00000400:00000010:2.0:1767384398.053226:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e8675622. 00000100:00000001:2.0:1767384398.053229:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053229:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053233:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053234:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.053235:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053236:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053237:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053239:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000619f1bf. 00000400:00000200:2.0:1767384398.053240:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b26b75 00000400:00000010:2.0:1767384398.053241:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000067b26b75. 00000100:00000001:2.0:1767384398.053243:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053244:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053249:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053250:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.053251:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053253:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053254:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053255:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f75a9ff. 00000400:00000200:2.0:1767384398.053257:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d369470 00000400:00000010:2.0:1767384398.053258:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008d369470. 00000100:00000001:2.0:1767384398.053259:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053260:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053263:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053265:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.053266:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053267:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053268:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053270:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab07d13f. 00000400:00000200:2.0:1767384398.053271:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000275eb88a 00000400:00000010:2.0:1767384398.053273:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000275eb88a. 00000100:00000001:2.0:1767384398.053276:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053276:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053280:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053282:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.053283:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053285:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053286:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053287:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac1e94e7. 00000400:00000200:2.0:1767384398.053289:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d459e444 00000400:00000010:2.0:1767384398.053290:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d459e444. 00000100:00000001:2.0:1767384398.053293:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053294:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053298:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053299:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.053300:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053301:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053302:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053303:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000821fd2ab. 00000400:00000200:2.0:1767384398.053304:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004c373a1 00000400:00000010:2.0:1767384398.053306:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000004c373a1. 00000100:00000001:2.0:1767384398.053309:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053309:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053313:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053315:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.053316:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053317:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053318:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053319:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa9e421. 00000400:00000200:2.0:1767384398.053320:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6a02acc 00000400:00000010:2.0:1767384398.053322:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6a02acc. 00000100:00000001:2.0:1767384398.053324:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053325:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053329:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053330:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.053331:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053332:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053333:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053335:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044aa6611. 00000400:00000200:2.0:1767384398.053337:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d17eb54 00000400:00000010:2.0:1767384398.053338:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009d17eb54. 00000100:00000001:2.0:1767384398.053343:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053344:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053416:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053418:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.053420:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053422:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053423:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053424:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099ec27d4. 00000400:00000200:2.0:1767384398.053427:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4912af7 00000400:00000010:2.0:1767384398.053429:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d4912af7. 00000100:00000001:2.0:1767384398.053431:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053432:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053435:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053436:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.053438:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053439:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053440:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053441:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075abc71a. 00000400:00000200:2.0:1767384398.053443:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002840c5bc 00000400:00000010:2.0:1767384398.053445:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002840c5bc. 00000100:00000001:2.0:1767384398.053447:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053448:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053452:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053453:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.053454:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053455:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053456:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053457:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c302bac2. 00000400:00000200:2.0:1767384398.053458:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df298f02 00000400:00000010:2.0:1767384398.053459:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000df298f02. 00000100:00000001:2.0:1767384398.053461:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053462:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053465:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053466:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.053467:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053468:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053470:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053471:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013973355. 00000400:00000200:2.0:1767384398.053472:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de6087c3 00000400:00000010:2.0:1767384398.053474:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000de6087c3. 00000100:00000001:2.0:1767384398.053475:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053477:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053480:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053481:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.053483:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053484:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053485:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053486:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042b3dbd2. 00000400:00000200:2.0:1767384398.053488:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de7df81e 00000400:00000010:2.0:1767384398.053489:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000de7df81e. 00000100:00000001:2.0:1767384398.053493:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053494:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053498:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053499:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.053501:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053502:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053503:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053505:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d11fb9cc. 00000400:00000200:2.0:1767384398.053507:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc81a468 00000400:00000010:2.0:1767384398.053508:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cc81a468. 00000100:00000001:2.0:1767384398.053510:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053511:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053514:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053516:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.053517:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053519:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053520:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053521:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004017c91a. 00000400:00000200:2.0:1767384398.053523:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075fac313 00000400:00000010:2.0:1767384398.053525:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000075fac313. 00000100:00000001:2.0:1767384398.053526:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053527:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053530:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053531:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.053532:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053534:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053535:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053536:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7471d6b. 00000400:00000200:2.0:1767384398.053538:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e4fd16b 00000400:00000010:2.0:1767384398.053539:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004e4fd16b. 00000100:00000001:2.0:1767384398.053541:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053543:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053546:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053547:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.053548:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053549:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053550:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053551:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042255091. 00000400:00000200:2.0:1767384398.053552:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2daa352 00000400:00000010:2.0:1767384398.053553:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d2daa352. 00000100:00000001:2.0:1767384398.053556:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053557:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053560:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053562:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.053564:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053565:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053566:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053567:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8f07be2. 00000400:00000200:2.0:1767384398.053569:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000807726ad 00000400:00000010:2.0:1767384398.053571:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000807726ad. 00000100:00000001:2.0:1767384398.053573:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053573:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053577:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053579:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.053580:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053582:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053583:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053584:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f1bbfb7. 00000400:00000200:2.0:1767384398.053586:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dcb9bc2 00000400:00000010:2.0:1767384398.053588:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006dcb9bc2. 00000100:00000001:2.0:1767384398.053590:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053591:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053595:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053596:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.053597:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.053598:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.053599:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.053600:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e4cfc8b. 00000400:00000200:2.0:1767384398.053601:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000650a2280 00000400:00000010:2.0:1767384398.053603:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000650a2280. 00000100:00000001:2.0:1767384398.053605:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.053606:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384398.053610:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.053611:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.053612:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.053615:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053616:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053619:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053620:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053622:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053623:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053624:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053625:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053627:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053627:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053629:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053630:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053631:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053632:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053633:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053634:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053635:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053636:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053637:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053638:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053639:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053640:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053641:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053642:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053644:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053644:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053646:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053647:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053648:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053649:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053650:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053651:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053653:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053654:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053655:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053656:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053657:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053658:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053660:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053661:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053662:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053663:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053664:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053665:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053667:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053667:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053669:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053670:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053671:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053672:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053673:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053674:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053676:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053677:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053678:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053679:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053680:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053681:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053683:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053683:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053685:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053685:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053687:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053687:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053688:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053689:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053690:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053691:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053692:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053693:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053694:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053695:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053696:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053697:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053698:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053699:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053700:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053701:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053703:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053703:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053705:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053706:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053707:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053708:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053709:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053710:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053711:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053713:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053714:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053715:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053717:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053718:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053719:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053720:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053721:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053722:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053723:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053725:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053726:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053727:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053728:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053729:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053730:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053731:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053732:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053733:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053734:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053735:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053736:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053737:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053738:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053739:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053740:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053741:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053742:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053743:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053744:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053745:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053746:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053747:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053748:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053749:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053750:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053751:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053753:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053754:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.053755:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.053756:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384398.053766:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053769:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008d5c3bb6. 02000000:00000001:2.0:1767384398.053772:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053774:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f2f3772. 02000000:00000001:2.0:1767384398.053779:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053780:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d94a6d6. 02000000:00000001:2.0:1767384398.053782:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053783:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf59af14. 02000000:00000001:2.0:1767384398.053787:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053788:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b377e912. 02000000:00000001:2.0:1767384398.053790:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053791:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000abf445a2. 02000000:00000001:2.0:1767384398.053794:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053795:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000045cde5bc. 02000000:00000001:2.0:1767384398.053796:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053797:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ecba4f7. 02000000:00000001:2.0:1767384398.053800:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053801:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000c208778e. 02000000:00000001:2.0:1767384398.053803:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053804:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000047e5273b. 02000000:00000001:2.0:1767384398.053807:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053808:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000005ca5e0ef. 02000000:00000001:2.0:1767384398.053810:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053811:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb852b56. 02000000:00000001:2.0:1767384398.053814:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053814:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000a7cdcf9b. 02000000:00000001:2.0:1767384398.053816:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053817:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 02000000:00000001:2.0:1767384398.053820:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053820:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000c189c5b8. 02000000:00000001:2.0:1767384398.053823:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053824:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078137b63. 02000000:00000001:2.0:1767384398.053827:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053828:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cbb338a4. 02000000:00000001:2.0:1767384398.053829:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053830:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7cdb6f5. 02000000:00000001:2.0:1767384398.053838:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053839:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001951befe. 02000000:00000001:2.0:1767384398.053842:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053843:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004425d604. 02000000:00000001:2.0:1767384398.053846:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053847:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000607614cf. 02000000:00000001:2.0:1767384398.053849:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053850:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007be8816e. 02000000:00000001:2.0:1767384398.053852:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053853:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e6c31fb8. 02000000:00000001:2.0:1767384398.053855:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053856:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e584f9cf. 02000000:00000001:2.0:1767384398.053859:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053860:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001a1b4c5a. 02000000:00000001:2.0:1767384398.053862:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053863:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bae9d970. 02000000:00000001:2.0:1767384398.053866:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053867:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000608f32f2. 02000000:00000001:2.0:1767384398.053868:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053869:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008807e71d. 02000000:00000001:2.0:1767384398.053871:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053873:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006121caf2. 02000000:00000001:2.0:1767384398.053875:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053876:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9490680. 02000000:00000001:2.0:1767384398.053878:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053879:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b74c9851. 02000000:00000001:2.0:1767384398.053881:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053882:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aab9c0d7. 02000000:00000001:2.0:1767384398.053884:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053885:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b76a49d8. 02000000:00000001:2.0:1767384398.053887:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053888:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ba5dcc. 02000000:00000001:2.0:1767384398.053890:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053892:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0c1052e. 02000000:00000001:2.0:1767384398.053894:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053895:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000825dc290. 02000000:00000001:2.0:1767384398.053897:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053898:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fe16fdb0. 02000000:00000001:2.0:1767384398.053899:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053901:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000007f9405c. 02000000:00000001:2.0:1767384398.053903:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053904:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b58d0f2d. 02000000:00000001:2.0:1767384398.053906:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053907:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fffc6ca1. 02000000:00000001:2.0:1767384398.053909:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053911:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009e8e5a7b. 02000000:00000001:2.0:1767384398.053913:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053914:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000675377a1. 02000000:00000001:2.0:1767384398.053916:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053917:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000c60c910. 02000000:00000001:2.0:1767384398.053919:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053921:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005b50315. 02000000:00000001:2.0:1767384398.053923:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053924:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000431735f9. 02000000:00000001:2.0:1767384398.053926:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053927:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089cd43b1. 02000000:00000001:2.0:1767384398.053929:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053930:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000095d0b5f0. 02000000:00000001:2.0:1767384398.053932:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053933:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0767500. 02000000:00000001:2.0:1767384398.053936:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053937:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000037b14928. 02000000:00000001:2.0:1767384398.053939:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053940:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e6fc22ca. 02000000:00000001:2.0:1767384398.053942:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053943:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006dffcc62. 02000000:00000001:2.0:1767384398.053945:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053946:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000063050d. 02000000:00000001:2.0:1767384398.053948:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053949:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e16739eb. 02000000:00000001:2.0:1767384398.053950:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053951:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ccd0def. 02000000:00000001:2.0:1767384398.053953:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053954:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7d84267. 02000000:00000001:2.0:1767384398.053956:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053957:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb6ac103. 02000000:00000001:2.0:1767384398.053959:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053961:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000acf3d175. 02000000:00000001:2.0:1767384398.053962:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053963:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e9ab6ee5. 02000000:00000001:2.0:1767384398.053966:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053967:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000856cfb3e. 02000000:00000001:2.0:1767384398.053969:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053969:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000518de779. 02000000:00000001:2.0:1767384398.053971:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053972:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d051f14d. 02000000:00000001:2.0:1767384398.053974:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053975:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026fd0efb. 02000000:00000001:2.0:1767384398.053977:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053979:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fc54ded8. 02000000:00000001:2.0:1767384398.053981:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053982:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e82bec48. 02000000:00000001:2.0:1767384398.053985:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053986:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001f4d4a37. 02000000:00000001:2.0:1767384398.053988:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053989:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004dc6d284. 02000000:00000001:2.0:1767384398.053991:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053992:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004543cf70. 02000000:00000001:2.0:1767384398.053994:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.053995:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000741d4806. 02000000:00000001:2.0:1767384398.053997:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.053998:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bfab517a. 02000000:00000001:2.0:1767384398.054000:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054001:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000388f42ba. 02000000:00000001:2.0:1767384398.054086:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054088:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006738afec. 02000000:00000001:2.0:1767384398.054091:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054092:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbb1434d. 02000000:00000001:2.0:1767384398.054095:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054096:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d7376ec4. 02000000:00000001:2.0:1767384398.054098:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054099:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066f666b0. 02000000:00000001:2.0:1767384398.054101:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054102:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048273d97. 02000000:00000001:2.0:1767384398.054121:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054124:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b81054ad. 02000000:00000001:2.0:1767384398.054127:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054128:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c24f5d8c. 02000000:00000001:2.0:1767384398.054130:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054131:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e959811. 02000000:00000001:2.0:1767384398.054133:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054135:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001f474ece. 02000000:00000001:2.0:1767384398.054137:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054138:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb95b98c. 02000000:00000001:2.0:1767384398.054140:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054141:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000c8ecf87. 02000000:00000001:2.0:1767384398.054143:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054144:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c576287c. 02000000:00000001:2.0:1767384398.054147:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054148:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000077a080db. 02000000:00000001:2.0:1767384398.054150:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054150:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000531fd77f. 02000000:00000001:2.0:1767384398.054153:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054154:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000d4d73d4. 02000000:00000001:2.0:1767384398.054156:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054156:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000876190cf. 02000000:00000001:2.0:1767384398.054159:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054160:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000be998cdc. 02000000:00000001:2.0:1767384398.054162:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054163:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d31293d3. 02000000:00000001:2.0:1767384398.054166:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054167:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c81d3a17. 02000000:00000001:2.0:1767384398.054169:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054170:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000023aba5d3. 02000000:00000001:2.0:1767384398.054172:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054173:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f3356c3e. 02000000:00000001:2.0:1767384398.054175:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054176:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e7691067. 02000000:00000001:2.0:1767384398.054178:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054179:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000957d52f0. 02000000:00000001:2.0:1767384398.054180:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054181:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000920290bd. 02000000:00000001:2.0:1767384398.054183:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384398.054184:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000019a18d2f. 02000000:00000001:2.0:1767384398.054186:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384398.054187:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c76608c. 00000100:00000010:2.0:1767384398.054192:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000a14aef6. 00000100:00000010:2.0:1767384398.054237:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e842615. 00000100:00000010:2.0:1767384398.054242:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006ddcc302. 00000100:00000010:2.0:1767384398.054269:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096e3e1ee. 00000100:00000010:2.0:1767384398.054273:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000063a1ba70. 00000100:00000010:2.0:1767384398.054305:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1fa33cf. 00000100:00000010:2.0:1767384398.054308:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001c8480a8. 00000100:00000010:2.0:1767384398.054334:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bea55c0c. 00000100:00000010:2.0:1767384398.054337:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c879642e. 00000100:00000010:2.0:1767384398.054453:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000525741ff. 00000100:00000010:2.0:1767384398.054457:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000033f7f153. 00000100:00000010:2.0:1767384398.054489:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af09f915. 00000100:00000010:2.0:1767384398.054492:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008999c034. 00000100:00000010:2.0:1767384398.054512:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5e5f2b8. 00000100:00000010:2.0:1767384398.054515:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000cb35f0a. 00000100:00000010:2.0:1767384398.054537:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007abe830e. 00000100:00000010:2.0:1767384398.054539:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a61e1d28. 00000100:00000010:2.0:1767384398.054568:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005075b573. 00000100:00000010:2.0:1767384398.054571:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b564efc8. 00000100:00000010:2.0:1767384398.054605:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2550607. 00000100:00000010:2.0:1767384398.054607:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000264c950a. 00000100:00000010:2.0:1767384398.054642:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b100fd1. 00000100:00000010:2.0:1767384398.054645:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f36419f7. 00000100:00000010:2.0:1767384398.054675:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0826775. 00000100:00000010:2.0:1767384398.054677:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000397583fd. 00000100:00000010:2.0:1767384398.054710:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000108157a2. 00000100:00000010:2.0:1767384398.054713:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000038d7ca66. 00000100:00000010:2.0:1767384398.054741:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000083592d25. 00000100:00000010:2.0:1767384398.054744:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e3d72b73. 00000100:00000010:2.0:1767384398.054777:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004acf7a00. 00000100:00000010:2.0:1767384398.054781:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000dc3b363. 00000100:00000010:2.0:1767384398.054808:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042a62e26. 00000100:00000010:2.0:1767384398.054811:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d2adf4e7. 00000100:00000010:2.0:1767384398.054838:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007439e47f. 00000100:00000010:2.0:1767384398.054848:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b120e530. 00000100:00000010:2.0:1767384398.054880:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a2e71a2. 00000100:00000010:2.0:1767384398.054882:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000273d312f. 00000100:00000010:2.0:1767384398.054921:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000934a9418. 00000100:00000010:2.0:1767384398.054924:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003cc20e3d. 00000100:00000010:2.0:1767384398.054948:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6fd8181. 00000100:00000010:2.0:1767384398.054950:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001f912ee8. 00000100:00000010:2.0:1767384398.054976:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f586ab63. 00000100:00000010:2.0:1767384398.054979:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000192e1233. 00000100:00000010:2.0:1767384398.055153:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b37c1c94. 00000100:00000010:2.0:1767384398.055157:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004bb6f478. 00000100:00000010:2.0:1767384398.055454:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039891a16. 00000100:00000010:2.0:1767384398.055458:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007c6d0361. 00000100:00000010:2.0:1767384398.055480:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000960c02b0. 00000100:00000010:2.0:1767384398.055483:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000020227125. 00000100:00000010:2.0:1767384398.055524:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bad8907. 00000100:00000010:2.0:1767384398.055528:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e5d2835e. 00000100:00000010:2.0:1767384398.055559:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9c5847e. 00000100:00000010:2.0:1767384398.055562:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000027e9fa70. 00000100:00000010:2.0:1767384398.055587:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008058f5a0. 00000100:00000010:2.0:1767384398.055590:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000801f832f. 00000100:00000010:2.0:1767384398.055615:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000609ef516. 00000100:00000010:2.0:1767384398.055617:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dba8a651. 00000100:00000010:2.0:1767384398.055634:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efa32d89. 00000100:00000010:2.0:1767384398.055637:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000083fe83ac. 00000100:00000010:2.0:1767384398.055659:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005acb3b7b. 00000100:00000010:2.0:1767384398.055662:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d35a05f8. 00000100:00000010:2.0:1767384398.055684:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea57fd50. 00000100:00000010:2.0:1767384398.055687:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ff7171df. 00000100:00000010:2.0:1767384398.055710:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082323190. 00000100:00000010:2.0:1767384398.055712:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000001bfa689. 00000100:00000010:2.0:1767384398.055739:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d7c4f6f. 00000100:00000010:2.0:1767384398.055742:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bcd84aba. 00000100:00000010:2.0:1767384398.055765:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac471bb4. 00000100:00000010:2.0:1767384398.055767:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081f3f97c. 00000100:00000010:2.0:1767384398.055790:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000373e76c5. 00000100:00000010:2.0:1767384398.055793:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f16dce94. 00000100:00000010:2.0:1767384398.055813:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000839d0468. 00000100:00000010:2.0:1767384398.055816:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000066c8883d. 00000100:00000010:2.0:1767384398.055841:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4d17d13. 00000100:00000010:2.0:1767384398.055844:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c7a44b4c. 00000100:00000010:2.0:1767384398.055870:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e9990a5. 00000100:00000010:2.0:1767384398.055873:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004956259b. 00000100:00000010:2.0:1767384398.055891:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002153d203. 00000100:00000010:2.0:1767384398.055894:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000087257e95. 00000100:00000010:2.0:1767384398.055913:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c234ef9d. 00000100:00000010:2.0:1767384398.055916:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ec046a58. 00000100:00000010:2.0:1767384398.055945:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037315253. 00000100:00000010:2.0:1767384398.055948:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000075a1ffa5. 00000100:00000010:2.0:1767384398.055975:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c913c95f. 00000100:00000010:2.0:1767384398.055977:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f9b9300b. 00000100:00000010:2.0:1767384398.056001:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac424d71. 00000100:00000010:2.0:1767384398.056304:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a3723209. 00000100:00000010:2.0:1767384398.056329:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5021f3a. 00000100:00000010:2.0:1767384398.056332:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002a46c78a. 00000100:00000010:2.0:1767384398.056428:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039df3448. 00000100:00000010:2.0:1767384398.056432:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001617d214. 00000100:00000010:2.0:1767384398.056457:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020bcca77. 00000100:00000010:2.0:1767384398.056459:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee72aaa2. 00000100:00000010:2.0:1767384398.056497:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003442dc23. 00000100:00000010:2.0:1767384398.056501:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bf1ce13c. 00000100:00000010:2.0:1767384398.056536:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca540adb. 00000100:00000010:2.0:1767384398.056539:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c49276ff. 00000100:00000010:2.0:1767384398.056566:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed1db67e. 00000100:00000010:2.0:1767384398.056569:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000152ad70b. 00000100:00000010:2.0:1767384398.056596:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7355773. 00000100:00000010:2.0:1767384398.056599:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d69bed91. 00000100:00000010:2.0:1767384398.056620:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d921d4a2. 00000100:00000010:2.0:1767384398.056623:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000564750a4. 00000100:00000010:2.0:1767384398.056652:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a73d3207. 00000100:00000010:2.0:1767384398.056656:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000461a977. 00000100:00000010:2.0:1767384398.056681:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033020990. 00000100:00000010:2.0:1767384398.056683:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009b89359d. 00000100:00000010:2.0:1767384398.056706:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062ea0c93. 00000100:00000010:2.0:1767384398.056709:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000072b10895. 00000100:00000010:2.0:1767384398.056731:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027d2b06a. 00000100:00000010:2.0:1767384398.056734:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000089170ddd. 00000100:00000010:2.0:1767384398.056755:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a965034c. 00000100:00000010:2.0:1767384398.056758:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000092daa643. 00000100:00000010:2.0:1767384398.056783:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f10bb81. 00000100:00000010:2.0:1767384398.056786:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005b320f84. 00000100:00000010:2.0:1767384398.056808:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000237755b0. 00000100:00000010:2.0:1767384398.056810:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2277179. 00000100:00000010:2.0:1767384398.056838:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000620b003f. 00000100:00000010:2.0:1767384398.056841:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000010247ff4. 00000100:00000010:2.0:1767384398.056875:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063065a09. 00000100:00000010:2.0:1767384398.056877:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000045496dc8. 00000100:00000010:2.0:1767384398.056901:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065bff2ea. 00000100:00000010:2.0:1767384398.056904:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000010fcaba1. 00000100:00000010:2.0:1767384398.056922:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dc0462f. 00000100:00000010:2.0:1767384398.056925:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b929dffb. 00000100:00000010:2.0:1767384398.056943:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007078ed33. 00000100:00000010:2.0:1767384398.056945:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cbd48436. 00000100:00000010:2.0:1767384398.056966:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6c6d9fa. 00000100:00000010:2.0:1767384398.056969:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000081f9d0bf. 00000100:00000010:2.0:1767384398.056986:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000024befc7e. 00000100:00000010:2.0:1767384398.057000:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000077ae95ff. 00000100:00000010:2.0:1767384398.057101:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000c66fdf55. 00000100:00000001:2.0:1767384398.057134:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.057138:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057141:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.057143:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.057145:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ce648941. 00000100:00000001:2.0:1767384398.057149:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.057151:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.057154:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057155:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cc614a4a. 00000100:00000001:2.0:1767384398.057158:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057159:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057160:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b880ac32. 00000100:00000001:2.0:1767384398.057162:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057164:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057165:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c26f0ce0. 00000100:00000001:2.0:1767384398.057167:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057168:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057169:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f9e7797f. 00000100:00000001:2.0:1767384398.057171:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057172:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.057173:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.057174:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000be7b4e07. 00000100:00000001:2.0:1767384398.057176:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.057178:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.057179:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057180:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000afaaf027. 00000100:00000001:2.0:1767384398.057182:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057183:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057184:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004a835a27. 00000100:00000001:2.0:1767384398.057186:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057187:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057188:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000043b933ca. 00000100:00000001:2.0:1767384398.057190:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.057191:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.057192:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002b1a9d70. 00000100:00000010:2.0:1767384398.057194:0:39781:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000f3d87665. 00000100:00000001:2.0:1767384398.057197:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.057279:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005592de33. 00000020:00000010:2.0:1767384398.057284:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007ef6ccbb. 00000020:00000010:2.0:1767384398.057286:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004ec3532d. 00000020:00000010:2.0:1767384398.057289:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000044707321. 00000020:00000010:2.0:1767384398.057294:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000042cc07c9. 00000020:00000010:2.0:1767384398.057300:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001ba2f37a. 00000100:00000010:2.0:1767384398.057330:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000006e574c36. 00000100:00000010:2.0:1767384398.057343:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f61b1aff. 00000100:00000010:2.0:1767384398.057347:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009e2d88ff. 00000100:00000010:2.0:1767384398.057420:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000001f61a701. 00000100:00000001:2.0:1767384398.057423:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.057426:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.057427:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384398.057431:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.057433:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.057434:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384398.057436:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384398.057438:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384398.057464:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:1.0:1767384398.057490:0:16788:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cbdc4bb8. 00000040:00000010:1.0:1767384398.057496:0:16788:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000863fb210. 00000020:00000010:1.0:1767384398.057501:0:16788:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004262b3d5. 00000020:00000010:1.0:1767384398.057505:0:16788:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5b4e046. 00000020:00000010:1.0:1767384398.057511:0:16788:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000015f6d012. 80000000:00000010:1.0:1767384398.057514:0:16788:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f971e12b. 40000000:00000010:1.0:1767384398.057518:0:16788:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fecba913. 00100000:00000010:1.0:1767384398.057523:0:16788:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa4f0189. 00040000:00000010:1.0:1767384398.057526:0:16788:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003349ecb1. 00040000:00000010:1.0:1767384398.057530:0:16788:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003d746f78. 00080000:00000010:1.0:1767384398.057533:0:16788:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cedb7c69. 00000004:00000010:1.0:1767384398.057537:0:16788:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000083664875. 00000020:00000010:1.0:1767384398.057540:0:16788:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072ce72e7. 00000020:00000010:1.0:1767384398.057546:0:16788:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000058042514. 00000100:00000010:1.0:1767384398.057553:0:16788:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d947d1b4. 00000100:00100000:1.0:1767384398.057555:0:16788:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [0000000014a9769a:16788] 0 exiting: rc = 1 00000020:00000010:0.0:1767384398.057612:0:16789:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e15e3782. 00000040:00000010:0.0:1767384398.057617:0:16789:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9af5c23. 00000020:00000010:0.0:1767384398.057620:0:16789:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb117126. 00000020:00000010:0.0:1767384398.057622:0:16789:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ced68d09. 00000020:00000010:0.0:1767384398.057625:0:16789:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000018efce8b. 80000000:00000010:0.0:1767384398.057627:0:16789:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e573aea4. 40000000:00000010:0.0:1767384398.057629:0:16789:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002960d4a9. 00100000:00000010:0.0:1767384398.057632:0:16789:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a7f66686. 00040000:00000010:0.0:1767384398.057634:0:16789:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b3500722. 00040000:00000010:0.0:1767384398.057636:0:16789:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000037611abd. 00080000:00000010:0.0:1767384398.057639:0:16789:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cf006477. 00000004:00000010:0.0:1767384398.057641:0:16789:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c5fc5cf7. 00000020:00000010:0.0:1767384398.057643:0:16789:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4f4480d. 00000020:00000010:0.0:1767384398.057646:0:16789:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000034776cc8. 00000100:00000010:0.0:1767384398.057659:0:16789:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e33e5a61. 00000100:00100000:0.0:1767384398.057661:0:16789:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000003f1a9cd:16789] 1 exiting: rc = 0 00000100:00000010:1.0:1767384398.057763:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000014a9769a. 00000100:00000010:1.0:1767384398.057767:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000003f1a9cd. 00000100:00000001:1.0:1767384398.057770:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384398.057772:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384398.057776:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384398.057782:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057783:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057785:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000b00aaf. 00000400:00000200:1.0:1767384398.057789:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000212bd70d 00000400:00000010:1.0:1767384398.057791:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000212bd70d. 00000100:00000001:1.0:1767384398.057794:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057796:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057802:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057803:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384398.057805:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057806:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057807:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057813:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c70173. 00000400:00000200:1.0:1767384398.057815:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004bae423 00000400:00000010:1.0:1767384398.057816:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004bae423. 00000100:00000001:1.0:1767384398.057818:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057819:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057823:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057824:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384398.057825:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057827:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057828:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057829:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000729c80d7. 00000400:00000200:1.0:1767384398.057830:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000804f3a94 00000400:00000010:1.0:1767384398.057832:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000804f3a94. 00000100:00000001:1.0:1767384398.057833:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057834:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057837:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057838:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384398.057839:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057840:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057841:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057842:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ce6ef98. 00000400:00000200:1.0:1767384398.057843:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eeda122 00000400:00000010:1.0:1767384398.057844:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eeda122. 00000100:00000001:1.0:1767384398.057845:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057846:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057850:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057851:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384398.057852:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057853:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057854:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057855:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcb4677c. 00000400:00000200:1.0:1767384398.057856:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091c69dc4 00000400:00000010:1.0:1767384398.057857:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091c69dc4. 00000100:00000001:1.0:1767384398.057859:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057859:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057863:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057864:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384398.057865:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057870:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057870:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057871:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000673bb417. 00000400:00000200:1.0:1767384398.057873:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032bda25c 00000400:00000010:1.0:1767384398.057874:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000032bda25c. 00000100:00000001:1.0:1767384398.057875:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057876:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057880:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057881:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384398.057882:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057883:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057884:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057885:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1bc13b1. 00000400:00000200:1.0:1767384398.057886:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e1740d 00000400:00000010:1.0:1767384398.057887:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e1740d. 00000100:00000001:1.0:1767384398.057889:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057890:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057893:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057894:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384398.057895:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057896:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057897:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057898:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000852a1561. 00000400:00000200:1.0:1767384398.057899:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ab1a76 00000400:00000010:1.0:1767384398.057900:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ab1a76. 00000100:00000001:1.0:1767384398.057902:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057902:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057906:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057907:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384398.057908:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057909:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057910:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057911:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2d57fa4. 00000400:00000200:1.0:1767384398.057913:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058d887f5 00000400:00000010:1.0:1767384398.057914:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058d887f5. 00000100:00000001:1.0:1767384398.057916:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057917:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057925:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057931:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384398.057933:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057935:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057936:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057937:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb53d71. 00000400:00000200:1.0:1767384398.057939:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005065ab36 00000400:00000010:1.0:1767384398.057941:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005065ab36. 00000100:00000001:1.0:1767384398.057943:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057944:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057948:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057949:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384398.057951:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.057952:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.057953:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.057970:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031b38441. 00000400:00000200:1.0:1767384398.057972:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076e3fa99 00000400:00000010:1.0:1767384398.057973:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076e3fa99. 00000100:00000001:1.0:1767384398.057975:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.057976:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.057979:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.057981:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384398.057982:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058002:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058003:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058004:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008897d23b. 00000400:00000200:1.0:1767384398.058007:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e52c95e8 00000400:00000010:1.0:1767384398.058008:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e52c95e8. 00000100:00000001:1.0:1767384398.058010:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058011:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058014:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058016:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384398.058017:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058018:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058019:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058020:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092b756aa. 00000400:00000200:1.0:1767384398.058022:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfe1d8c7 00000400:00000010:1.0:1767384398.058023:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfe1d8c7. 00000100:00000001:1.0:1767384398.058025:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058038:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058042:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058044:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384398.058045:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058047:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058048:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058050:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031c58afe. 00000400:00000200:1.0:1767384398.058052:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bd1f245 00000400:00000010:1.0:1767384398.058053:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bd1f245. 00000100:00000001:1.0:1767384398.058056:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058057:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058060:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058061:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384398.058063:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058064:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058065:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058066:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c37e63. 00000400:00000200:1.0:1767384398.058068:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000016c9aca 00000400:00000010:1.0:1767384398.058070:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000016c9aca. 00000100:00000001:1.0:1767384398.058072:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058073:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058076:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058078:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384398.058079:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058080:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058081:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058082:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbe96710. 00000400:00000200:1.0:1767384398.058084:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000163b87e 00000400:00000010:1.0:1767384398.058086:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000163b87e. 00000100:00000001:1.0:1767384398.058088:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058089:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058092:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058093:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384398.058094:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058096:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058097:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058098:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019ec7d4d. 00000400:00000200:1.0:1767384398.058099:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28aee7b 00000400:00000010:1.0:1767384398.058125:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b28aee7b. 00000100:00000001:1.0:1767384398.058129:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058130:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058135:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058137:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384398.058138:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058140:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058142:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058143:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000402dcb27. 00000400:00000200:1.0:1767384398.058145:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc7aed74 00000400:00000010:1.0:1767384398.058146:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc7aed74. 00000100:00000001:1.0:1767384398.058148:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058149:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058153:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058154:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384398.058155:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058157:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058158:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058159:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ff5a3ba. 00000400:00000200:1.0:1767384398.058161:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba707243 00000400:00000010:1.0:1767384398.058162:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba707243. 00000100:00000001:1.0:1767384398.058164:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058165:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058168:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058169:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384398.058171:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058172:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058173:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058174:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d8a66d6. 00000400:00000200:1.0:1767384398.058176:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915eb5ad 00000400:00000010:1.0:1767384398.058177:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000915eb5ad. 00000100:00000001:1.0:1767384398.058179:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058179:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058182:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058183:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384398.058184:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058185:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058191:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058192:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e0e70d1. 00000400:00000200:1.0:1767384398.058194:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f10f10ef 00000400:00000010:1.0:1767384398.058195:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f10f10ef. 00000100:00000001:1.0:1767384398.058197:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058198:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058202:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058203:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384398.058204:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058205:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058206:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058207:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d0e9a12. 00000400:00000200:1.0:1767384398.058209:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029000c58 00000400:00000010:1.0:1767384398.058210:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029000c58. 00000100:00000001:1.0:1767384398.058212:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058213:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058216:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058217:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384398.058218:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058219:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058220:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058221:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef6bebaa. 00000400:00000200:1.0:1767384398.058222:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e960567 00000400:00000010:1.0:1767384398.058223:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e960567. 00000100:00000001:1.0:1767384398.058225:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058225:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058229:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058230:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384398.058231:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058232:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058233:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058233:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000618640c. 00000400:00000200:1.0:1767384398.058235:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006401b252 00000400:00000010:1.0:1767384398.058236:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006401b252. 00000100:00000001:1.0:1767384398.058237:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058238:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058241:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058242:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384398.058247:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058249:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058250:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058251:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049122716. 00000400:00000200:1.0:1767384398.058252:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc2eeb78 00000400:00000010:1.0:1767384398.058253:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc2eeb78. 00000100:00000001:1.0:1767384398.058255:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058256:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058260:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058261:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384398.058262:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058263:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058263:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058264:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cbebac4. 00000400:00000200:1.0:1767384398.058265:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005712bf9e 00000400:00000010:1.0:1767384398.058266:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005712bf9e. 00000100:00000001:1.0:1767384398.058268:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058269:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058272:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058273:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384398.058274:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058276:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058277:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058278:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1302b65. 00000400:00000200:1.0:1767384398.058280:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bda1c03 00000400:00000010:1.0:1767384398.058281:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bda1c03. 00000100:00000001:1.0:1767384398.058288:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058289:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058292:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058294:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384398.058295:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058297:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058298:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058299:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e74bb176. 00000400:00000200:1.0:1767384398.058301:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000562c26d3 00000400:00000010:1.0:1767384398.058302:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000562c26d3. 00000100:00000001:1.0:1767384398.058304:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058305:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058313:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058314:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384398.058330:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058333:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058334:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058335:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000462287c7. 00000400:00000200:1.0:1767384398.058373:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000243feafc 00000400:00000010:1.0:1767384398.058375:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000243feafc. 00000100:00000001:1.0:1767384398.058377:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058379:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058383:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058384:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384398.058386:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058388:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058389:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058390:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf385a37. 00000400:00000200:1.0:1767384398.058392:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a2d6f5f 00000400:00000010:1.0:1767384398.058393:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a2d6f5f. 00000100:00000001:1.0:1767384398.058395:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058396:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058400:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058401:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384398.058402:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058403:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058404:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058405:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1258b3c. 00000400:00000200:1.0:1767384398.058407:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083e3205c 00000400:00000010:1.0:1767384398.058409:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083e3205c. 00000100:00000001:1.0:1767384398.058411:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058411:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058415:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058416:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384398.058417:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058419:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058420:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058421:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008752820a. 00000400:00000200:1.0:1767384398.058422:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e75d36a 00000400:00000010:1.0:1767384398.058423:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e75d36a. 00000100:00000001:1.0:1767384398.058430:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058431:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058435:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058436:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384398.058438:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058439:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058440:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058441:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ced588f5. 00000400:00000200:1.0:1767384398.058442:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029fdd819 00000400:00000010:1.0:1767384398.058443:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029fdd819. 00000100:00000001:1.0:1767384398.058445:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058446:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058449:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058450:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384398.058451:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058452:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058453:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058454:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6457021. 00000400:00000200:1.0:1767384398.058455:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a66203f6 00000400:00000010:1.0:1767384398.058456:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a66203f6. 00000100:00000001:1.0:1767384398.058457:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058458:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058461:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058462:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384398.058463:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058464:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058465:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058466:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087759a19. 00000400:00000200:1.0:1767384398.058467:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e30d151 00000400:00000010:1.0:1767384398.058469:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e30d151. 00000100:00000001:1.0:1767384398.058470:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058471:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058475:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058476:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384398.058477:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058478:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058479:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058480:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005033886e. 00000400:00000200:1.0:1767384398.058486:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2aca911 00000400:00000010:1.0:1767384398.058487:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2aca911. 00000100:00000001:1.0:1767384398.058490:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058491:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058494:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058495:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384398.058496:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058497:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058498:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058499:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081386bef. 00000400:00000200:1.0:1767384398.058500:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d9e6c02 00000400:00000010:1.0:1767384398.058501:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d9e6c02. 00000100:00000001:1.0:1767384398.058503:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058504:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058507:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058508:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384398.058509:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058511:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058511:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058512:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8e21b42. 00000400:00000200:1.0:1767384398.058514:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5012812 00000400:00000010:1.0:1767384398.058514:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5012812. 00000100:00000001:1.0:1767384398.058516:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058517:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058520:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058521:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384398.058522:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058523:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058524:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058525:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6dab518. 00000400:00000200:1.0:1767384398.058526:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010c10856 00000400:00000010:1.0:1767384398.058527:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010c10856. 00000100:00000001:1.0:1767384398.058529:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058529:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058532:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058533:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384398.058534:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058539:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058540:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058541:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de3072f6. 00000400:00000200:1.0:1767384398.058542:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a477c191 00000400:00000010:1.0:1767384398.058543:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a477c191. 00000100:00000001:1.0:1767384398.058545:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058546:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058549:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058550:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384398.058552:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058553:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058554:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058555:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1660dd4. 00000400:00000200:1.0:1767384398.058557:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054aafb29 00000400:00000010:1.0:1767384398.058558:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054aafb29. 00000100:00000001:1.0:1767384398.058560:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058560:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058569:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058571:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384398.058572:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058574:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058575:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058576:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdd885d9. 00000400:00000200:1.0:1767384398.058578:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000833cc8c1 00000400:00000010:1.0:1767384398.058579:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000833cc8c1. 00000100:00000001:1.0:1767384398.058581:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058582:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058586:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058587:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384398.058588:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058590:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058591:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058592:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd8b9797. 00000400:00000200:1.0:1767384398.058605:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a56294bb 00000400:00000010:1.0:1767384398.058607:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a56294bb. 00000100:00000001:1.0:1767384398.058609:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058610:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058632:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058638:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384398.058640:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058642:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058643:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058644:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002681f2a8. 00000400:00000200:1.0:1767384398.058646:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021ef6624 00000400:00000010:1.0:1767384398.058648:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021ef6624. 00000100:00000001:1.0:1767384398.058649:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058651:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058654:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058655:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384398.058656:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058657:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058658:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058659:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000579072a. 00000400:00000200:1.0:1767384398.058661:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd89480 00000400:00000010:1.0:1767384398.058662:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd89480. 00000100:00000001:1.0:1767384398.058663:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058664:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058667:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058668:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384398.058669:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058670:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058671:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058672:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099e8cf78. 00000400:00000200:1.0:1767384398.058673:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050a79d64 00000400:00000010:1.0:1767384398.058674:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050a79d64. 00000100:00000001:1.0:1767384398.058675:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058676:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058679:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058680:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384398.058681:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058682:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058683:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058684:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092a07bc9. 00000400:00000200:1.0:1767384398.058685:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000370ea341 00000400:00000010:1.0:1767384398.058687:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000370ea341. 00000100:00000001:1.0:1767384398.058688:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058692:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058695:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058697:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384398.058698:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058700:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058701:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058702:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d966b5f3. 00000400:00000200:1.0:1767384398.058703:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000002ba7de 00000400:00000010:1.0:1767384398.058704:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000002ba7de. 00000100:00000001:1.0:1767384398.058706:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058706:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058710:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058711:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384398.058712:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058713:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058714:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058715:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d76e7d30. 00000400:00000200:1.0:1767384398.058717:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d899a5bd 00000400:00000010:1.0:1767384398.058718:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d899a5bd. 00000100:00000001:1.0:1767384398.058719:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058720:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058723:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058724:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384398.058725:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058726:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058727:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058727:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004de67702. 00000400:00000200:1.0:1767384398.058729:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000906fd1d5 00000400:00000010:1.0:1767384398.058730:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000906fd1d5. 00000100:00000001:1.0:1767384398.058731:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058732:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058735:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058736:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384398.058737:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058738:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058739:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058740:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003564b9c6. 00000400:00000200:1.0:1767384398.058741:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035b7738d 00000400:00000010:1.0:1767384398.058745:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035b7738d. 00000100:00000001:1.0:1767384398.058747:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058748:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058752:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058753:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384398.058755:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058756:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058757:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058758:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d76c5dd. 00000400:00000200:1.0:1767384398.058759:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2e7e8f8 00000400:00000010:1.0:1767384398.058760:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2e7e8f8. 00000100:00000001:1.0:1767384398.058762:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058763:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058766:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058768:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384398.058769:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058770:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058772:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058773:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083591025. 00000400:00000200:1.0:1767384398.058775:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002311227e 00000400:00000010:1.0:1767384398.058776:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002311227e. 00000100:00000001:1.0:1767384398.058782:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058783:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058788:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058789:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384398.058791:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058792:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058793:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058794:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d45e240e. 00000400:00000200:1.0:1767384398.058796:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a8cc276 00000400:00000010:1.0:1767384398.058798:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a8cc276. 00000100:00000001:1.0:1767384398.058800:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058801:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058805:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058806:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384398.058807:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058809:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058826:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058827:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad714aea. 00000400:00000200:1.0:1767384398.058829:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f739154f 00000400:00000010:1.0:1767384398.058830:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f739154f. 00000100:00000001:1.0:1767384398.058832:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058833:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058837:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058838:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384398.058840:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058841:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058863:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058864:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080beabe4. 00000400:00000200:1.0:1767384398.058867:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075a3c462 00000400:00000010:1.0:1767384398.058868:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075a3c462. 00000100:00000001:1.0:1767384398.058870:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058871:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058874:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058875:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384398.058877:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058878:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058879:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058880:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff8be6d2. 00000400:00000200:1.0:1767384398.058881:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a44e7e3 00000400:00000010:1.0:1767384398.058882:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a44e7e3. 00000100:00000001:1.0:1767384398.058884:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058885:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058888:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058889:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384398.058890:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058891:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058892:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058893:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd08020e. 00000400:00000200:1.0:1767384398.058894:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7227b26 00000400:00000010:1.0:1767384398.058895:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7227b26. 00000100:00000001:1.0:1767384398.058897:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058898:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058901:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058901:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384398.058907:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058909:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058909:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058911:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003087f673. 00000400:00000200:1.0:1767384398.058912:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb611f3c 00000400:00000010:1.0:1767384398.058914:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb611f3c. 00000100:00000001:1.0:1767384398.058915:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058916:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058920:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058921:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384398.058922:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058923:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058924:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058924:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000709ba5b1. 00000400:00000200:1.0:1767384398.058926:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705400b3 00000400:00000010:1.0:1767384398.058927:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000705400b3. 00000100:00000001:1.0:1767384398.058929:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058929:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058933:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058934:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384398.058934:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058935:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058936:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058937:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001866c7a0. 00000400:00000200:1.0:1767384398.058938:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003816f8d2 00000400:00000010:1.0:1767384398.058939:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003816f8d2. 00000100:00000001:1.0:1767384398.058941:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058942:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058945:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058945:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384398.058946:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058947:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058948:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058949:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000139e9377. 00000400:00000200:1.0:1767384398.058950:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fe1e2c7 00000400:00000010:1.0:1767384398.058951:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fe1e2c7. 00000100:00000001:1.0:1767384398.058953:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058953:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058960:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058962:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384398.058963:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058965:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058966:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058967:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ffd9ec5e. 00000400:00000200:1.0:1767384398.058968:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000672d109c 00000400:00000010:1.0:1767384398.058969:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000672d109c. 00000100:00000001:1.0:1767384398.058971:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058971:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058975:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058976:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384398.058977:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384398.058978:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384398.058979:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384398.058980:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000fe16c0. 00000400:00000200:1.0:1767384398.058981:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c2a03c1 00000400:00000010:1.0:1767384398.058983:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c2a03c1. 00000100:00000001:1.0:1767384398.058984:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384398.058985:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384398.058988:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384398.058989:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384398.058990:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384398.058992:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.058994:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.058996:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.058997:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.058999:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.058999:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059001:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059002:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059003:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059004:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059005:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059006:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059007:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059008:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059009:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059014:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059016:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059017:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059018:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059019:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059020:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059021:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059022:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059023:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059024:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059025:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059026:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059033:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059035:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059036:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059037:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059038:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059039:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059040:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059041:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059042:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059044:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059045:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059046:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059047:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059048:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059049:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059051:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059052:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059053:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059054:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059055:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059056:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059057:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059058:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059059:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059060:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059062:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059063:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059064:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059070:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059071:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059072:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059074:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059075:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059076:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059077:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059078:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059079:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059081:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059082:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059083:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059084:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059085:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059090:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059092:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059093:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059094:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059095:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059096:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059097:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059098:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059099:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059100:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059101:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059102:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059103:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059119:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059120:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059122:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059123:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059124:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059125:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059126:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059127:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059129:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059130:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059131:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059132:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059133:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059139:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059140:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059141:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059142:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059156:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059158:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059159:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059160:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059161:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059162:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059213:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059214:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059215:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059216:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059217:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059218:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059219:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059220:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059221:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059222:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059223:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059224:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059225:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059226:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059227:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059228:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059228:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059229:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059230:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059231:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059232:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384398.059233:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384398.059233:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384398.059236:0:39781:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384398.059239:0:39781:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 0000000043e0e458. 02000000:00000001:1.0:1767384398.059242:0:39781:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384398.059244:0:39781:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f2b2234. 00000100:00000010:1.0:1767384398.059249:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c9b9057. 00000100:00000010:1.0:1767384398.059251:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c76a4de. 00000100:00000010:1.0:1767384398.059253:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3155fbd. 00000100:00000010:1.0:1767384398.059260:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002b3c96c. 00000100:00000010:1.0:1767384398.059262:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e1909fde. 00000100:00000010:1.0:1767384398.059264:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012823488. 00000100:00000010:1.0:1767384398.059265:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aaad8006. 00000100:00000010:1.0:1767384398.059267:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0a696b5. 00000100:00000010:1.0:1767384398.059269:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000a87a412. 00000100:00000010:1.0:1767384398.059287:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d41b4385. 00000100:00000010:1.0:1767384398.059289:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aed2683b. 00000100:00000010:1.0:1767384398.059291:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040ae8c0b. 00000100:00000010:1.0:1767384398.059293:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a767f603. 00000100:00000010:1.0:1767384398.059295:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe450e5c. 00000100:00000010:1.0:1767384398.059296:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011b4b756. 00000100:00000010:1.0:1767384398.059298:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026878e61. 00000100:00000010:1.0:1767384398.059299:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000060580fe0. 00000100:00000010:1.0:1767384398.059301:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000081d7678. 00000100:00000010:1.0:1767384398.059303:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d915374. 00000100:00000010:1.0:1767384398.059305:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079a241df. 00000100:00000010:1.0:1767384398.059306:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000186acded. 00000100:00000010:1.0:1767384398.059308:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c961ee6. 00000100:00000010:1.0:1767384398.059310:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e0d9462e. 00000100:00000010:1.0:1767384398.059312:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e35fbbd8. 00000100:00000010:1.0:1767384398.059313:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b19dfc9a. 00000100:00000010:1.0:1767384398.059315:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b2d6b0a. 00000100:00000010:1.0:1767384398.059317:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc221145. 00000100:00000010:1.0:1767384398.059319:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064fdde1e. 00000100:00000010:1.0:1767384398.059321:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c40e7959. 00000100:00000010:1.0:1767384398.059323:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000789d5306. 00000100:00000010:1.0:1767384398.059324:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c227db5. 00000100:00000010:1.0:1767384398.059327:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e578dd6. 00000100:00000010:1.0:1767384398.059329:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000685b62d8. 00000100:00000010:1.0:1767384398.059347:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c50dc13. 00000100:00000010:1.0:1767384398.059350:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009cd9e0a7. 00000100:00000010:1.0:1767384398.059352:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec0b8927. 00000100:00000010:1.0:1767384398.059359:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067185085. 00000100:00000010:1.0:1767384398.059361:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062368773. 00000100:00000010:1.0:1767384398.059362:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000209287ee. 00000100:00000010:1.0:1767384398.059365:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f4f60d8. 00000100:00000010:1.0:1767384398.059366:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c3e489b7. 00000100:00000010:1.0:1767384398.059369:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004db82422. 00000100:00000010:1.0:1767384398.059370:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092c16c38. 00000100:00000010:1.0:1767384398.059372:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024ddd7f3. 00000100:00000010:1.0:1767384398.059374:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002b00b9b2. 00000100:00000010:1.0:1767384398.059376:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098b20fc0. 00000100:00000010:1.0:1767384398.059377:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005494406c. 00000100:00000010:1.0:1767384398.059379:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a4f8d2a. 00000100:00000010:1.0:1767384398.059381:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c1b13b91. 00000100:00000010:1.0:1767384398.059383:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3781dd4. 00000100:00000010:1.0:1767384398.059385:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000221eb2ad. 00000100:00000010:1.0:1767384398.059387:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f5e4117. 00000100:00000010:1.0:1767384398.059389:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008268eb32. 00000100:00000010:1.0:1767384398.059391:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000911b6c29. 00000100:00000010:1.0:1767384398.059393:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000515c7bb9. 00000100:00000010:1.0:1767384398.059395:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006451fb44. 00000100:00000010:1.0:1767384398.059397:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000012b4dd53. 00000100:00000010:1.0:1767384398.059412:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ac2aed9. 00000100:00000010:1.0:1767384398.059415:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000041b18499. 00000100:00000010:1.0:1767384398.059417:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad48c93c. 00000100:00000010:1.0:1767384398.059419:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008cbd2241. 00000100:00000010:1.0:1767384398.059422:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000768ce00c. 00000100:00000010:1.0:1767384398.059448:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d94b448f. 00000100:00000010:1.0:1767384398.059452:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f393bd4a. 00000100:00000010:1.0:1767384398.059454:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000496226e1. 00000100:00000010:1.0:1767384398.059456:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000beaa4a85. 00000100:00000010:1.0:1767384398.059457:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6c09eb7. 00000100:00000010:1.0:1767384398.059460:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038d18ead. 00000100:00000010:1.0:1767384398.059461:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003f5242fe. 00000100:00000010:1.0:1767384398.059468:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbb69ca6. 00000100:00000010:1.0:1767384398.059470:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000012fee4e1. 00000100:00000010:1.0:1767384398.059472:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4c21379. 00000100:00000010:1.0:1767384398.059473:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005710c199. 00000100:00000010:1.0:1767384398.059475:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004812bf70. 00000100:00000010:1.0:1767384398.059477:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000288aa083. 00000100:00000010:1.0:1767384398.059479:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1aeb5d0. 00000100:00000010:1.0:1767384398.059481:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000081f99b5c. 00000100:00000010:1.0:1767384398.059483:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff865dc9. 00000100:00000010:1.0:1767384398.059484:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001037028e. 00000100:00000010:1.0:1767384398.059486:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc54e45e. 00000100:00000010:1.0:1767384398.059487:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d034da2f. 00000100:00000010:1.0:1767384398.059501:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045c481a4. 00000100:00000010:1.0:1767384398.059503:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003d576b4c. 00000100:00000010:1.0:1767384398.059505:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cde546ee. 00000100:00000010:1.0:1767384398.059506:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000811a77dd. 00000100:00000010:1.0:1767384398.059508:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010461db2. 00000100:00000010:1.0:1767384398.059509:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001519fde3. 00000100:00000010:1.0:1767384398.059511:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f957c4d9. 00000100:00000010:1.0:1767384398.059513:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ccf0fda2. 00000100:00000010:1.0:1767384398.059515:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd9321e6. 00000100:00000010:1.0:1767384398.059516:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f1a5b92. 00000100:00000010:1.0:1767384398.059518:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f732c2c. 00000100:00000010:1.0:1767384398.059520:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009132b61d. 00000100:00000010:1.0:1767384398.059521:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043f74d5e. 00000100:00000010:1.0:1767384398.059523:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cd71f2bf. 00000100:00000010:1.0:1767384398.059525:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6591b85. 00000100:00000010:1.0:1767384398.059526:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000084695c58. 00000100:00000010:1.0:1767384398.059528:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097c5fbea. 00000100:00000010:1.0:1767384398.059530:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cebe00f3. 00000100:00000010:1.0:1767384398.059531:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a9b30d. 00000100:00000010:1.0:1767384398.059533:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf252918. 00000100:00000010:1.0:1767384398.059535:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005eaae25d. 00000100:00000010:1.0:1767384398.059540:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008bdc7894. 00000100:00000010:1.0:1767384398.059541:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa332756. 00000100:00000010:1.0:1767384398.059543:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000179eb2f5. 00000100:00000010:1.0:1767384398.059556:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004cce1ed4. 00000100:00000010:1.0:1767384398.059558:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d6655b10. 00000100:00000010:1.0:1767384398.059560:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4878062. 00000100:00000010:1.0:1767384398.059561:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009e6cd95b. 00000100:00000010:1.0:1767384398.059563:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009808be54. 00000100:00000010:1.0:1767384398.059565:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000833da346. 00000100:00000010:1.0:1767384398.059566:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000671b3e1d. 00000100:00000010:1.0:1767384398.059568:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4b41ccd. 00000100:00000010:1.0:1767384398.059569:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059815d0e. 00000100:00000010:1.0:1767384398.059571:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b23cbdf6. 00000100:00000010:1.0:1767384398.059573:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029afc9b8. 00000100:00000010:1.0:1767384398.059574:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f91174b8. 00000100:00000010:1.0:1767384398.059575:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eab26f8. 00000100:00000010:1.0:1767384398.059577:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c527e748. 00000100:00000010:1.0:1767384398.059579:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080b44a6f. 00000100:00000010:1.0:1767384398.059580:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c933c81d. 00000100:00000010:1.0:1767384398.059582:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da95d060. 00000100:00000010:1.0:1767384398.059583:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000082da9875. 00000100:00000010:1.0:1767384398.059586:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b3d9da1. 00000100:00000010:1.0:1767384398.059587:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004eed21d2. 00000100:00000010:1.0:1767384398.059589:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006382cfaf. 00000100:00000010:1.0:1767384398.059591:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0e58344. 00000100:00000010:1.0:1767384398.059594:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb13927d. 00000100:00000010:2.0:1767384398.059832:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000aa6d5d75. 00000100:00000010:2.0:1767384398.059841:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f06b30ac. 00000100:00000001:2.0:1767384398.059848:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.059850:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.059853:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.059854:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.059856:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d35ab1f3. 00000100:00000001:2.0:1767384398.059859:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.059860:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.059862:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.059863:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b98c5149. 00000100:00000001:2.0:1767384398.059866:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.059867:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.059869:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000068ea50f5. 00000100:00000001:2.0:1767384398.059870:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.059871:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.059872:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000024f3ec5b. 00000100:00000001:2.0:1767384398.059874:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.059875:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.059876:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000171d0e57. 00000100:00000001:2.0:1767384398.059878:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.059954:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000aade2700. 00000020:00000010:2.0:1767384398.059960:0:39781:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000cd5e592e. 00000020:00000010:2.0:1767384398.059964:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000f63856e6. 00000020:00000010:2.0:1767384398.059968:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006ad07ca0. 00000100:00000010:2.0:1767384398.059990:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ab81da8d. 00000100:00000010:2.0:1767384398.059997:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000098ee8570. 00000100:00000010:2.0:1767384398.059999:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000063301b2d. 00000100:00000010:2.0:1767384398.060002:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000f466a409. 00000100:00000001:2.0:1767384398.060086:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.060090:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.060091:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384398.060094:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.060095:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.060096:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384398.060098:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767384398.060100:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767384398.060130:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767384398.060145:0:16790:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f99a41a. 00000040:00000010:0.0:1767384398.060151:0:16790:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ea47c67. 00000020:00000010:0.0:1767384398.060153:0:16790:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009ade9ff7. 00000020:00000010:0.0:1767384398.060157:0:16790:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000060f2ba56. 00000020:00000010:0.0:1767384398.060161:0:16790:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009032d0bf. 80000000:00000010:0.0:1767384398.060163:0:16790:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007e7b8993. 40000000:00000010:0.0:1767384398.060166:0:16790:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ca0295a. 00100000:00000010:0.0:1767384398.060170:0:16790:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000299135bd. 00040000:00000010:0.0:1767384398.060173:0:16790:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ac9c732. 00040000:00000010:0.0:1767384398.060176:0:16790:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006ef08fdc. 00080000:00000010:0.0:1767384398.060179:0:16790:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000080db0b4e. 00000004:00000010:0.0:1767384398.060181:0:16790:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000065eac8ad. 00002000:00000010:0.0:1767384398.060186:0:16790:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000d8159bb. 00000020:00000010:0.0:1767384398.060188:0:16790:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006daaf46c. 00000020:00000010:0.0:1767384398.060192:0:16790:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000022b897f1. 00000100:00000010:0.0:1767384398.060196:0:16790:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000083e774a1. 00000100:00100000:0.0:1767384398.060198:0:16790:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000c0386ef8:16790] 0 exiting: rc = 1 00000020:00000010:1.0:1767384398.060273:0:16791:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b043bc3e. 00000040:00000010:1.0:1767384398.060277:0:16791:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fd333f85. 00000020:00000010:1.0:1767384398.060280:0:16791:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000034925bd8. 00000020:00000010:1.0:1767384398.060282:0:16791:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bac24b20. 00000020:00000010:1.0:1767384398.060285:0:16791:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d6590718. 80000000:00000010:1.0:1767384398.060287:0:16791:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008244538c. 40000000:00000010:1.0:1767384398.060290:0:16791:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000039003b8a. 00100000:00000010:1.0:1767384398.060297:0:16791:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000004b11ffc. 00040000:00000010:1.0:1767384398.060299:0:16791:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a1a4cab0. 00040000:00000010:1.0:1767384398.060301:0:16791:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c95e35c2. 00080000:00000010:1.0:1767384398.060304:0:16791:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000df699ec. 00000004:00000010:1.0:1767384398.060306:0:16791:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f3a9062b. 00002000:00000010:1.0:1767384398.060309:0:16791:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009f75bcf5. 00000020:00000010:1.0:1767384398.060311:0:16791:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0188c54. 00000020:00000010:1.0:1767384398.060314:0:16791:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ae7f8a68. 00000100:00000010:1.0:1767384398.060317:0:16791:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cde7221b. 00000100:00100000:1.0:1767384398.060319:0:16791:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [00000000a9a840fa:16791] 1 exiting: rc = 0 00000100:00000010:2.0:1767384398.060425:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c0386ef8. 00000100:00000010:2.0:1767384398.060430:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a9a840fa. 00000100:00000001:2.0:1767384398.060433:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.060434:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.060437:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384398.060440:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060442:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060443:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001acb4b13. 00000400:00000200:2.0:1767384398.060446:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055bd47f1 00000400:00000010:2.0:1767384398.060447:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000055bd47f1. 00000100:00000001:2.0:1767384398.060457:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060459:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060463:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060464:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.060466:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060468:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060469:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060470:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee649eb9. 00000400:00000200:2.0:1767384398.060473:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097a03d8e 00000400:00000010:2.0:1767384398.060474:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000097a03d8e. 00000100:00000001:2.0:1767384398.060477:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060478:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060482:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060483:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.060484:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060486:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060487:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060488:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cfdd4a0. 00000400:00000200:2.0:1767384398.060490:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a60e75c0 00000400:00000010:2.0:1767384398.060491:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a60e75c0. 00000100:00000001:2.0:1767384398.060493:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060494:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060498:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060500:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.060501:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060503:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060504:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060505:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0702d57. 00000400:00000200:2.0:1767384398.060507:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f1b68de 00000400:00000010:2.0:1767384398.060508:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004f1b68de. 00000100:00000001:2.0:1767384398.060511:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060511:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060515:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060516:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.060517:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060519:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060520:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060521:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087f49dc5. 00000400:00000200:2.0:1767384398.060523:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e5e3fb8 00000400:00000010:2.0:1767384398.060525:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008e5e3fb8. 00000100:00000001:2.0:1767384398.060527:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060528:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060531:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060532:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.060533:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060534:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060535:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060536:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000afe73b59. 00000400:00000200:2.0:1767384398.060538:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000726d4b31 00000400:00000010:2.0:1767384398.060539:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000726d4b31. 00000100:00000001:2.0:1767384398.060548:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060549:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060553:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060555:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.060556:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060558:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060559:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060560:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4f5b996. 00000400:00000200:2.0:1767384398.060562:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d61f0366 00000400:00000010:2.0:1767384398.060563:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d61f0366. 00000100:00000001:2.0:1767384398.060566:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060567:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060570:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060571:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.060572:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060574:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060575:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060576:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001847471e. 00000400:00000200:2.0:1767384398.060578:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129c0a81 00000400:00000010:2.0:1767384398.060579:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000129c0a81. 00000100:00000001:2.0:1767384398.060582:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060583:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060587:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060588:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.060590:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060591:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060591:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060593:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093fc43d1. 00000400:00000200:2.0:1767384398.060595:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007289d6b3 00000400:00000010:2.0:1767384398.060596:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007289d6b3. 00000100:00000001:2.0:1767384398.060599:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060600:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060603:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060605:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.060606:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060608:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060609:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060610:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f352f4a5. 00000400:00000200:2.0:1767384398.060612:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd022a23 00000400:00000010:2.0:1767384398.060613:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fd022a23. 00000100:00000001:2.0:1767384398.060615:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060616:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060619:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060620:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.060621:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060622:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060623:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060624:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d52ba2a. 00000400:00000200:2.0:1767384398.060625:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007adcad83 00000400:00000010:2.0:1767384398.060627:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007adcad83. 00000100:00000001:2.0:1767384398.060629:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060630:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060633:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060634:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.060636:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060637:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060638:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060639:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d87494f. 00000400:00000200:2.0:1767384398.060641:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee706e5c 00000400:00000010:2.0:1767384398.060642:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ee706e5c. 00000100:00000001:2.0:1767384398.060644:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060645:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060648:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060649:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.060651:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060653:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060654:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060656:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009ceeff7. 00000400:00000200:2.0:1767384398.060657:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aae979a6 00000400:00000010:2.0:1767384398.060659:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aae979a6. 00000100:00000001:2.0:1767384398.060662:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060663:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060666:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060668:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.060669:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060671:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060672:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060673:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009357c1f7. 00000400:00000200:2.0:1767384398.060675:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006eddb1c2 00000400:00000010:2.0:1767384398.060676:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006eddb1c2. 00000100:00000001:2.0:1767384398.060679:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060679:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060683:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060684:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.060685:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060686:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060687:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060688:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c04efbd9. 00000400:00000200:2.0:1767384398.060690:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a8c14fb 00000400:00000010:2.0:1767384398.060692:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009a8c14fb. 00000100:00000001:2.0:1767384398.060694:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060695:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060698:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060700:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.060701:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060702:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060702:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060703:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2b0fdf. 00000400:00000200:2.0:1767384398.060704:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348db4f6 00000400:00000010:2.0:1767384398.060706:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000348db4f6. 00000100:00000001:2.0:1767384398.060708:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060708:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060712:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060714:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.060715:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060716:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060717:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060718:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a35b3441. 00000400:00000200:2.0:1767384398.060720:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cea8523 00000400:00000010:2.0:1767384398.060722:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003cea8523. 00000100:00000001:2.0:1767384398.060724:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060725:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060729:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060730:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.060731:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060733:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060734:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060735:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b241ce9. 00000400:00000200:2.0:1767384398.060737:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad2399b9 00000400:00000010:2.0:1767384398.060738:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ad2399b9. 00000100:00000001:2.0:1767384398.060754:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060755:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060760:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060761:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.060763:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060764:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060766:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060767:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dec36223. 00000400:00000200:2.0:1767384398.060769:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ccc0430f 00000400:00000010:2.0:1767384398.060770:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ccc0430f. 00000100:00000001:2.0:1767384398.060773:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060774:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060777:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060779:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.060780:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060781:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060782:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060783:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2e17995. 00000400:00000200:2.0:1767384398.060784:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000920a3186 00000400:00000010:2.0:1767384398.060786:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000920a3186. 00000100:00000001:2.0:1767384398.060788:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060789:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060793:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060794:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.060796:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060797:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060798:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060799:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ef579ae. 00000400:00000200:2.0:1767384398.060801:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e38c463f 00000400:00000010:2.0:1767384398.060802:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e38c463f. 00000100:00000001:2.0:1767384398.060805:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060806:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060810:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060811:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.060812:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060814:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060815:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060816:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ef6d03c. 00000400:00000200:2.0:1767384398.060817:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001128ecce 00000400:00000010:2.0:1767384398.060819:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001128ecce. 00000100:00000001:2.0:1767384398.060822:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060823:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060827:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060829:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.060830:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060831:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060832:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060833:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da105808. 00000400:00000200:2.0:1767384398.060835:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000220a5aac 00000400:00000010:2.0:1767384398.060836:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000220a5aac. 00000100:00000001:2.0:1767384398.060838:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060839:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060842:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060843:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.060845:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060846:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060847:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060848:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2cb785b. 00000400:00000200:2.0:1767384398.060850:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce01c5fb 00000400:00000010:2.0:1767384398.060852:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ce01c5fb. 00000100:00000001:2.0:1767384398.060854:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060854:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060858:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060859:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.060861:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060862:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060863:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060864:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000656b061e. 00000400:00000200:2.0:1767384398.060866:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d96b2c7 00000400:00000010:2.0:1767384398.060868:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005d96b2c7. 00000100:00000001:2.0:1767384398.060870:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060871:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060875:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060876:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.060878:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060879:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060880:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060881:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa06a2ce. 00000400:00000200:2.0:1767384398.060884:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000943b4189 00000400:00000010:2.0:1767384398.060885:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000943b4189. 00000100:00000001:2.0:1767384398.060887:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060888:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060892:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060893:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.060895:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060896:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060897:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060898:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b267871. 00000400:00000200:2.0:1767384398.060900:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d45bca76 00000400:00000010:2.0:1767384398.060901:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d45bca76. 00000100:00000001:2.0:1767384398.060903:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060904:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060908:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060909:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.060911:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060912:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060913:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060914:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cd1bf25. 00000400:00000200:2.0:1767384398.060915:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074d725c3 00000400:00000010:2.0:1767384398.060916:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000074d725c3. 00000100:00000001:2.0:1767384398.060918:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060919:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060923:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060925:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.060926:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060928:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060929:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060930:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a59d5b. 00000400:00000200:2.0:1767384398.060931:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d70043c0 00000400:00000010:2.0:1767384398.060933:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d70043c0. 00000100:00000001:2.0:1767384398.060936:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060937:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060941:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060942:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.060943:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060944:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060946:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060947:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd3b1f4a. 00000400:00000200:2.0:1767384398.060949:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003529606a 00000400:00000010:2.0:1767384398.060950:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003529606a. 00000100:00000001:2.0:1767384398.060966:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060967:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060971:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060972:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.060974:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060976:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060977:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060978:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c995ef18. 00000400:00000200:2.0:1767384398.060980:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e93f872f 00000400:00000010:2.0:1767384398.060981:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e93f872f. 00000100:00000001:2.0:1767384398.060983:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.060984:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.060987:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.060989:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.060990:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.060992:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.060993:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.060995:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000892161a3. 00000400:00000200:2.0:1767384398.060996:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000986db846 00000400:00000010:2.0:1767384398.060998:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000986db846. 00000100:00000001:2.0:1767384398.061000:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061001:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061089:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061091:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.061092:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061094:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061095:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061096:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b600e5e5. 00000400:00000200:2.0:1767384398.061099:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af977b3b 00000400:00000010:2.0:1767384398.061101:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000af977b3b. 00000100:00000001:2.0:1767384398.061103:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061104:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061124:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061125:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.061126:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061128:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061129:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061130:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b97e6fe. 00000400:00000200:2.0:1767384398.061132:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059b5d9f1 00000400:00000010:2.0:1767384398.061134:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000059b5d9f1. 00000100:00000001:2.0:1767384398.061137:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061138:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061141:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061142:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.061144:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061145:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061146:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061148:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cf61022. 00000400:00000200:2.0:1767384398.061149:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da549b02 00000400:00000010:2.0:1767384398.061151:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000da549b02. 00000100:00000001:2.0:1767384398.061153:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061154:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061158:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061160:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.061161:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061162:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061163:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061164:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000af4e2de. 00000400:00000200:2.0:1767384398.061166:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff22e50e 00000400:00000010:2.0:1767384398.061168:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ff22e50e. 00000100:00000001:2.0:1767384398.061170:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061171:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061175:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061176:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.061177:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061179:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061180:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061181:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfba8498. 00000400:00000200:2.0:1767384398.061183:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe248c4a 00000400:00000010:2.0:1767384398.061184:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe248c4a. 00000100:00000001:2.0:1767384398.061186:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061187:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061191:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061193:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.061194:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061195:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061196:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061197:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a26626a. 00000400:00000200:2.0:1767384398.061199:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002293cfac 00000400:00000010:2.0:1767384398.061201:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002293cfac. 00000100:00000001:2.0:1767384398.061203:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061204:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061208:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061209:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.061210:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061212:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061212:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061213:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000164a8b08. 00000400:00000200:2.0:1767384398.061215:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008280fd1e 00000400:00000010:2.0:1767384398.061216:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008280fd1e. 00000100:00000001:2.0:1767384398.061218:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061220:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061224:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061225:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.061226:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061228:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061229:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061230:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf16dd6. 00000400:00000200:2.0:1767384398.061231:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5d0d1a4 00000400:00000010:2.0:1767384398.061232:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d5d0d1a4. 00000100:00000001:2.0:1767384398.061234:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061235:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061238:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061239:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.061241:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061242:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061243:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061244:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053da6c7e. 00000400:00000200:2.0:1767384398.061245:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac39e62 00000400:00000010:2.0:1767384398.061247:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ac39e62. 00000100:00000001:2.0:1767384398.061250:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061251:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061254:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061255:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.061256:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061258:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061259:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061260:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c82f96a. 00000400:00000200:2.0:1767384398.061262:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000498ba58d 00000400:00000010:2.0:1767384398.061263:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000498ba58d. 00000100:00000001:2.0:1767384398.061281:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061283:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061287:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061289:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.061290:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061292:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061293:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061295:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a724e8. 00000400:00000200:2.0:1767384398.061297:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e06b2fd 00000400:00000010:2.0:1767384398.061299:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007e06b2fd. 00000100:00000001:2.0:1767384398.061302:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061303:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061306:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061307:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.061309:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061310:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061311:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061312:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecf27e21. 00000400:00000200:2.0:1767384398.061313:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c89729a7 00000400:00000010:2.0:1767384398.061315:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c89729a7. 00000100:00000001:2.0:1767384398.061318:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061319:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061323:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061324:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.061325:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061326:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061327:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061328:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000071db8b4. 00000400:00000200:2.0:1767384398.061329:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086754fcf 00000400:00000010:2.0:1767384398.061331:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086754fcf. 00000100:00000001:2.0:1767384398.061333:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061334:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061337:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061339:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.061340:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061341:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061342:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061344:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e3bfd3c. 00000400:00000200:2.0:1767384398.061345:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4fd5305 00000400:00000010:2.0:1767384398.061347:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a4fd5305. 00000100:00000001:2.0:1767384398.061420:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061421:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061425:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061426:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.061428:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061430:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061431:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061433:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ef3d9a9. 00000400:00000200:2.0:1767384398.061435:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6832ea8 00000400:00000010:2.0:1767384398.061436:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f6832ea8. 00000100:00000001:2.0:1767384398.061439:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061440:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061443:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061444:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.061445:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061446:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061447:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061449:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044870172. 00000400:00000200:2.0:1767384398.061450:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000119d5c36 00000400:00000010:2.0:1767384398.061452:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000119d5c36. 00000100:00000001:2.0:1767384398.061455:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061456:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061460:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061461:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.061462:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061464:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061465:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061466:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc218c98. 00000400:00000200:2.0:1767384398.061468:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007257fcba 00000400:00000010:2.0:1767384398.061469:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007257fcba. 00000100:00000001:2.0:1767384398.061471:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061472:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061476:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061477:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.061478:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061479:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061480:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061482:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040fc911a. 00000400:00000200:2.0:1767384398.061483:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc4c7b1c 00000400:00000010:2.0:1767384398.061485:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bc4c7b1c. 00000100:00000001:2.0:1767384398.061488:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061488:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061492:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061494:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.061495:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061497:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061498:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061500:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5ad4fd. 00000400:00000200:2.0:1767384398.061501:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000568ba01d 00000400:00000010:2.0:1767384398.061503:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000568ba01d. 00000100:00000001:2.0:1767384398.061505:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061506:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061509:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061511:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.061512:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061513:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061514:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061515:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079acad45. 00000400:00000200:2.0:1767384398.061517:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dced0915 00000400:00000010:2.0:1767384398.061518:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dced0915. 00000100:00000001:2.0:1767384398.061520:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061522:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061526:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061527:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.061528:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061530:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061531:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061532:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c413514. 00000400:00000200:2.0:1767384398.061534:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004edeb811 00000400:00000010:2.0:1767384398.061535:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004edeb811. 00000100:00000001:2.0:1767384398.061537:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061537:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061541:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061542:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.061544:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061545:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061546:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061547:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056abc858. 00000400:00000200:2.0:1767384398.061549:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd57df90 00000400:00000010:2.0:1767384398.061550:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dd57df90. 00000100:00000001:2.0:1767384398.061567:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061568:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061573:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061574:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.061576:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061578:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061579:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061580:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c3f3ce. 00000400:00000200:2.0:1767384398.061583:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19a7062 00000400:00000010:2.0:1767384398.061584:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e19a7062. 00000100:00000001:2.0:1767384398.061586:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061587:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061590:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061591:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.061593:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061594:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061595:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061597:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dca4d946. 00000400:00000200:2.0:1767384398.061598:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087b40a1a 00000400:00000010:2.0:1767384398.061600:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000087b40a1a. 00000100:00000001:2.0:1767384398.061604:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061604:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061609:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061610:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.061611:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061613:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061614:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061614:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000681685c. 00000400:00000200:2.0:1767384398.061616:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca68fff6 00000400:00000010:2.0:1767384398.061617:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ca68fff6. 00000100:00000001:2.0:1767384398.061619:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061620:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061623:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061625:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.061626:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061627:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061628:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061629:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee804ec8. 00000400:00000200:2.0:1767384398.061631:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000593f84af 00000400:00000010:2.0:1767384398.061632:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000593f84af. 00000100:00000001:2.0:1767384398.061635:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061636:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061640:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061641:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.061643:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061644:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061645:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061647:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ce7f270. 00000400:00000200:2.0:1767384398.061649:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe192640 00000400:00000010:2.0:1767384398.061650:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fe192640. 00000100:00000001:2.0:1767384398.061653:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061654:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061657:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061659:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.061660:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061661:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061663:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061663:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b054d7b. 00000400:00000200:2.0:1767384398.061665:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002673fa34 00000400:00000010:2.0:1767384398.061666:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002673fa34. 00000100:00000001:2.0:1767384398.061668:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061669:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061673:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061675:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.061676:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061677:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061678:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061680:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d0d3278. 00000400:00000200:2.0:1767384398.061681:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009229046 00000400:00000010:2.0:1767384398.061683:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000009229046. 00000100:00000001:2.0:1767384398.061685:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061686:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061689:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061690:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.061692:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061693:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061694:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061695:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c62f5d8. 00000400:00000200:2.0:1767384398.061697:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a221b9a 00000400:00000010:2.0:1767384398.061698:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006a221b9a. 00000100:00000001:2.0:1767384398.061701:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061702:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061705:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061706:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.061708:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061709:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061710:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061711:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074abf5be. 00000400:00000200:2.0:1767384398.061713:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b446243b 00000400:00000010:2.0:1767384398.061714:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b446243b. 00000100:00000001:2.0:1767384398.061717:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061718:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061722:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061723:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.061725:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.061727:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.061728:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.061729:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718d19d8. 00000400:00000200:2.0:1767384398.061731:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070207c62 00000400:00000010:2.0:1767384398.061732:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000070207c62. 00000100:00000001:2.0:1767384398.061741:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.061742:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384398.061746:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.061747:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.061748:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.061751:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061752:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061755:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061756:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061758:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061759:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061760:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061761:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061762:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061763:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061764:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061765:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061767:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061769:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061770:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061771:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061772:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061773:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061775:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061777:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061778:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061779:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061780:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061781:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061782:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061783:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061784:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061785:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061787:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061788:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061789:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061790:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061792:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061793:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061794:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061795:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061796:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061797:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061798:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061800:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061801:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061802:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061804:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061804:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061806:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061807:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061808:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061809:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061810:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061811:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061813:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061814:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061815:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061816:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061818:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061819:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061820:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061821:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061822:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061823:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061824:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061825:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061826:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061827:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061828:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061829:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061830:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061831:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061833:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061834:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061835:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061836:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061837:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061838:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061839:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061840:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061841:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061842:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061843:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061844:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061845:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061846:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061847:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061848:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061849:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061850:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061851:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061851:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061853:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061853:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061855:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061856:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061857:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061858:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061860:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061861:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061862:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061863:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061865:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061866:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061867:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061868:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061869:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061870:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061872:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061872:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061873:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061874:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061875:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061876:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061877:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061878:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061879:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061879:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061880:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061881:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061882:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061883:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061885:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061886:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061887:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061888:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061889:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061890:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061891:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061892:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.061893:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.061894:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384398.061896:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002ddc96ea. 00000100:00000010:2.0:1767384398.061980:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092841f73. 00000100:00000010:2.0:1767384398.061984:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000062e1d065. 00000100:00000010:2.0:1767384398.062186:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a36ac30c. 00000100:00000010:2.0:1767384398.062191:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006b563c4f. 00000100:00000010:2.0:1767384398.062302:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5929d21. 00000100:00000010:2.0:1767384398.062305:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bc3994a8. 00000100:00000010:2.0:1767384398.062473:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebc81374. 00000100:00000010:2.0:1767384398.062477:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001df63812. 00000100:00000010:2.0:1767384398.062581:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d70fe693. 00000100:00000010:2.0:1767384398.062585:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000054439267. 00000100:00000010:2.0:1767384398.062687:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ae867cb. 00000100:00000010:2.0:1767384398.062690:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000065940630. 00000100:00000010:2.0:1767384398.062800:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3a36b80. 00000100:00000010:2.0:1767384398.062804:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002297e8d0. 00000100:00000010:2.0:1767384398.062978:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cae88254. 00000100:00000010:2.0:1767384398.062982:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007ca07c28. 00000100:00000010:2.0:1767384398.063497:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c830c39. 00000100:00000010:2.0:1767384398.063501:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c87c2d7d. 00000100:00000010:2.0:1767384398.063595:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ed2cbf8. 00000100:00000010:2.0:1767384398.063599:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c5fadaf3. 00000100:00000010:2.0:1767384398.063665:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2e79e93. 00000100:00000010:2.0:1767384398.063669:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ee03dc53. 00000100:00000010:2.0:1767384398.063734:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b7a0979. 00000100:00000010:2.0:1767384398.063739:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d3a55de3. 00000100:00000010:2.0:1767384398.063823:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6ca25e8. 00000100:00000010:2.0:1767384398.063827:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000555f0b3d. 00000100:00000010:2.0:1767384398.063908:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000175af08f. 00000100:00000010:2.0:1767384398.063912:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cb00e33b. 00000100:00000010:2.0:1767384398.063997:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002234d62e. 00000100:00000010:2.0:1767384398.064000:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fc066525. 00000100:00000010:2.0:1767384398.064455:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b5ab3ac. 00000100:00000010:2.0:1767384398.064459:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ed6f60a8. 00000100:00000010:2.0:1767384398.064539:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a7bbd48. 00000100:00000010:2.0:1767384398.064543:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e50cf6af. 00000100:00000010:2.0:1767384398.064624:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052ca2248. 00000100:00000010:2.0:1767384398.064629:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000072c999c0. 00000100:00000010:2.0:1767384398.064718:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d55cca5. 00000100:00000010:2.0:1767384398.064722:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006d639f08. 00000100:00000010:2.0:1767384398.064852:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000988b7edc. 00000100:00000010:2.0:1767384398.064856:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005d1632e1. 00000100:00000010:2.0:1767384398.064913:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c24a728. 00000100:00000010:2.0:1767384398.064917:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fe102fc7. 00000100:00000010:2.0:1767384398.064973:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000362ec60a. 00000100:00000010:2.0:1767384398.064977:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008d2c5716. 00000100:00000010:2.0:1767384398.065180:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006aa53ca2. 00000100:00000010:2.0:1767384398.065184:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a1d9604a. 00000100:00000010:2.0:1767384398.065259:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd9bbd04. 00000100:00000010:2.0:1767384398.065262:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fa93ad56. 00000100:00000010:2.0:1767384398.065423:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069913cc6. 00000100:00000010:2.0:1767384398.065427:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a388804. 00000100:00000010:2.0:1767384398.065514:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dae6b74. 00000100:00000010:2.0:1767384398.065517:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e0125fa8. 00000100:00000010:2.0:1767384398.065585:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000523b5e9f. 00000100:00000010:2.0:1767384398.065589:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bc59ab84. 00000100:00000010:2.0:1767384398.065659:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e0c1f24. 00000100:00000010:2.0:1767384398.065662:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000604e6273. 00000100:00000010:2.0:1767384398.065745:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001725e528. 00000100:00000010:2.0:1767384398.065749:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000004aa2b77. 00000100:00000010:2.0:1767384398.065827:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050f2039f. 00000100:00000010:2.0:1767384398.065831:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fb2b885d. 00000100:00000010:2.0:1767384398.065937:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb17f6bb. 00000100:00000010:2.0:1767384398.065940:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dc983835. 00000100:00000010:2.0:1767384398.066130:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073991242. 00000100:00000010:2.0:1767384398.066134:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b8633aa4. 00000100:00000010:2.0:1767384398.066197:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008848b0ed. 00000100:00000010:2.0:1767384398.066201:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003eeba3ea. 00000100:00000010:2.0:1767384398.066263:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d8a128f. 00000100:00000010:2.0:1767384398.066267:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004e3f2f35. 00000100:00000010:2.0:1767384398.066338:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc1c5305. 00000100:00000010:2.0:1767384398.066341:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d738e701. 00000100:00000010:2.0:1767384398.066527:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b83816ae. 00000100:00000010:2.0:1767384398.066531:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041d5ed65. 00000100:00000010:2.0:1767384398.066608:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000001c2115. 00000100:00000010:2.0:1767384398.066612:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007fe3a0b6. 00000100:00000010:2.0:1767384398.066699:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b6a2175. 00000100:00000010:2.0:1767384398.066703:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002c5c2ae6. 00000100:00000010:2.0:1767384398.066796:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cbc0630. 00000100:00000010:2.0:1767384398.066800:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e89c3747. 00000100:00000010:2.0:1767384398.066879:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d359475e. 00000100:00000010:2.0:1767384398.066882:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000028edc563. 00000100:00000010:2.0:1767384398.066945:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000695a4565. 00000100:00000010:2.0:1767384398.066949:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ac49ea9e. 00000100:00000010:2.0:1767384398.067332:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c864a546. 00000100:00000010:2.0:1767384398.067336:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a012e9bf. 00000100:00000010:2.0:1767384398.067458:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eec6b7a. 00000100:00000010:2.0:1767384398.067462:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000199f8c7f. 00000100:00000010:2.0:1767384398.067513:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000ee00d7. 00000100:00000010:2.0:1767384398.067516:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a8c73798. 00000100:00000010:2.0:1767384398.067578:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000121aaddf. 00000100:00000010:2.0:1767384398.067601:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004306fdfd. 00000100:00000010:2.0:1767384398.067654:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036e08ada. 00000100:00000010:2.0:1767384398.067657:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e7dc64ae. 00000100:00000010:2.0:1767384398.067732:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4067f1b. 00000100:00000010:2.0:1767384398.067735:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b14b30ab. 00000100:00000010:2.0:1767384398.067786:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000305baba4. 00000100:00000010:2.0:1767384398.067790:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000041cade9c. 00000100:00000010:2.0:1767384398.067870:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001771a678. 00000100:00000010:2.0:1767384398.067874:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007229181f. 00000100:00000010:2.0:1767384398.067972:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000686ee3e9. 00000100:00000010:2.0:1767384398.067976:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003ce498ad. 00000100:00000010:2.0:1767384398.068135:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b24cb82d. 00000100:00000010:2.0:1767384398.068139:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000faab411f. 00000100:00000010:2.0:1767384398.068233:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000021934c3. 00000100:00000010:2.0:1767384398.068237:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b9a4f1fd. 00000100:00000010:2.0:1767384398.068329:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fecdd435. 00000100:00000010:2.0:1767384398.068332:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d0e690da. 00000100:00000010:2.0:1767384398.068484:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008baba96. 00000100:00000010:2.0:1767384398.068489:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fea1e41f. 00000100:00000010:2.0:1767384398.068568:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d480349e. 00000100:00000010:2.0:1767384398.068572:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000521c6881. 00000100:00000010:2.0:1767384398.068637:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f136598b. 00000100:00000010:2.0:1767384398.068641:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9c7ab1c. 00000100:00000010:2.0:1767384398.068720:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012adfb29. 00000100:00000010:2.0:1767384398.068723:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000096a44d48. 00000100:00000010:2.0:1767384398.068797:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a684277. 00000100:00000010:2.0:1767384398.068801:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000361a177f. 00000100:00000010:2.0:1767384398.068875:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061e6a88f. 00000100:00000010:2.0:1767384398.068878:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005cbdb16b. 00000100:00000010:2.0:1767384398.068961:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e87cb08e. 00000100:00000010:2.0:1767384398.068964:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000006a8b25. 00000100:00000010:2.0:1767384398.069148:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009df92a47. 00000100:00000010:2.0:1767384398.069153:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007f7af662. 00000100:00000010:2.0:1767384398.069224:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001649014a. 00000100:00000010:2.0:1767384398.069228:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000019ed5bc4. 00000100:00000010:2.0:1767384398.069296:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029289eb8. 00000100:00000010:2.0:1767384398.069299:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000070e34c. 00000100:00000010:2.0:1767384398.069447:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f97b1a6. 00000100:00000010:2.0:1767384398.069452:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000fc5a9f9d. 00000100:00000010:2.0:1767384398.069458:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000dfa4741b. 00000100:00000001:2.0:1767384398.069467:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.069470:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.069472:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.069474:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.069476:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002f117390. 00000100:00000001:2.0:1767384398.069480:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.069481:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.069484:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.069485:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000607e08a. 00000100:00000001:2.0:1767384398.069487:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.069489:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.069490:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c5559ec9. 00000100:00000001:2.0:1767384398.069492:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.069493:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.069495:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000034416ce5. 00000100:00000001:2.0:1767384398.069497:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.069498:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.069500:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e8f41ff7. 00000100:00000001:2.0:1767384398.069502:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.069584:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000982a9eb9. 00000020:00000010:2.0:1767384398.069591:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ff39b2d2. 00000100:00000010:2.0:1767384398.069620:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005267e682. 00000100:00000010:2.0:1767384398.069627:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000055092393. 00000100:00000010:2.0:1767384398.069630:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000236464d4. 00000100:00000010:2.0:1767384398.069633:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009c6e467c. 00000100:00000001:2.0:1767384398.069635:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.069637:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.069639:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:2.0:1767384398.069642:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.069643:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.069645:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:2.0:1767384398.069646:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:2.0:1767384398.069648:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:2.0:1767384398.069675:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:0.0:1767384398.069728:0:16792:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d875d78. 00000040:00000010:0.0:1767384398.069735:0:16792:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005bf3f583. 00000020:00000010:0.0:1767384398.069738:0:16792:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000780fb918. 00000020:00000010:0.0:1767384398.069742:0:16792:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008260007b. 00000020:00000010:0.0:1767384398.069747:0:16792:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ac224712. 80000000:00000010:0.0:1767384398.069751:0:16792:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083f777c2. 40000000:00000010:0.0:1767384398.069754:0:16792:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003ba02e5a. 00100000:00000010:0.0:1767384398.069760:0:16792:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdf592ac. 00040000:00000010:0.0:1767384398.069765:0:16792:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000dadbc7c. 00040000:00000010:0.0:1767384398.069770:0:16792:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bebfd2e5. 00080000:00000010:0.0:1767384398.069774:0:16792:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001f518661. 00000004:00000010:0.0:1767384398.069777:0:16792:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f23173cf. 00000020:00000010:0.0:1767384398.069780:0:16792:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000691b7bae. 00000020:00000010:0.0:1767384398.069786:0:16792:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cef5b1d8. 00000100:00000010:0.0:1767384398.069790:0:16792:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c8061cad. 00000100:00100000:0.0:1767384398.069806:0:16792:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000f686ffe7:16792] 0 exiting: rc = 1 00000020:00000010:1.0:1767384398.069879:0:16793:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a5fc88d0. 00000040:00000010:1.0:1767384398.069884:0:16793:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bd153c06. 00000020:00000010:1.0:1767384398.069886:0:16793:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e5157d1. 00000020:00000010:1.0:1767384398.069889:0:16793:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a9075173. 00000020:00000010:1.0:1767384398.069891:0:16793:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dca90c5b. 80000000:00000010:1.0:1767384398.069893:0:16793:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e52c0a2d. 40000000:00000010:1.0:1767384398.069896:0:16793:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000050eec79. 00100000:00000010:1.0:1767384398.069899:0:16793:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3ed943e. 00040000:00000010:1.0:1767384398.069901:0:16793:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000077fe1566. 00040000:00000010:1.0:1767384398.069904:0:16793:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000098f67112. 00080000:00000010:1.0:1767384398.069907:0:16793:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000300db897. 00000004:00000010:1.0:1767384398.069909:0:16793:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc30c1a9. 00000020:00000010:1.0:1767384398.069912:0:16793:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093112a5d. 00000020:00000010:1.0:1767384398.069915:0:16793:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d67b5eb4. 00000100:00000010:1.0:1767384398.069918:0:16793:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009783609e. 00000100:00100000:1.0:1767384398.069920:0:16793:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [00000000c18a6008:16793] 1 exiting: rc = 0 00000100:00000010:2.0:1767384398.070124:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f686ffe7. 00000100:00000010:2.0:1767384398.070129:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c18a6008. 00000100:00000001:2.0:1767384398.070132:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.070133:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.070137:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:2.0:1767384398.070142:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070144:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070147:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045c5456f. 00000400:00000200:2.0:1767384398.070151:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000520ba417 00000400:00000010:2.0:1767384398.070153:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000520ba417. 00000100:00000001:2.0:1767384398.070156:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070158:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070165:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070167:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.070169:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070171:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070172:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070173:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061d37ba0. 00000400:00000200:2.0:1767384398.070175:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003623e50c 00000400:00000010:2.0:1767384398.070177:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003623e50c. 00000100:00000001:2.0:1767384398.070179:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070180:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070183:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070185:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.070186:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070187:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070188:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070189:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938b219f. 00000400:00000200:2.0:1767384398.070191:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b387d246 00000400:00000010:2.0:1767384398.070193:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b387d246. 00000100:00000001:2.0:1767384398.070195:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070196:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070200:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070201:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.070202:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070204:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070205:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070206:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001440b618. 00000400:00000200:2.0:1767384398.070207:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e49e722 00000400:00000010:2.0:1767384398.070209:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e49e722. 00000100:00000001:2.0:1767384398.070211:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070212:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070216:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070217:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.070219:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070220:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070221:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070223:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fcb8759. 00000400:00000200:2.0:1767384398.070224:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010ebc52c 00000400:00000010:2.0:1767384398.070226:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000010ebc52c. 00000100:00000001:2.0:1767384398.070228:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070228:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070232:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070234:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.070235:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070237:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070238:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070239:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deafdfd4. 00000400:00000200:2.0:1767384398.070241:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000003af880 00000400:00000010:2.0:1767384398.070243:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000003af880. 00000100:00000001:2.0:1767384398.070245:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070246:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070250:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070251:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.070253:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070255:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070255:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070256:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7fe7b7f. 00000400:00000200:2.0:1767384398.070258:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff4d637e 00000400:00000010:2.0:1767384398.070259:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff4d637e. 00000100:00000001:2.0:1767384398.070261:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070262:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070266:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070267:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.070268:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070270:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070271:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070272:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fc4a293. 00000400:00000200:2.0:1767384398.070273:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e77ff889 00000400:00000010:2.0:1767384398.070274:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e77ff889. 00000100:00000001:2.0:1767384398.070276:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070277:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070280:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070281:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.070283:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070284:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070285:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070286:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f39af2ab. 00000400:00000200:2.0:1767384398.070288:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007441a441 00000400:00000010:2.0:1767384398.070290:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007441a441. 00000100:00000001:2.0:1767384398.070292:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070293:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070296:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070297:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.070299:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070300:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070301:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070303:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2b144b7. 00000400:00000200:2.0:1767384398.070305:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f5d38ac 00000400:00000010:2.0:1767384398.070306:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f5d38ac. 00000100:00000001:2.0:1767384398.070308:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070309:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070313:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070315:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.070316:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070318:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070319:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070320:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba33acab. 00000400:00000200:2.0:1767384398.070321:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac25c80f 00000400:00000010:2.0:1767384398.070323:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac25c80f. 00000100:00000001:2.0:1767384398.070324:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070325:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070329:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070331:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.070332:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070333:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070335:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070336:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a438f3e0. 00000400:00000200:2.0:1767384398.070337:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5abaa07 00000400:00000010:2.0:1767384398.070338:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5abaa07. 00000100:00000001:2.0:1767384398.070341:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070342:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070345:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070346:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.070562:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070565:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070566:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070567:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000677c72d8. 00000400:00000200:2.0:1767384398.070570:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000975f778e 00000400:00000010:2.0:1767384398.070572:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000975f778e. 00000100:00000001:2.0:1767384398.070574:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070575:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070580:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070581:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.070583:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070584:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070585:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070586:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006692530f. 00000400:00000200:2.0:1767384398.070589:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3029d44 00000400:00000010:2.0:1767384398.070590:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f3029d44. 00000100:00000001:2.0:1767384398.070592:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070593:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070597:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070598:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.070599:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070601:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070602:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070603:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfe1b89. 00000400:00000200:2.0:1767384398.070604:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003767566c 00000400:00000010:2.0:1767384398.070605:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003767566c. 00000100:00000001:2.0:1767384398.070607:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070607:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070611:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070612:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.070614:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070615:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070616:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070617:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083619a6c. 00000400:00000200:2.0:1767384398.070620:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce5f72fe 00000400:00000010:2.0:1767384398.070621:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce5f72fe. 00000100:00000001:2.0:1767384398.070623:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070624:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070628:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070629:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.070630:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070631:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070632:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070633:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012c1c7bc. 00000400:00000200:2.0:1767384398.070634:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba7f74d7 00000400:00000010:2.0:1767384398.070635:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba7f74d7. 00000100:00000001:2.0:1767384398.070637:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070637:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070642:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070643:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.070644:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070645:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070646:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070648:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703f5fbf. 00000400:00000200:2.0:1767384398.070650:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e84c26e3 00000400:00000010:2.0:1767384398.070651:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e84c26e3. 00000100:00000001:2.0:1767384398.070653:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070654:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070658:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070659:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.070660:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070662:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070663:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070664:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2b59126. 00000400:00000200:2.0:1767384398.070666:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea46d612 00000400:00000010:2.0:1767384398.070667:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea46d612. 00000100:00000001:2.0:1767384398.070669:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070670:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070673:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070674:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.070675:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070677:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070678:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070679:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbeea024. 00000400:00000200:2.0:1767384398.070681:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0411df0 00000400:00000010:2.0:1767384398.070682:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0411df0. 00000100:00000001:2.0:1767384398.070684:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070685:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070689:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070690:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.070691:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070692:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070693:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070694:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000921bbf69. 00000400:00000200:2.0:1767384398.070695:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006730ec90 00000400:00000010:2.0:1767384398.070696:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006730ec90. 00000100:00000001:2.0:1767384398.070698:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070698:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070702:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070703:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.070705:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070706:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070707:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070708:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000091f0650. 00000400:00000200:2.0:1767384398.070710:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001158b125 00000400:00000010:2.0:1767384398.070711:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001158b125. 00000100:00000001:2.0:1767384398.070713:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070714:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070719:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070720:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.070721:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070723:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070724:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070725:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ab8e312. 00000400:00000200:2.0:1767384398.070727:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b73fbd48 00000400:00000010:2.0:1767384398.070728:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b73fbd48. 00000100:00000001:2.0:1767384398.070730:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070731:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070735:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070737:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.070738:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070740:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070741:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070742:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b91563d. 00000400:00000200:2.0:1767384398.070744:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087373d5c 00000400:00000010:2.0:1767384398.070745:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087373d5c. 00000100:00000001:2.0:1767384398.070746:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070747:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070750:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070751:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.070752:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070754:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070755:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070756:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000527159c7. 00000400:00000200:2.0:1767384398.070757:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f143079 00000400:00000010:2.0:1767384398.070759:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f143079. 00000100:00000001:2.0:1767384398.070761:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070762:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070765:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070766:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.070767:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070768:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070769:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070770:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040b9a26b. 00000400:00000200:2.0:1767384398.070771:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051cee044 00000400:00000010:2.0:1767384398.070772:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051cee044. 00000100:00000001:2.0:1767384398.070774:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070775:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070779:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070780:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.070782:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070783:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070785:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070786:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6fa647. 00000400:00000200:2.0:1767384398.070788:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050fd2ef2 00000400:00000010:2.0:1767384398.070789:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050fd2ef2. 00000100:00000001:2.0:1767384398.070791:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070793:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070796:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070798:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.070799:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070801:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070802:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070803:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8c35c6b. 00000400:00000200:2.0:1767384398.070805:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713b6b55 00000400:00000010:2.0:1767384398.070806:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000713b6b55. 00000100:00000001:2.0:1767384398.070807:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070808:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070811:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070813:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.070814:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070815:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070816:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070818:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5dcf67f. 00000400:00000200:2.0:1767384398.070820:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a6a60a4 00000400:00000010:2.0:1767384398.070821:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001a6a60a4. 00000100:00000001:2.0:1767384398.070823:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070824:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070827:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070828:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.070829:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070830:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070831:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070832:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000672acc7. 00000400:00000200:2.0:1767384398.070833:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb16a9ff 00000400:00000010:2.0:1767384398.070834:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb16a9ff. 00000100:00000001:2.0:1767384398.070836:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070837:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070841:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070842:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.070843:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070845:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070846:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070847:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c763c246. 00000400:00000200:2.0:1767384398.070849:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008230a711 00000400:00000010:2.0:1767384398.070851:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008230a711. 00000100:00000001:2.0:1767384398.070853:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070854:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070858:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070859:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.070861:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070862:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070863:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070864:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ea60168. 00000400:00000200:2.0:1767384398.070866:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae58658e 00000400:00000010:2.0:1767384398.070868:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae58658e. 00000100:00000001:2.0:1767384398.070870:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070871:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070875:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070876:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.070877:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070878:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070879:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070880:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033b2c193. 00000400:00000200:2.0:1767384398.070882:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f0ef12d 00000400:00000010:2.0:1767384398.070883:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f0ef12d. 00000100:00000001:2.0:1767384398.070885:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070886:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070890:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070891:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.070892:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070893:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070894:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070895:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e47ca2d6. 00000400:00000200:2.0:1767384398.070896:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cbabe84 00000400:00000010:2.0:1767384398.070898:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cbabe84. 00000100:00000001:2.0:1767384398.070899:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070900:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070904:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070905:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.070907:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070909:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070910:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070911:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049fc71ee. 00000400:00000200:2.0:1767384398.070913:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097697aec 00000400:00000010:2.0:1767384398.070915:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000097697aec. 00000100:00000001:2.0:1767384398.070917:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070918:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070922:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070924:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.070925:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070926:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070927:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070928:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ba8d475. 00000400:00000200:2.0:1767384398.070930:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d048cdf 00000400:00000010:2.0:1767384398.070932:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005d048cdf. 00000100:00000001:2.0:1767384398.070933:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070934:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070938:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070940:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.070941:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070942:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070943:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070944:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037f7c6a1. 00000400:00000200:2.0:1767384398.070946:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ddd47a1 00000400:00000010:2.0:1767384398.070947:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ddd47a1. 00000100:00000001:2.0:1767384398.070949:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070950:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070954:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070955:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.070957:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070958:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070959:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070960:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e935f680. 00000400:00000200:2.0:1767384398.070962:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c6002b 00000400:00000010:2.0:1767384398.070963:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060c6002b. 00000100:00000001:2.0:1767384398.070964:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070965:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070969:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070970:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.070972:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070973:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070974:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070976:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ad67fc9. 00000400:00000200:2.0:1767384398.070977:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0316592 00000400:00000010:2.0:1767384398.070979:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0316592. 00000100:00000001:2.0:1767384398.070980:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070981:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.070985:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.070986:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.070988:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.070989:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.070990:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.070991:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac4cf60c. 00000400:00000200:2.0:1767384398.070993:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042c6961d 00000400:00000010:2.0:1767384398.070995:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042c6961d. 00000100:00000001:2.0:1767384398.070997:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.070998:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071002:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071003:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.071131:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071134:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071135:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071136:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0b544b2. 00000400:00000200:2.0:1767384398.071139:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dfe2e83 00000400:00000010:2.0:1767384398.071141:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dfe2e83. 00000100:00000001:2.0:1767384398.071143:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071144:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071148:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071149:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.071150:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071152:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071153:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071154:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065403dde. 00000400:00000200:2.0:1767384398.071156:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a286e740 00000400:00000010:2.0:1767384398.071157:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a286e740. 00000100:00000001:2.0:1767384398.071159:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071160:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071164:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071165:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.071166:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071168:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071169:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071171:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045dcae33. 00000400:00000200:2.0:1767384398.071172:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b333d6a8 00000400:00000010:2.0:1767384398.071174:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b333d6a8. 00000100:00000001:2.0:1767384398.071176:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071177:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071181:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071182:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.071184:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071185:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071186:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071187:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000708e5d6c. 00000400:00000200:2.0:1767384398.071188:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000542ec070 00000400:00000010:2.0:1767384398.071189:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000542ec070. 00000100:00000001:2.0:1767384398.071191:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071192:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071196:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071197:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.071199:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071200:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071201:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071202:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7543cde. 00000400:00000200:2.0:1767384398.071203:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000347d68b4 00000400:00000010:2.0:1767384398.071204:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000347d68b4. 00000100:00000001:2.0:1767384398.071206:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071206:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071210:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071211:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.071213:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071214:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071215:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071216:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f42bc9d0. 00000400:00000200:2.0:1767384398.071217:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020af2230 00000400:00000010:2.0:1767384398.071218:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020af2230. 00000100:00000001:2.0:1767384398.071221:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071221:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071225:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071227:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.071228:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071229:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071230:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071232:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718350fe. 00000400:00000200:2.0:1767384398.071233:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b303afa0 00000400:00000010:2.0:1767384398.071235:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b303afa0. 00000100:00000001:2.0:1767384398.071237:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071238:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071242:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071243:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.071245:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071246:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071247:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071248:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5a4f6af. 00000400:00000200:2.0:1767384398.071250:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e621868b 00000400:00000010:2.0:1767384398.071251:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e621868b. 00000100:00000001:2.0:1767384398.071253:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071254:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071258:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071259:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.071260:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071262:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071263:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071264:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e027c2f9. 00000400:00000200:2.0:1767384398.071265:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001efb028b 00000400:00000010:2.0:1767384398.071266:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001efb028b. 00000100:00000001:2.0:1767384398.071268:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071269:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071273:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071274:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.071275:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071276:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071276:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071277:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcb3a224. 00000400:00000200:2.0:1767384398.071279:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060a038b0 00000400:00000010:2.0:1767384398.071281:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060a038b0. 00000100:00000001:2.0:1767384398.071282:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071283:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071287:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071288:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.071289:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071290:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071291:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071292:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000011022bb7. 00000400:00000200:2.0:1767384398.071294:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d19574d 00000400:00000010:2.0:1767384398.071295:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d19574d. 00000100:00000001:2.0:1767384398.071296:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071297:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071300:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071301:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.071303:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071304:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071305:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071306:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029102c52. 00000400:00000200:2.0:1767384398.071308:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041587918 00000400:00000010:2.0:1767384398.071309:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041587918. 00000100:00000001:2.0:1767384398.071311:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071312:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071316:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071317:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.071318:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071320:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071320:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071321:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001db6f96. 00000400:00000200:2.0:1767384398.071323:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000676b0870 00000400:00000010:2.0:1767384398.071324:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000676b0870. 00000100:00000001:2.0:1767384398.071326:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071327:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071331:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071332:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.071334:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071335:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071336:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071337:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1e04e6e. 00000400:00000200:2.0:1767384398.071339:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7690200 00000400:00000010:2.0:1767384398.071339:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c7690200. 00000100:00000001:2.0:1767384398.071341:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071342:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071346:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071358:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.071360:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071361:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071362:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071363:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e906694. 00000400:00000200:2.0:1767384398.071366:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f10f7249 00000400:00000010:2.0:1767384398.071367:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f10f7249. 00000100:00000001:2.0:1767384398.071369:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071370:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071373:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071375:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.071376:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071378:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071379:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071380:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d7ffc13. 00000400:00000200:2.0:1767384398.071383:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022d99942 00000400:00000010:2.0:1767384398.071384:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022d99942. 00000100:00000001:2.0:1767384398.071386:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071387:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071390:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071392:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.071393:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071394:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071395:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071396:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000999d9e59. 00000400:00000200:2.0:1767384398.071398:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c8d534c 00000400:00000010:2.0:1767384398.071400:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c8d534c. 00000100:00000001:2.0:1767384398.071402:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071402:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071406:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071408:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.071409:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071410:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071411:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071412:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bd758d3. 00000400:00000200:2.0:1767384398.071414:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cecf69f 00000400:00000010:2.0:1767384398.071415:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002cecf69f. 00000100:00000001:2.0:1767384398.071417:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071418:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071422:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071423:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.071424:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071425:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071426:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071427:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000199d0384. 00000400:00000200:2.0:1767384398.071428:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e3bd3c9 00000400:00000010:2.0:1767384398.071429:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e3bd3c9. 00000100:00000001:2.0:1767384398.071431:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071432:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071436:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071437:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.071438:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071440:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071441:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071442:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df460509. 00000400:00000200:2.0:1767384398.071444:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0817be3 00000400:00000010:2.0:1767384398.071446:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f0817be3. 00000100:00000001:2.0:1767384398.071448:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071449:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071452:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071453:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.071455:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071456:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071457:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071458:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfaa605b. 00000400:00000200:2.0:1767384398.071460:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fd22cd2 00000400:00000010:2.0:1767384398.071461:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fd22cd2. 00000100:00000001:2.0:1767384398.071463:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071464:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071468:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071469:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.071471:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071472:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071473:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071474:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009684b68c. 00000400:00000200:2.0:1767384398.071476:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d115b1d2 00000400:00000010:2.0:1767384398.071477:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d115b1d2. 00000100:00000001:2.0:1767384398.071479:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071480:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071483:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071484:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.071486:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071487:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071488:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071489:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000073225a. 00000400:00000200:2.0:1767384398.071491:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b1ca45 00000400:00000010:2.0:1767384398.071492:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b1ca45. 00000100:00000001:2.0:1767384398.071494:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071495:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071499:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071500:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.071502:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.071503:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.071504:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.071505:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001815e6f8. 00000400:00000200:2.0:1767384398.071507:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc59bdb1 00000400:00000010:2.0:1767384398.071509:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc59bdb1. 00000100:00000001:2.0:1767384398.071510:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.071511:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:2.0:1767384398.071514:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.071516:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.071517:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.071520:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071521:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071524:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071525:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071527:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071528:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071529:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071530:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071531:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071532:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071534:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071535:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071536:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071537:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071538:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071539:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071540:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071541:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071542:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071542:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071544:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071545:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071546:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071547:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071548:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071549:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071550:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071551:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071553:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071554:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071555:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071556:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071557:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071558:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071559:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071560:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071562:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071563:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071564:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071565:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071567:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071568:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071569:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071570:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071572:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071573:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071574:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071575:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071577:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071578:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071579:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071580:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071581:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071582:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071583:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071584:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071585:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071586:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071587:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071588:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071589:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071590:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071592:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071593:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071594:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071595:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071596:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071597:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071598:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071599:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071600:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071601:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071602:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071603:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071604:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071605:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071606:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071607:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071608:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071609:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071610:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071611:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071612:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071613:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071615:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071616:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071617:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071618:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071619:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071620:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071622:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071623:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071624:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071625:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071626:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071627:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071628:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071629:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071631:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071631:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071633:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071634:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071635:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071636:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071637:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071639:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071640:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071641:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071642:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071643:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071644:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071645:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071646:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071647:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071648:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071649:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071650:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071651:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071652:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071653:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071654:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071655:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071656:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071657:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071659:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071660:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.071661:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.071662:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384398.071665:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003e77011f. 00000100:00000010:2.0:1767384398.071670:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000996af89f. 00000100:00000010:2.0:1767384398.071672:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006709d637. 00000100:00000010:2.0:1767384398.071674:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfda469d. 00000100:00000010:2.0:1767384398.071676:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8218e79. 00000100:00000010:2.0:1767384398.071678:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b690e999. 00000100:00000010:2.0:1767384398.071680:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090f5fd7f. 00000100:00000010:2.0:1767384398.071683:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b51ad9f. 00000100:00000010:2.0:1767384398.071684:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a35f6bf. 00000100:00000010:2.0:1767384398.071687:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000948e4958. 00000100:00000010:2.0:1767384398.071689:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003061c86d. 00000100:00000010:2.0:1767384398.071691:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000101d11a0. 00000100:00000010:2.0:1767384398.071692:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a060f372. 00000100:00000010:2.0:1767384398.071694:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bdbda8b. 00000100:00000010:2.0:1767384398.071696:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c8104d0. 00000100:00000010:2.0:1767384398.071698:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de79ee2e. 00000100:00000010:2.0:1767384398.071700:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e850f8fa. 00000100:00000010:2.0:1767384398.071702:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe3df9a6. 00000100:00000010:2.0:1767384398.071703:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b186ee1c. 00000100:00000010:2.0:1767384398.071706:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002aede4e1. 00000100:00000010:2.0:1767384398.071708:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bda8ebc. 00000100:00000010:2.0:1767384398.071710:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000add415c1. 00000100:00000010:2.0:1767384398.071712:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000082d02e78. 00000100:00000010:2.0:1767384398.071713:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3c197b8. 00000100:00000010:2.0:1767384398.071715:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008c235fdd. 00000100:00000010:2.0:1767384398.071717:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e2c527a. 00000100:00000010:2.0:1767384398.071720:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8aaef74. 00000100:00000010:2.0:1767384398.071722:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f09ed315. 00000100:00000010:2.0:1767384398.071723:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a3863ab. 00000100:00000010:2.0:1767384398.071725:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040bfe079. 00000100:00000010:2.0:1767384398.071728:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b3f8b786. 00000100:00000010:2.0:1767384398.071730:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036868e3f. 00000100:00000010:2.0:1767384398.071732:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000156d61da. 00000100:00000010:2.0:1767384398.071734:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007895f29. 00000100:00000010:2.0:1767384398.071736:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052131425. 00000100:00000010:2.0:1767384398.071737:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000793bbbc8. 00000100:00000010:2.0:1767384398.071739:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c6d676e8. 00000100:00000010:2.0:1767384398.071740:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f81f0dd1. 00000100:00000010:2.0:1767384398.071742:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fb455f09. 00000100:00000010:2.0:1767384398.071744:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000348bd819. 00000100:00000010:2.0:1767384398.071746:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091e34bc1. 00000100:00000010:2.0:1767384398.071748:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cece6307. 00000100:00000010:2.0:1767384398.071750:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e43f91e. 00000100:00000010:2.0:1767384398.071762:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d77d1143. 00000100:00000010:2.0:1767384398.071766:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d04cd019. 00000100:00000010:2.0:1767384398.071768:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099a88887. 00000100:00000010:2.0:1767384398.071770:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae3fd05b. 00000100:00000010:2.0:1767384398.071772:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cab088ca. 00000100:00000010:2.0:1767384398.071774:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c55a5f3. 00000100:00000010:2.0:1767384398.071776:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b2fa9c5. 00000100:00000010:2.0:1767384398.071778:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf71e36e. 00000100:00000010:2.0:1767384398.071780:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024f83936. 00000100:00000010:2.0:1767384398.071782:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002994786a. 00000100:00000010:2.0:1767384398.071784:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae454285. 00000100:00000010:2.0:1767384398.071786:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044c33764. 00000100:00000010:2.0:1767384398.071788:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000838ceaa3. 00000100:00000010:2.0:1767384398.071790:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002131bc90. 00000100:00000010:2.0:1767384398.071792:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c908f05. 00000100:00000010:2.0:1767384398.071794:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c302a3e0. 00000100:00000010:2.0:1767384398.071796:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000acb4c7ad. 00000100:00000010:2.0:1767384398.071798:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008be5bb84. 00000100:00000010:2.0:1767384398.071800:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010f48b4d. 00000100:00000010:2.0:1767384398.071801:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005fb94eff. 00000100:00000010:2.0:1767384398.071804:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7e4e66f. 00000100:00000010:2.0:1767384398.071805:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f055d6f. 00000100:00000010:2.0:1767384398.071807:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000502d2860. 00000100:00000010:2.0:1767384398.071809:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7770375. 00000100:00000010:2.0:1767384398.071811:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ea69437. 00000100:00000010:2.0:1767384398.071813:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000745945e6. 00000100:00000010:2.0:1767384398.071815:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cf13518. 00000100:00000010:2.0:1767384398.071816:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033791329. 00000100:00000010:2.0:1767384398.071818:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eba7e60c. 00000100:00000010:2.0:1767384398.071819:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bef7bff6. 00000100:00000010:2.0:1767384398.071821:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000178588e1. 00000100:00000010:2.0:1767384398.071823:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091184b60. 00000100:00000010:2.0:1767384398.071825:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071b98261. 00000100:00000010:2.0:1767384398.071827:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000089a7cdc1. 00000100:00000010:2.0:1767384398.071829:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5c02208. 00000100:00000010:2.0:1767384398.071831:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b6d0d9d. 00000100:00000010:2.0:1767384398.071833:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097658469. 00000100:00000010:2.0:1767384398.071835:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000373b1664. 00000100:00000010:2.0:1767384398.071837:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d80f6a28. 00000100:00000010:2.0:1767384398.071839:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000069a40029. 00000100:00000010:2.0:1767384398.071841:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff82f6e1. 00000100:00000010:2.0:1767384398.071842:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000069f373b4. 00000100:00000010:2.0:1767384398.071845:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000370c3d9d. 00000100:00000010:2.0:1767384398.071847:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000511a9c0e. 00000100:00000010:2.0:1767384398.071849:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9be952b. 00000100:00000010:2.0:1767384398.071850:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000041755ba8. 00000100:00000010:2.0:1767384398.071852:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000673fcdd. 00000100:00000010:2.0:1767384398.071854:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003b763072. 00000100:00000010:2.0:1767384398.071856:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5d44d0e. 00000100:00000010:2.0:1767384398.071858:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000851b3e51. 00000100:00000010:2.0:1767384398.071860:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000763c4ac0. 00000100:00000010:2.0:1767384398.071862:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033701fc7. 00000100:00000010:2.0:1767384398.071864:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa4e7513. 00000100:00000010:2.0:1767384398.071866:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000047c73ac0. 00000100:00000010:2.0:1767384398.071868:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff2c1c68. 00000100:00000010:2.0:1767384398.071869:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1bb34c4. 00000100:00000010:2.0:1767384398.071871:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf71af01. 00000100:00000010:2.0:1767384398.071873:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001fb87411. 00000100:00000010:2.0:1767384398.071875:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000801b370c. 00000100:00000010:2.0:1767384398.071877:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008983188e. 00000100:00000010:2.0:1767384398.071879:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a3ffce0. 00000100:00000010:2.0:1767384398.071880:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5fddaa8. 00000100:00000010:2.0:1767384398.071882:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8737141. 00000100:00000010:2.0:1767384398.071884:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009779e325. 00000100:00000010:2.0:1767384398.071885:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060a08fd3. 00000100:00000010:2.0:1767384398.071887:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033a6073e. 00000100:00000010:2.0:1767384398.071888:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c6f4aef. 00000100:00000010:2.0:1767384398.071890:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031270c4a. 00000100:00000010:2.0:1767384398.071893:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e3c2c22. 00000100:00000010:2.0:1767384398.071895:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004c68a90. 00000100:00000010:2.0:1767384398.071897:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b4cef12. 00000100:00000010:2.0:1767384398.071899:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a3675a26. 00000100:00000010:2.0:1767384398.071902:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba313b9a. 00000100:00000010:2.0:1767384398.071903:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000015a692a1. 00000100:00000010:2.0:1767384398.071905:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d949a258. 00000100:00000010:2.0:1767384398.071908:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ad3c634. 00000100:00000010:2.0:1767384398.071910:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7d86611. 00000100:00000010:2.0:1767384398.071911:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af1740f2. 00000100:00000010:2.0:1767384398.071914:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079fc3da1. 00000100:00000010:2.0:1767384398.071916:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e45aa36a. 00000100:00000010:2.0:1767384398.071918:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070dba816. 00000100:00000010:2.0:1767384398.071919:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011336e64. 00000100:00000010:2.0:1767384398.071921:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ff843ef. 00000100:00000010:2.0:1767384398.071923:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004fc68529. 00000100:00000010:2.0:1767384398.071925:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007de4563b. 00000100:00000010:2.0:1767384398.071928:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000703a21b9. 00000100:00000010:2.0:1767384398.071931:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000006f589b8e. 00000100:00000001:2.0:1767384398.071934:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.071936:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.071938:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.071940:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.071942:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003a8f705c. 00000100:00000001:2.0:1767384398.071944:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.071945:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.071947:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.071948:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c735b9b0. 00000100:00000001:2.0:1767384398.071950:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.071951:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.071952:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000326cf8d3. 00000100:00000001:2.0:1767384398.071954:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.071955:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.071956:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000074254149. 00000100:00000001:2.0:1767384398.071958:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.071959:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.071960:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ff95282d. 00000100:00000001:2.0:1767384398.071962:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.072064:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000bcb7c5b4. 00000020:00000010:2.0:1767384398.072070:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002a182d44. 00000100:00000010:2.0:1767384398.072099:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b509e631. 00000100:00000010:2.0:1767384398.072123:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b841dc14. 00000100:00000010:2.0:1767384398.072126:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000011fcef2. 00000100:00000010:2.0:1767384398.072129:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003795ee0a. 00000100:00000001:2.0:1767384398.072132:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.072134:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.072136:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:2.0:1767384398.072138:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.072139:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.072141:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:2.0:1767384398.072142:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:2.0:1767384398.072144:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:2.0:1767384398.072169:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:1.0:1767384398.072202:0:16795:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073ca2910. 00000040:00000010:1.0:1767384398.072208:0:16795:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000021f3ee2d. 00000020:00000010:1.0:1767384398.072211:0:16795:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000222c40d. 00000020:00000010:1.0:1767384398.072215:0:16795:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000db8fce04. 00000020:00000010:1.0:1767384398.072218:0:16795:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eb81ce0d. 80000000:00000010:1.0:1767384398.072221:0:16795:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007bcd72b0. 40000000:00000010:1.0:1767384398.072224:0:16795:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000002e66b2. 00100000:00000010:1.0:1767384398.072227:0:16795:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b444999b. 00040000:00000010:1.0:1767384398.072238:0:16795:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ad017d03. 00040000:00000010:1.0:1767384398.072241:0:16795:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001438b266. 00080000:00000010:1.0:1767384398.072244:0:16795:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006de0ad60. 00000004:00000010:1.0:1767384398.072247:0:16795:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000efda4638. 00002000:00000010:1.0:1767384398.072251:0:16795:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009bd768ab. 00000020:00000010:1.0:1767384398.072255:0:16795:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015669ba0. 00000020:00000010:1.0:1767384398.072259:0:16795:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a73b099f. 00000100:00000010:1.0:1767384398.072262:0:16795:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000893a79ab. 00000100:00100000:1.0:1767384398.072264:0:16795:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000008ec7af7d:16795] 1 exiting: rc = 0 00000100:00000040:2.0:1767384398.072332:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 00000020:00000010:0.0:1767384398.072440:0:16794:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007af224ef. 00000040:00000010:0.0:1767384398.072445:0:16794:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e9db3cfa. 00000020:00000010:0.0:1767384398.072447:0:16794:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000050fee158. 00000020:00000010:0.0:1767384398.072449:0:16794:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b28a5b99. 00000020:00000010:0.0:1767384398.072452:0:16794:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007169fda8. 80000000:00000010:0.0:1767384398.072455:0:16794:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000005f3ec35. 40000000:00000010:0.0:1767384398.072457:0:16794:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004e807920. 00100000:00000010:0.0:1767384398.072459:0:16794:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f1010a3. 00040000:00000010:0.0:1767384398.072461:0:16794:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf7dddff. 00040000:00000010:0.0:1767384398.072464:0:16794:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c9d5e881. 00080000:00000010:0.0:1767384398.072466:0:16794:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000049bb24e6. 00000004:00000010:0.0:1767384398.072468:0:16794:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003a3da952. 00002000:00000010:0.0:1767384398.072471:0:16794:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000007cd6f14. 00000020:00000010:0.0:1767384398.072474:0:16794:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f66a5ceb. 00000020:00000010:0.0:1767384398.072477:0:16794:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000aa82c8d2. 00000100:00000010:0.0:1767384398.072481:0:16794:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000076b6904d. 00000100:00100000:0.0:1767384398.072483:0:16794:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000fb2c30d7:16794] 0 exiting: rc = 1 00000100:00000010:2.0:1767384398.072567:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fb2c30d7. 00000100:00000010:2.0:1767384398.072572:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008ec7af7d. 00000100:00000001:2.0:1767384398.072575:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.072576:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.072579:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:2.0:1767384398.072582:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072583:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072585:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f624898. 00000400:00000200:2.0:1767384398.072588:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096cce409 00000400:00000010:2.0:1767384398.072590:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096cce409. 00000100:00000001:2.0:1767384398.072593:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072594:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072599:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072600:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.072602:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072603:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072605:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072606:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efebf25b. 00000400:00000200:2.0:1767384398.072608:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3ae34e 00000400:00000010:2.0:1767384398.072609:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a3ae34e. 00000100:00000001:2.0:1767384398.072611:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072612:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072615:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072616:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.072617:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072619:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072620:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072621:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078755308. 00000400:00000200:2.0:1767384398.072623:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8e8d3b 00000400:00000010:2.0:1767384398.072624:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d8e8d3b. 00000100:00000001:2.0:1767384398.072626:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072626:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072630:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072631:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.072632:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072633:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072634:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072635:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b316a837. 00000400:00000200:2.0:1767384398.072637:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edde8f6b 00000400:00000010:2.0:1767384398.072639:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edde8f6b. 00000100:00000001:2.0:1767384398.072641:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072642:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072645:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072647:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.072648:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072650:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072651:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072652:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0af5fa8. 00000400:00000200:2.0:1767384398.072654:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adf429af 00000400:00000010:2.0:1767384398.072656:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adf429af. 00000100:00000001:2.0:1767384398.072657:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072658:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072662:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072664:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.072665:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072666:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072667:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072669:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6c99c04. 00000400:00000200:2.0:1767384398.072671:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb75a1b1 00000400:00000010:2.0:1767384398.072672:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb75a1b1. 00000100:00000001:2.0:1767384398.072674:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072674:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072678:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072679:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.072681:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072682:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072683:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072685:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009148e015. 00000400:00000200:2.0:1767384398.072686:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cbcdfb9 00000400:00000010:2.0:1767384398.072688:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003cbcdfb9. 00000100:00000001:2.0:1767384398.072689:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072690:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072694:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072695:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.072696:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072697:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072698:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072699:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000671f64b3. 00000400:00000200:2.0:1767384398.072701:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b5174da 00000400:00000010:2.0:1767384398.072702:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b5174da. 00000100:00000001:2.0:1767384398.072704:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072705:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072709:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072710:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.072711:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072713:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072714:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072715:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006677608c. 00000400:00000200:2.0:1767384398.072717:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051ea6af6 00000400:00000010:2.0:1767384398.072718:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051ea6af6. 00000100:00000001:2.0:1767384398.072720:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072722:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072726:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072727:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.072728:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072730:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072731:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072732:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bd967aa. 00000400:00000200:2.0:1767384398.072734:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001db5afc8 00000400:00000010:2.0:1767384398.072735:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001db5afc8. 00000100:00000001:2.0:1767384398.072737:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072738:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072742:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072743:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.072744:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072745:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072746:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072747:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff3ed30d. 00000400:00000200:2.0:1767384398.072749:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fef6984 00000400:00000010:2.0:1767384398.072750:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001fef6984. 00000100:00000001:2.0:1767384398.072752:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072753:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072757:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072758:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.072760:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072761:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072762:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072763:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd969ee5. 00000400:00000200:2.0:1767384398.072765:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060d8822d 00000400:00000010:2.0:1767384398.072766:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060d8822d. 00000100:00000001:2.0:1767384398.072768:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072769:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072773:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072774:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.072775:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072776:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072778:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072779:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009960d75a. 00000400:00000200:2.0:1767384398.072781:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000163b325f 00000400:00000010:2.0:1767384398.072782:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000163b325f. 00000100:00000001:2.0:1767384398.072784:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072785:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072788:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072790:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.072791:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072793:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072794:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072795:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000960b9dbf. 00000400:00000200:2.0:1767384398.072797:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b774d5e 00000400:00000010:2.0:1767384398.072799:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008b774d5e. 00000100:00000001:2.0:1767384398.072801:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072802:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072805:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072807:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.072808:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072809:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072810:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072811:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f063ea6c. 00000400:00000200:2.0:1767384398.072813:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055d48517 00000400:00000010:2.0:1767384398.072814:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055d48517. 00000100:00000001:2.0:1767384398.072816:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072817:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072822:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072823:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.072824:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072825:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072827:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072828:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdfecd5e. 00000400:00000200:2.0:1767384398.072829:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a39450 00000400:00000010:2.0:1767384398.072830:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014a39450. 00000100:00000001:2.0:1767384398.072832:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072833:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072836:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072837:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.072838:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072839:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072840:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072841:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9b72a39. 00000400:00000200:2.0:1767384398.072842:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb9cf25 00000400:00000010:2.0:1767384398.072844:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb9cf25. 00000100:00000001:2.0:1767384398.072845:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072846:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072850:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072852:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.072853:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072854:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072855:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072856:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005608d7f4. 00000400:00000200:2.0:1767384398.072858:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e376966 00000400:00000010:2.0:1767384398.072859:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e376966. 00000100:00000001:2.0:1767384398.072861:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072862:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072866:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072868:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.072869:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072870:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072871:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072873:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b5a2019. 00000400:00000200:2.0:1767384398.072874:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000727ff854 00000400:00000010:2.0:1767384398.072875:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000727ff854. 00000100:00000001:2.0:1767384398.072878:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072878:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072882:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072883:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.072885:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072886:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072887:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072888:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2081f58. 00000400:00000200:2.0:1767384398.072890:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a82de2ed 00000400:00000010:2.0:1767384398.072891:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a82de2ed. 00000100:00000001:2.0:1767384398.072893:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072893:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072896:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072898:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.072899:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072900:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072901:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072902:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b004f581. 00000400:00000200:2.0:1767384398.072904:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c42260e 00000400:00000010:2.0:1767384398.072905:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c42260e. 00000100:00000001:2.0:1767384398.072907:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072908:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072911:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072912:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.072914:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072915:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072916:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072917:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd903975. 00000400:00000200:2.0:1767384398.072919:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f13a7349 00000400:00000010:2.0:1767384398.072920:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f13a7349. 00000100:00000001:2.0:1767384398.072922:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072923:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072927:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072929:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.072930:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072932:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072933:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072934:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e8c7bb9. 00000400:00000200:2.0:1767384398.072936:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4065acf 00000400:00000010:2.0:1767384398.072937:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4065acf. 00000100:00000001:2.0:1767384398.072939:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072939:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072944:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072945:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.072946:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072948:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072949:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072950:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000051209c7. 00000400:00000200:2.0:1767384398.072952:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098e7596e 00000400:00000010:2.0:1767384398.072953:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098e7596e. 00000100:00000001:2.0:1767384398.072954:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072955:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072959:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072960:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.072961:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072963:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072964:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072964:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008af66a11. 00000400:00000200:2.0:1767384398.072966:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e3779aa 00000400:00000010:2.0:1767384398.072967:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e3779aa. 00000100:00000001:2.0:1767384398.072968:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072969:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072973:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072974:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.072975:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072976:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072977:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072978:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009af67b81. 00000400:00000200:2.0:1767384398.072980:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a0888cd 00000400:00000010:2.0:1767384398.072981:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a0888cd. 00000100:00000001:2.0:1767384398.072983:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.072985:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.072988:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.072989:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.072991:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.072993:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.072994:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.072995:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021638355. 00000400:00000200:2.0:1767384398.072997:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed380621 00000400:00000010:2.0:1767384398.072998:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed380621. 00000100:00000001:2.0:1767384398.073000:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073001:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073088:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073090:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.073091:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073094:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073095:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073096:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000681d8201. 00000400:00000200:2.0:1767384398.073099:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d451f136 00000400:00000010:2.0:1767384398.073100:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d451f136. 00000100:00000001:2.0:1767384398.073102:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073103:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073156:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073157:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.073159:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073160:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073161:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073163:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdab30fa. 00000400:00000200:2.0:1767384398.073165:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1dd79d4 00000400:00000010:2.0:1767384398.073167:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1dd79d4. 00000100:00000001:2.0:1767384398.073169:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073170:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073174:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073175:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.073177:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073178:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073179:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073180:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f18f8b11. 00000400:00000200:2.0:1767384398.073182:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b83955 00000400:00000010:2.0:1767384398.073183:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b83955. 00000100:00000001:2.0:1767384398.073185:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073186:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073190:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073191:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.073193:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073194:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073195:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073196:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e491d6f1. 00000400:00000200:2.0:1767384398.073197:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d68b182c 00000400:00000010:2.0:1767384398.073199:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d68b182c. 00000100:00000001:2.0:1767384398.073200:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073201:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073205:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073206:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.073208:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073209:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073210:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073211:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084459d8b. 00000400:00000200:2.0:1767384398.073213:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e9a36ef 00000400:00000010:2.0:1767384398.073214:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e9a36ef. 00000100:00000001:2.0:1767384398.073216:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073217:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073220:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073221:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.073223:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073224:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073225:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073226:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000943199c4. 00000400:00000200:2.0:1767384398.073228:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054988574 00000400:00000010:2.0:1767384398.073229:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054988574. 00000100:00000001:2.0:1767384398.073231:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073232:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073236:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073237:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.073239:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073240:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073241:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073242:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ec638fc. 00000400:00000200:2.0:1767384398.073244:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b0c4557 00000400:00000010:2.0:1767384398.073245:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002b0c4557. 00000100:00000001:2.0:1767384398.073247:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073248:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073252:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073253:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.073255:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073256:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073257:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073258:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083579703. 00000400:00000200:2.0:1767384398.073260:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc33625 00000400:00000010:2.0:1767384398.073261:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc33625. 00000100:00000001:2.0:1767384398.073263:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073264:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073267:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073268:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.073269:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073270:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073271:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073273:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004553e0c2. 00000400:00000200:2.0:1767384398.073274:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8a42670 00000400:00000010:2.0:1767384398.073276:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8a42670. 00000100:00000001:2.0:1767384398.073277:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073278:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073282:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073283:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.073284:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073285:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073286:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073287:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae36c32f. 00000400:00000200:2.0:1767384398.073288:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084d7d256 00000400:00000010:2.0:1767384398.073289:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084d7d256. 00000100:00000001:2.0:1767384398.073291:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073292:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073296:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073297:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.073299:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073300:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073301:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073302:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037667fa4. 00000400:00000200:2.0:1767384398.073304:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c8f2054 00000400:00000010:2.0:1767384398.073306:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c8f2054. 00000100:00000001:2.0:1767384398.073308:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073309:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073313:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073315:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.073316:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073317:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073318:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073320:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d86152d5. 00000400:00000200:2.0:1767384398.073321:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ef91852 00000400:00000010:2.0:1767384398.073323:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ef91852. 00000100:00000001:2.0:1767384398.073324:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073325:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073329:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073330:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.073332:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073333:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073334:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073335:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d528d4d8. 00000400:00000200:2.0:1767384398.073337:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b6de88 00000400:00000010:2.0:1767384398.073338:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005b6de88. 00000100:00000001:2.0:1767384398.073340:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073340:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073344:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073346:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.073651:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073655:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073656:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073658:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000851e93a1. 00000400:00000200:2.0:1767384398.073661:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5dcc358 00000400:00000010:2.0:1767384398.073662:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5dcc358. 00000100:00000001:2.0:1767384398.073664:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073665:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073669:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073670:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.073672:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073673:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073675:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073676:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d169d70c. 00000400:00000200:2.0:1767384398.073678:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b24a8942 00000400:00000010:2.0:1767384398.073679:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b24a8942. 00000100:00000001:2.0:1767384398.073681:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073682:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073686:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073687:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.073688:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073690:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073690:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073691:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000106a46d9. 00000400:00000200:2.0:1767384398.073693:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a82717b 00000400:00000010:2.0:1767384398.073694:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a82717b. 00000100:00000001:2.0:1767384398.073696:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073697:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073700:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073702:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.073703:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073704:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073705:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073707:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55c8a9e. 00000400:00000200:2.0:1767384398.073709:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000211ef3e3 00000400:00000010:2.0:1767384398.073710:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000211ef3e3. 00000100:00000001:2.0:1767384398.073711:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073712:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073716:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073717:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.073719:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073720:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073721:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073722:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056f652c1. 00000400:00000200:2.0:1767384398.073724:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000225ca8f2 00000400:00000010:2.0:1767384398.073725:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000225ca8f2. 00000100:00000001:2.0:1767384398.073727:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073728:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073732:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073734:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.073735:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073737:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073738:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073739:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051d6a841. 00000400:00000200:2.0:1767384398.073741:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b08f54f9 00000400:00000010:2.0:1767384398.073742:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b08f54f9. 00000100:00000001:2.0:1767384398.073744:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073744:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073748:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073750:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.073751:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073753:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073754:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073755:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006404473d. 00000400:00000200:2.0:1767384398.073756:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004374346f 00000400:00000010:2.0:1767384398.073757:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004374346f. 00000100:00000001:2.0:1767384398.073759:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073760:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073764:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073765:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.073766:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073767:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073768:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073769:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fc623fe. 00000400:00000200:2.0:1767384398.073771:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f82c1fe5 00000400:00000010:2.0:1767384398.073772:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f82c1fe5. 00000100:00000001:2.0:1767384398.073774:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073775:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073779:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073780:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.073781:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073783:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073784:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073785:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bd78215. 00000400:00000200:2.0:1767384398.073787:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec7d3879 00000400:00000010:2.0:1767384398.073789:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec7d3879. 00000100:00000001:2.0:1767384398.073791:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073792:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073796:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073797:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.073798:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073800:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073801:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073802:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a175dc3. 00000400:00000200:2.0:1767384398.073804:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000744cbafa 00000400:00000010:2.0:1767384398.073805:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000744cbafa. 00000100:00000001:2.0:1767384398.073807:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073808:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073812:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073813:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.073814:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073816:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073817:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073818:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000622412cf. 00000400:00000200:2.0:1767384398.073820:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000583b2d5d 00000400:00000010:2.0:1767384398.073821:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000583b2d5d. 00000100:00000001:2.0:1767384398.073823:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073824:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073827:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073829:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.073830:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073831:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073832:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073833:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d47cee7a. 00000400:00000200:2.0:1767384398.073834:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf08d8aa 00000400:00000010:2.0:1767384398.073836:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf08d8aa. 00000100:00000001:2.0:1767384398.073838:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073838:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073842:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073844:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.073845:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073846:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073847:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073849:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5c001bd. 00000400:00000200:2.0:1767384398.073851:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e7e1af7 00000400:00000010:2.0:1767384398.073852:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e7e1af7. 00000100:00000001:2.0:1767384398.073854:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073855:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073859:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073860:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.073862:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073864:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073865:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073866:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005df573ab. 00000400:00000200:2.0:1767384398.073868:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3defda0 00000400:00000010:2.0:1767384398.073869:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3defda0. 00000100:00000001:2.0:1767384398.073871:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073872:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073876:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073878:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.073879:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073880:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073881:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073882:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b7f507. 00000400:00000200:2.0:1767384398.073884:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000847dd315 00000400:00000010:2.0:1767384398.073885:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000847dd315. 00000100:00000001:2.0:1767384398.073887:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073888:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073891:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073893:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.073894:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073895:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073896:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073897:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cc1864. 00000400:00000200:2.0:1767384398.073899:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149894ca 00000400:00000010:2.0:1767384398.073900:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000149894ca. 00000100:00000001:2.0:1767384398.073902:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073903:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073906:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073907:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.073908:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073909:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073910:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073911:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002efdfac3. 00000400:00000200:2.0:1767384398.073914:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfb0f78a 00000400:00000010:2.0:1767384398.073915:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cfb0f78a. 00000100:00000001:2.0:1767384398.073917:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073918:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073921:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073923:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.073924:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073925:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073926:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073927:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5f7f329. 00000400:00000200:2.0:1767384398.073930:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002df590ee 00000400:00000010:2.0:1767384398.073931:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002df590ee. 00000100:00000001:2.0:1767384398.073933:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073934:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073937:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073939:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.073940:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073942:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073943:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073944:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090766aa4. 00000400:00000200:2.0:1767384398.073945:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb5d3e30 00000400:00000010:2.0:1767384398.073947:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cb5d3e30. 00000100:00000001:2.0:1767384398.073948:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073949:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073953:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073954:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.073955:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073957:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073958:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073959:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038c8ba64. 00000400:00000200:2.0:1767384398.073961:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db899112 00000400:00000010:2.0:1767384398.073962:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db899112. 00000100:00000001:2.0:1767384398.073964:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073964:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073968:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073969:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.073970:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073972:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073973:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073974:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfce9c16. 00000400:00000200:2.0:1767384398.073976:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001da35991 00000400:00000010:2.0:1767384398.073977:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001da35991. 00000100:00000001:2.0:1767384398.073979:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073980:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073984:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.073985:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.073986:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.073987:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.073988:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.073989:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006875dbb2. 00000400:00000200:2.0:1767384398.073991:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc7e476 00000400:00000010:2.0:1767384398.073992:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000bc7e476. 00000100:00000001:2.0:1767384398.073994:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.073995:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.073999:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.074000:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.074002:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.074003:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.074454:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.074456:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abd439c0. 00000400:00000200:2.0:1767384398.074459:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022ac4ea8 00000400:00000010:2.0:1767384398.074461:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022ac4ea8. 00000100:00000001:2.0:1767384398.074464:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.074465:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.074469:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.074470:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.074472:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.074474:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.074475:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.074476:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0f948ec. 00000400:00000200:2.0:1767384398.074477:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3c806d0 00000400:00000010:2.0:1767384398.074479:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3c806d0. 00000100:00000001:2.0:1767384398.074480:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.074481:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:2.0:1767384398.074484:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.074486:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.074487:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.074489:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074491:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074494:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074495:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074496:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074497:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074498:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074499:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074501:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074502:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074503:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074504:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074506:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074507:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074508:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074510:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074511:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074512:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074513:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074514:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074515:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074516:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074517:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074518:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074519:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074520:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074522:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074522:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074524:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074525:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074526:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074528:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074529:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074530:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074531:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074532:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074534:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074535:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074537:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074537:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074539:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074539:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074541:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074542:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074543:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074544:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074545:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074546:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074548:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074549:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074550:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074551:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074552:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074553:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074554:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074555:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074556:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074557:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074559:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074559:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074561:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074562:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074563:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074564:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074565:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074566:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074567:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074568:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074570:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074571:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074573:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074574:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074575:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074576:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074577:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074578:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074580:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074581:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074582:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074584:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074585:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074586:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074587:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074588:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074590:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074591:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074592:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074593:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074594:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074595:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074596:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074597:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074598:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074598:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074599:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074600:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074601:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074602:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074604:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074605:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074606:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074607:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074608:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074609:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074610:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074611:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074613:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074613:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074615:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074615:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074616:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074617:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074618:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074619:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074620:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074621:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074622:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074623:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074624:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074625:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074627:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074627:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074629:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074630:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074631:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074632:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.074633:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.074634:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384398.074638:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009296eb5d. 00000100:00000010:2.0:1767384398.074642:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028479f83. 00000100:00000010:2.0:1767384398.074644:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d66b5442. 00000100:00000010:2.0:1767384398.074647:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec37532f. 00000100:00000010:2.0:1767384398.074649:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003353dbba. 00000100:00000010:2.0:1767384398.074652:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067d958bd. 00000100:00000010:2.0:1767384398.074654:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f42f9e85. 00000100:00000010:2.0:1767384398.074656:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b57330ad. 00000100:00000010:2.0:1767384398.074658:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e2e7f05. 00000100:00000010:2.0:1767384398.074660:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ef41ca9. 00000100:00000010:2.0:1767384398.074662:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da84bdda. 00000100:00000010:2.0:1767384398.074665:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005eff5566. 00000100:00000010:2.0:1767384398.074666:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006bc2843f. 00000100:00000010:2.0:1767384398.074670:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0245391. 00000100:00000010:2.0:1767384398.074672:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7233769. 00000100:00000010:2.0:1767384398.074674:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000487655c2. 00000100:00000010:2.0:1767384398.074676:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e749b543. 00000100:00000010:2.0:1767384398.074678:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000938722f4. 00000100:00000010:2.0:1767384398.074680:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c4c91c7. 00000100:00000010:2.0:1767384398.074682:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008acdf759. 00000100:00000010:2.0:1767384398.074683:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2476961. 00000100:00000010:2.0:1767384398.074685:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f7166dd. 00000100:00000010:2.0:1767384398.074687:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005cb52528. 00000100:00000010:2.0:1767384398.074689:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de532b35. 00000100:00000010:2.0:1767384398.074691:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005d423144. 00000100:00000010:2.0:1767384398.074693:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b48d07a1. 00000100:00000010:2.0:1767384398.074695:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016401529. 00000100:00000010:2.0:1767384398.074698:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2308a02. 00000100:00000010:2.0:1767384398.074699:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d5ffc1e. 00000100:00000010:2.0:1767384398.074701:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f254859. 00000100:00000010:2.0:1767384398.074703:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049789559. 00000100:00000010:2.0:1767384398.074705:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000881ca29c. 00000100:00000010:2.0:1767384398.074707:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074649b90. 00000100:00000010:2.0:1767384398.074709:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000700412a3. 00000100:00000010:2.0:1767384398.074711:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000092cfa21a. 00000100:00000010:2.0:1767384398.074713:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090ae44df. 00000100:00000010:2.0:1767384398.074715:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036f2e6e5. 00000100:00000010:2.0:1767384398.074717:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038ce9eed. 00000100:00000010:2.0:1767384398.074719:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095c528f2. 00000100:00000010:2.0:1767384398.074722:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f23dfd1. 00000100:00000010:2.0:1767384398.074724:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dfa66084. 00000100:00000010:2.0:1767384398.074726:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000645b93d7. 00000100:00000010:2.0:1767384398.074728:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008c1dda13. 00000100:00000010:2.0:1767384398.074731:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008adeda4f. 00000100:00000010:2.0:1767384398.074733:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e24a21a0. 00000100:00000010:2.0:1767384398.074736:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007710e47e. 00000100:00000010:2.0:1767384398.074738:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a8f7663c. 00000100:00000010:2.0:1767384398.074740:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e2ef4a8. 00000100:00000010:2.0:1767384398.074741:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7f9dd4f. 00000100:00000010:2.0:1767384398.074743:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a870a5e. 00000100:00000010:2.0:1767384398.074767:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7d0d70b. 00000100:00000010:2.0:1767384398.074770:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080bd24c0. 00000100:00000010:2.0:1767384398.074771:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc50faee. 00000100:00000010:2.0:1767384398.074774:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045133687. 00000100:00000010:2.0:1767384398.074776:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2dceecb. 00000100:00000010:2.0:1767384398.074779:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5fbd082. 00000100:00000010:2.0:1767384398.074781:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009699e289. 00000100:00000010:2.0:1767384398.074783:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007604af6. 00000100:00000010:2.0:1767384398.074785:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b56733c3. 00000100:00000010:2.0:1767384398.074787:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db8444d7. 00000100:00000010:2.0:1767384398.074789:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091ff9a4e. 00000100:00000010:2.0:1767384398.074791:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000037c6660. 00000100:00000010:2.0:1767384398.074793:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000888a82f. 00000100:00000010:2.0:1767384398.074794:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c34868b. 00000100:00000010:2.0:1767384398.074796:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000887a11f. 00000100:00000010:2.0:1767384398.074798:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027aa7028. 00000100:00000010:2.0:1767384398.074800:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000013f5b021. 00000100:00000010:2.0:1767384398.074803:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d8d7b3f. 00000100:00000010:2.0:1767384398.074804:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009a5be2e3. 00000100:00000010:2.0:1767384398.074807:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000af0e88. 00000100:00000010:2.0:1767384398.074809:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000293a399d. 00000100:00000010:2.0:1767384398.074811:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ced5d433. 00000100:00000010:2.0:1767384398.074813:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc38080f. 00000100:00000010:2.0:1767384398.074815:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c4ee22a. 00000100:00000010:2.0:1767384398.074817:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aacb764d. 00000100:00000010:2.0:1767384398.074819:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a6d9022. 00000100:00000010:2.0:1767384398.074821:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b30c3ad. 00000100:00000010:2.0:1767384398.074822:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092862570. 00000100:00000010:2.0:1767384398.074824:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4f0208c. 00000100:00000010:2.0:1767384398.074826:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000833fd02c. 00000100:00000010:2.0:1767384398.074828:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000d14c5c2. 00000100:00000010:2.0:1767384398.074830:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009375d150. 00000100:00000010:2.0:1767384398.074831:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b94b86fb. 00000100:00000010:2.0:1767384398.074833:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7d0008f. 00000100:00000010:2.0:1767384398.074835:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004dd2fa82. 00000100:00000010:2.0:1767384398.074837:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3bfffd9. 00000100:00000010:2.0:1767384398.074839:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000edfc9037. 00000100:00000010:2.0:1767384398.074841:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004bd8bc5. 00000100:00000010:2.0:1767384398.074842:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c81185f. 00000100:00000010:2.0:1767384398.074845:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076124fb2. 00000100:00000010:2.0:1767384398.074847:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cfa4cb22. 00000100:00000010:2.0:1767384398.074851:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1fc757b. 00000100:00000010:2.0:1767384398.074853:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f067eab. 00000100:00000010:2.0:1767384398.074855:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042a7d78e. 00000100:00000010:2.0:1767384398.074857:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe1b636c. 00000100:00000010:2.0:1767384398.074859:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6e86fca. 00000100:00000010:2.0:1767384398.074861:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011a95d75. 00000100:00000010:2.0:1767384398.074863:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d398cbb. 00000100:00000010:2.0:1767384398.074864:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f495bf51. 00000100:00000010:2.0:1767384398.074867:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f41888b. 00000100:00000010:2.0:1767384398.074868:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d5ed4b5. 00000100:00000010:2.0:1767384398.074870:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009613f114. 00000100:00000010:2.0:1767384398.074872:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f90e3615. 00000100:00000010:2.0:1767384398.074874:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd9aadec. 00000100:00000010:2.0:1767384398.074876:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002cf8fca2. 00000100:00000010:2.0:1767384398.074879:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0e10dbf. 00000100:00000010:2.0:1767384398.074881:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000991f444d. 00000100:00000010:2.0:1767384398.074883:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fffb22c2. 00000100:00000010:2.0:1767384398.074884:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001644ab79. 00000100:00000010:2.0:1767384398.074886:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030a29bdd. 00000100:00000010:2.0:1767384398.074888:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d96f96c. 00000100:00000010:2.0:1767384398.074890:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4430c50. 00000100:00000010:2.0:1767384398.074892:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011e3436c. 00000100:00000010:2.0:1767384398.074894:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000380fedad. 00000100:00000010:2.0:1767384398.074896:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f9335e0. 00000100:00000010:2.0:1767384398.074898:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9a17a75. 00000100:00000010:2.0:1767384398.074899:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007202fc3f. 00000100:00000010:2.0:1767384398.074901:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018096915. 00000100:00000010:2.0:1767384398.074903:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eb1a498d. 00000100:00000010:2.0:1767384398.074904:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eeb64449. 00000100:00000010:2.0:1767384398.074906:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b7c06434. 00000100:00000010:2.0:1767384398.074908:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d715ad09. 00000100:00000010:2.0:1767384398.074910:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000967170bc. 00000100:00000010:2.0:1767384398.074912:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000674c5f8d. 00000100:00000010:2.0:1767384398.074914:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000795c6d1b. 00000100:00000010:2.0:1767384398.074916:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e550b35. 00000100:00000010:2.0:1767384398.074919:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004cc9ee9c. 00000100:00000010:2.0:1767384398.074921:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f93777e1. 00000100:00000010:2.0:1767384398.074943:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000de646110. 00000100:00000010:2.0:1767384398.074946:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000a80cbaa5. 00000100:00000001:2.0:1767384398.074949:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.074951:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.074953:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.074955:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.074958:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000922d333f. 00000100:00000001:2.0:1767384398.074960:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.074962:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.074964:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.074965:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000afd1e4e8. 00000100:00000001:2.0:1767384398.074967:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.074969:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.074970:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e83571f2. 00000100:00000001:2.0:1767384398.074972:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.074973:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.074974:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000057fd11b9. 00000100:00000001:2.0:1767384398.074976:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.074976:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.074978:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000f3c570d. 00000100:00000001:2.0:1767384398.074980:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.075175:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000006d3cbbcb. 00000020:00000010:2.0:1767384398.075181:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a236e0bd. 00000100:00000010:2.0:1767384398.075209:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000001ea1fb36. 00000100:00000010:2.0:1767384398.075217:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000cb0950c8. 00000100:00000010:2.0:1767384398.075220:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a94fa562. 00000100:00000010:2.0:1767384398.075226:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000004d700442. 00000100:00000001:2.0:1767384398.075229:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.075232:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.075233:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:2.0:1767384398.075236:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.075237:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.075238:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:2.0:1767384398.075241:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:2.0:1767384398.075242:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:2.0:1767384398.075264:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:1.0:1767384398.075320:0:16797:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000122b5889. 00000020:00000010:0.0:1767384398.075320:0:16796:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000786e2363. 00000040:00000010:1.0:1767384398.075326:0:16797:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007f8bfe91. 00000040:00000010:0.0:1767384398.075326:0:16796:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ca384719. 00000020:00000010:1.0:1767384398.075329:0:16797:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000021ffb217. 00000020:00000010:0.0:1767384398.075332:0:16796:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff7df470. 00000020:00000010:1.0:1767384398.075333:0:16797:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004aac13e5. 00000020:00000010:0.0:1767384398.075334:0:16796:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ce4abed. 00000020:00000010:1.0:1767384398.075336:0:16797:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d24cbb0. 00000020:00000010:0.0:1767384398.075337:0:16796:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000025cb8fe. 80000000:00000010:1.0:1767384398.075339:0:16797:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b9723bc0. 80000000:00000010:0.0:1767384398.075339:0:16796:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004aef25dc. 40000000:00000010:1.0:1767384398.075343:0:16797:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001c79b03f. 40000000:00000010:0.0:1767384398.075343:0:16796:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ea2084ca. 00100000:00000010:1.0:1767384398.075347:0:16797:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007111fbb9. 00040000:00000010:1.0:1767384398.075350:0:16797:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036103976. 00040000:00000010:1.0:1767384398.075354:0:16797:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010969625. 00080000:00000010:1.0:1767384398.075357:0:16797:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c671dd7b. 00000004:00000010:1.0:1767384398.075361:0:16797:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d13823c. 00002000:00000010:1.0:1767384398.075364:0:16797:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008cb2f7fe. 00000020:00000010:1.0:1767384398.075367:0:16797:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000999b657c. 00000020:00000010:1.0:1767384398.075372:0:16797:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009c2d5a2f. 00000100:00000010:1.0:1767384398.075375:0:16797:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000041eb575b. 00000100:00100000:1.0:1767384398.075377:0:16797:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [0000000061f0ea29:16797] 1 exiting: rc = 0 00000100:00000040:2.0:1767384398.075428:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #0 00100000:00000010:0.0:1767384398.075449:0:16796:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000014c0205e. 00040000:00000010:0.0:1767384398.075455:0:16796:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f77a5da8. 00040000:00000010:0.0:1767384398.075458:0:16796:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007a7ce052. 00080000:00000010:0.0:1767384398.075461:0:16796:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001330162e. 00000004:00000010:0.0:1767384398.075464:0:16796:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061f59711. 00002000:00000010:0.0:1767384398.075466:0:16796:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f92279fa. 00000020:00000010:0.0:1767384398.075468:0:16796:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bee6e49. 00000020:00000010:0.0:1767384398.075471:0:16796:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000046ba07c2. 00000100:00000010:0.0:1767384398.075475:0:16796:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003503875c. 00000100:00100000:0.0:1767384398.075486:0:16796:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000c322ba68:16796] 0 exiting: rc = 1 00000100:00000010:2.0:1767384398.075556:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000c322ba68. 00000100:00000010:2.0:1767384398.075561:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000061f0ea29. 00000100:00000001:2.0:1767384398.075563:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.075564:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.075567:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:2.0:1767384398.075570:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075571:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075573:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0d4bdcd. 00000400:00000200:2.0:1767384398.075575:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064464cf3 00000400:00000010:2.0:1767384398.075577:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064464cf3. 00000100:00000001:2.0:1767384398.075580:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075581:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075585:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075587:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.075588:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075590:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075591:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075592:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001488abf2. 00000400:00000200:2.0:1767384398.075594:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009122d846 00000400:00000010:2.0:1767384398.075596:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009122d846. 00000100:00000001:2.0:1767384398.075598:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075598:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075602:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075603:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.075605:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075606:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075607:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075608:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d8ce446. 00000400:00000200:2.0:1767384398.075610:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5c2e2dc 00000400:00000010:2.0:1767384398.075612:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5c2e2dc. 00000100:00000001:2.0:1767384398.075613:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075614:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075618:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075620:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.075621:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075623:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075623:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075624:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087bd31ff. 00000400:00000200:2.0:1767384398.075626:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b10c47d 00000400:00000010:2.0:1767384398.075627:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b10c47d. 00000100:00000001:2.0:1767384398.075629:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075630:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075634:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075635:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.075636:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075638:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075639:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075640:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e55f0ee3. 00000400:00000200:2.0:1767384398.075641:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8c50f53 00000400:00000010:2.0:1767384398.075642:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8c50f53. 00000100:00000001:2.0:1767384398.075643:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075644:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075647:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075648:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.075650:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075651:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075652:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075653:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa60d6d3. 00000400:00000200:2.0:1767384398.075655:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce4f1b95 00000400:00000010:2.0:1767384398.075656:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 00000100:00000001:2.0:1767384398.075658:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075659:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075664:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075665:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.075667:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075669:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075670:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075671:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087ceaca1. 00000400:00000200:2.0:1767384398.075673:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384398.075674:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000001:2.0:1767384398.075676:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075677:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075681:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075682:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.075684:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075685:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075686:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075687:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004427a961. 00000400:00000200:2.0:1767384398.075689:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:2.0:1767384398.075690:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000001:2.0:1767384398.075692:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075693:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075696:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075697:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.075698:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075699:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075700:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075701:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4f2b634. 00000400:00000200:2.0:1767384398.075702:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b24c17 00000400:00000010:2.0:1767384398.075704:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7b24c17. 00000100:00000001:2.0:1767384398.075705:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075706:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075710:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075712:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.075713:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075714:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075715:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075716:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062430423. 00000400:00000200:2.0:1767384398.075717:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a338896e 00000400:00000010:2.0:1767384398.075718:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a338896e. 00000100:00000001:2.0:1767384398.075720:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075721:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075724:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075726:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.075727:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075729:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075730:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075731:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff5e2918. 00000400:00000200:2.0:1767384398.075733:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dccd112 00000400:00000010:2.0:1767384398.075735:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dccd112. 00000100:00000001:2.0:1767384398.075737:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075738:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075742:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075743:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.075745:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075746:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075747:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075748:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cec41d08. 00000400:00000200:2.0:1767384398.075750:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000707e0a31 00000400:00000010:2.0:1767384398.075752:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000707e0a31. 00000100:00000001:2.0:1767384398.075753:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075754:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075758:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075759:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.075760:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075762:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075763:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075764:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7370894. 00000400:00000200:2.0:1767384398.075765:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d02e516a 00000400:00000010:2.0:1767384398.075767:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d02e516a. 00000100:00000001:2.0:1767384398.075769:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075770:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075774:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075775:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.075776:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075777:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075778:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075779:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002253c026. 00000400:00000200:2.0:1767384398.075781:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074274524 00000400:00000010:2.0:1767384398.075782:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074274524. 00000100:00000001:2.0:1767384398.075784:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075785:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075789:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075790:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.075791:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075793:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075794:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075796:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030f3c823. 00000400:00000200:2.0:1767384398.075798:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf5b370 00000400:00000010:2.0:1767384398.075799:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf5b370. 00000100:00000001:2.0:1767384398.075801:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075802:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075806:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075807:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.075808:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075810:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075811:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075813:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073b57ff4. 00000400:00000200:2.0:1767384398.075814:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c207f63 00000400:00000010:2.0:1767384398.075816:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c207f63. 00000100:00000001:2.0:1767384398.075818:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075819:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075823:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075824:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.075826:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075827:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075828:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075829:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000012abef2. 00000400:00000200:2.0:1767384398.075830:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc70bd9 00000400:00000010:2.0:1767384398.075831:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc70bd9. 00000100:00000001:2.0:1767384398.075832:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075833:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075836:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075837:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.075839:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075840:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075841:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075843:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010f86edd. 00000400:00000200:2.0:1767384398.075844:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ac1ac33 00000400:00000010:2.0:1767384398.075846:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ac1ac33. 00000100:00000001:2.0:1767384398.075848:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075849:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075852:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075853:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.075854:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075856:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075857:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075858:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000324d3c74. 00000400:00000200:2.0:1767384398.075860:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087cbbe7e 00000400:00000010:2.0:1767384398.075862:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087cbbe7e. 00000100:00000001:2.0:1767384398.075863:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075864:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075868:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075869:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.075871:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075873:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075874:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075875:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000404ea39f. 00000400:00000200:2.0:1767384398.075877:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e686683c 00000400:00000010:2.0:1767384398.075878:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e686683c. 00000100:00000001:2.0:1767384398.075880:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075881:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075885:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075887:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.075888:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075889:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075890:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075892:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e6e238. 00000400:00000200:2.0:1767384398.075893:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d585244 00000400:00000010:2.0:1767384398.075894:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d585244. 00000100:00000001:2.0:1767384398.075896:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075897:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075901:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075902:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.075904:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075905:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075906:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075907:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d2a0d6c. 00000400:00000200:2.0:1767384398.075908:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9fe999b 00000400:00000010:2.0:1767384398.075910:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9fe999b. 00000100:00000001:2.0:1767384398.075911:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075912:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075916:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075918:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.075919:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075921:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075922:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075923:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070753e7b. 00000400:00000200:2.0:1767384398.075924:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002f81ee2 00000400:00000010:2.0:1767384398.075925:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002f81ee2. 00000100:00000001:2.0:1767384398.075927:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075928:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075932:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075933:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.075934:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075936:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075937:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075938:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c349750. 00000400:00000200:2.0:1767384398.075940:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc049a8 00000400:00000010:2.0:1767384398.075941:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfc049a8. 00000100:00000001:2.0:1767384398.075943:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075944:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075948:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075949:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.075950:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075952:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075953:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075954:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efc33414. 00000400:00000200:2.0:1767384398.075956:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff1b017f 00000400:00000010:2.0:1767384398.075957:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff1b017f. 00000100:00000001:2.0:1767384398.075959:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075960:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075964:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075965:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.075966:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075967:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075968:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075969:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000013b16ed. 00000400:00000200:2.0:1767384398.075970:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000194da202 00000400:00000010:2.0:1767384398.075972:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000194da202. 00000100:00000001:2.0:1767384398.075974:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075975:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075979:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075980:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.075981:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075983:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075984:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.075985:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0ed295. 00000400:00000200:2.0:1767384398.075986:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ad5e97b 00000400:00000010:2.0:1767384398.075987:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ad5e97b. 00000100:00000001:2.0:1767384398.075989:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.075990:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.075993:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.075995:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.075996:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.075997:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.075998:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076000:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a7bb7b. 00000400:00000200:2.0:1767384398.076001:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019e719fb 00000400:00000010:2.0:1767384398.076003:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019e719fb. 00000100:00000001:2.0:1767384398.076095:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076096:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076101:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076102:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.076104:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076130:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076131:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076133:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e41f3da3. 00000400:00000200:2.0:1767384398.076136:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004231f3b7 00000400:00000010:2.0:1767384398.076137:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004231f3b7. 00000100:00000001:2.0:1767384398.076139:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076140:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076144:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076145:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.076146:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076148:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076149:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076150:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a676fe01. 00000400:00000200:2.0:1767384398.076152:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e5c4f83 00000400:00000010:2.0:1767384398.076154:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e5c4f83. 00000100:00000001:2.0:1767384398.076156:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076156:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076160:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076162:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.076163:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076165:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076166:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076167:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7791a5d. 00000400:00000200:2.0:1767384398.076169:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000585353c 00000400:00000010:2.0:1767384398.076170:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000585353c. 00000100:00000001:2.0:1767384398.076172:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076173:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076177:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076178:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.076180:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076181:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076182:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076183:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a149592e. 00000400:00000200:2.0:1767384398.076185:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d142fc3 00000400:00000010:2.0:1767384398.076186:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d142fc3. 00000100:00000001:2.0:1767384398.076188:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076188:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076192:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076194:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.076195:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076197:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076198:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076199:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7b39595. 00000400:00000200:2.0:1767384398.076200:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e9f4d2 00000400:00000010:2.0:1767384398.076201:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096e9f4d2. 00000100:00000001:2.0:1767384398.076203:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076203:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076207:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076208:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.076209:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076211:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076212:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076213:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed759e2. 00000400:00000200:2.0:1767384398.076215:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a01f95c 00000400:00000010:2.0:1767384398.076216:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a01f95c. 00000100:00000001:2.0:1767384398.076218:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076219:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076223:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076224:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.076225:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076227:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076228:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076229:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000612ebe71. 00000400:00000200:2.0:1767384398.076231:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed01f98c 00000400:00000010:2.0:1767384398.076232:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed01f98c. 00000100:00000001:2.0:1767384398.076234:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076235:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076239:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076241:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.076242:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076244:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076245:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076246:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000915a8a83. 00000400:00000200:2.0:1767384398.076248:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075374d0a 00000400:00000010:2.0:1767384398.076249:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075374d0a. 00000100:00000001:2.0:1767384398.076251:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076252:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076256:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076257:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.076258:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076259:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076260:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076261:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055c02e08. 00000400:00000200:2.0:1767384398.076263:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e14c3e98 00000400:00000010:2.0:1767384398.076264:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e14c3e98. 00000100:00000001:2.0:1767384398.076266:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076267:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076271:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076272:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.076273:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076275:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076276:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076277:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fa20db3. 00000400:00000200:2.0:1767384398.076278:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df38a632 00000400:00000010:2.0:1767384398.076279:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df38a632. 00000100:00000001:2.0:1767384398.076281:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076282:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076286:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076288:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.076289:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076291:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076291:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076292:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b210eb08. 00000400:00000200:2.0:1767384398.076294:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f46f8a2d 00000400:00000010:2.0:1767384398.076295:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f46f8a2d. 00000100:00000001:2.0:1767384398.076297:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076298:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076302:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076303:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.076305:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076306:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076307:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076309:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ec9f0d1. 00000400:00000200:2.0:1767384398.076311:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032cd38dc 00000400:00000010:2.0:1767384398.076312:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032cd38dc. 00000100:00000001:2.0:1767384398.076314:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076314:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076319:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076320:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.076321:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076323:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076323:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076324:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c0f0ca. 00000400:00000200:2.0:1767384398.076326:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddb88c1a 00000400:00000010:2.0:1767384398.076328:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ddb88c1a. 00000100:00000001:2.0:1767384398.076330:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076331:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076335:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076337:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.076338:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076339:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076340:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076341:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0dee0a2. 00000400:00000200:2.0:1767384398.076343:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce31d849 00000400:00000010:2.0:1767384398.076344:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce31d849. 00000100:00000001:2.0:1767384398.076346:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076358:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076362:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076363:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.076364:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076366:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076367:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076368:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000596e8822. 00000400:00000200:2.0:1767384398.076370:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074ad471a 00000400:00000010:2.0:1767384398.076371:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074ad471a. 00000100:00000001:2.0:1767384398.076374:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076375:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076379:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076381:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.076382:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076383:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076384:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076386:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ece993be. 00000400:00000200:2.0:1767384398.076388:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081a1a02b 00000400:00000010:2.0:1767384398.076389:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000081a1a02b. 00000100:00000001:2.0:1767384398.076391:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076392:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076395:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076397:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.076398:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076399:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076400:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076402:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dabb0f0f. 00000400:00000200:2.0:1767384398.076404:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000462d66a3 00000400:00000010:2.0:1767384398.076405:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000462d66a3. 00000100:00000001:2.0:1767384398.076407:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076408:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076412:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076413:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.076414:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076416:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076417:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076418:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e5653ae. 00000400:00000200:2.0:1767384398.076420:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c861e332 00000400:00000010:2.0:1767384398.076421:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c861e332. 00000100:00000001:2.0:1767384398.076423:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076424:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076428:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076429:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.076430:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076432:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076432:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076433:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085f05a63. 00000400:00000200:2.0:1767384398.076435:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054a64454 00000400:00000010:2.0:1767384398.076437:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054a64454. 00000100:00000001:2.0:1767384398.076438:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076439:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076443:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076444:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.076446:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076447:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076448:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076449:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f24ae8a. 00000400:00000200:2.0:1767384398.076452:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027780173 00000400:00000010:2.0:1767384398.076453:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027780173. 00000100:00000001:2.0:1767384398.076455:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076456:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076459:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076460:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.076461:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076463:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076464:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076465:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e66f3933. 00000400:00000200:2.0:1767384398.076466:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd6d307f 00000400:00000010:2.0:1767384398.076468:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd6d307f. 00000100:00000001:2.0:1767384398.076470:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076471:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076474:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076475:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.076476:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076478:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076479:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076480:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be158e70. 00000400:00000200:2.0:1767384398.076482:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ef26a97 00000400:00000010:2.0:1767384398.076483:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ef26a97. 00000100:00000001:2.0:1767384398.076485:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076486:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076490:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076492:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.076493:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076495:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076496:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076497:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001e16e75. 00000400:00000200:2.0:1767384398.076501:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058943762 00000400:00000010:2.0:1767384398.076502:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058943762. 00000100:00000001:2.0:1767384398.076504:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076505:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076508:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076510:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.076511:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076512:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076513:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076514:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047c888fa. 00000400:00000200:2.0:1767384398.076516:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3fd6307 00000400:00000010:2.0:1767384398.076518:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3fd6307. 00000100:00000001:2.0:1767384398.076520:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076521:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076524:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076525:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.076527:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076528:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076529:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076531:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b508207. 00000400:00000200:2.0:1767384398.076532:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb36282 00000400:00000010:2.0:1767384398.076534:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cb36282. 00000100:00000001:2.0:1767384398.076535:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076536:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076540:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076541:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.076542:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076543:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076544:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076546:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c2fff55. 00000400:00000200:2.0:1767384398.076547:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003683ddbb 00000400:00000010:2.0:1767384398.076548:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003683ddbb. 00000100:00000001:2.0:1767384398.076550:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076551:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076555:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076556:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.076557:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076559:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076560:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076561:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000632aaddf. 00000400:00000200:2.0:1767384398.076563:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec11a3de 00000400:00000010:2.0:1767384398.076564:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec11a3de. 00000100:00000001:2.0:1767384398.076566:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076567:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076571:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076573:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.076574:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076576:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076577:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076578:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007def678d. 00000400:00000200:2.0:1767384398.076580:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1f8ade0 00000400:00000010:2.0:1767384398.076582:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1f8ade0. 00000100:00000001:2.0:1767384398.076584:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076585:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076588:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076590:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.076591:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076592:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076593:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076595:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000295c03af. 00000400:00000200:2.0:1767384398.076596:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a20cea6 00000400:00000010:2.0:1767384398.076598:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a20cea6. 00000100:00000001:2.0:1767384398.076600:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076601:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076604:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076606:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.076607:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076608:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076609:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076610:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c32a66ad. 00000400:00000200:2.0:1767384398.076611:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c91a870 00000400:00000010:2.0:1767384398.076613:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c91a870. 00000100:00000001:2.0:1767384398.076614:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076615:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076619:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076620:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.076622:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076623:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076624:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076625:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c112691. 00000400:00000200:2.0:1767384398.076626:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3f5e7d4 00000400:00000010:2.0:1767384398.076627:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3f5e7d4. 00000100:00000001:2.0:1767384398.076629:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076630:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076633:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076634:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.076635:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076637:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076638:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076639:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb74d583. 00000400:00000200:2.0:1767384398.076641:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fbaf69e2 00000400:00000010:2.0:1767384398.076642:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fbaf69e2. 00000100:00000001:2.0:1767384398.076645:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076645:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076649:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076651:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.076652:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076654:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076655:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076656:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000692b9bfe. 00000400:00000200:2.0:1767384398.076658:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb2c1154 00000400:00000010:2.0:1767384398.076659:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb2c1154. 00000100:00000001:2.0:1767384398.076661:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076662:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076665:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076666:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.076668:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076669:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076670:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076671:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e7090f2. 00000400:00000200:2.0:1767384398.076673:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035d35959 00000400:00000010:2.0:1767384398.076674:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035d35959. 00000100:00000001:2.0:1767384398.076676:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076677:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076681:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076682:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.076683:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076684:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076685:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076686:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4920c9b. 00000400:00000200:2.0:1767384398.076688:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073097283 00000400:00000010:2.0:1767384398.076689:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073097283. 00000100:00000001:2.0:1767384398.076691:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076692:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076696:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076697:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.076698:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.076699:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.076700:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.076701:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0f33e66. 00000400:00000200:2.0:1767384398.076703:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1efdfe0 00000400:00000010:2.0:1767384398.076704:0:39781:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1efdfe0. 00000100:00000001:2.0:1767384398.076706:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.076708:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:2.0:1767384398.076711:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.076713:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.076714:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.076717:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076718:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076722:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076723:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076725:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076726:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076727:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076728:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076729:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076730:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076731:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076732:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076734:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076735:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076737:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076738:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076740:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076740:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076742:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076742:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076744:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076745:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076746:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076747:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076748:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076749:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076750:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076751:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076752:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076753:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076754:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076755:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076756:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076757:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076758:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076759:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076761:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076762:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076763:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076764:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076766:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076767:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076768:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076769:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076770:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076771:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076772:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076773:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076775:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076776:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076777:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076778:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076779:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076780:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076782:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076783:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076784:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076785:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076787:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076787:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076789:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076790:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076791:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076792:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076793:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076794:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076796:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076797:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076798:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076799:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076800:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076801:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076802:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076803:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076804:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076805:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076807:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076808:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076809:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076810:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076811:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076812:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076814:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076815:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076816:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076817:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076817:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076818:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076819:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076820:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076821:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076822:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076823:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076824:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076825:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076826:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076827:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076828:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076829:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076831:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076832:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076833:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076834:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076835:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076836:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076837:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076838:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076839:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076840:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076841:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076842:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076843:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076845:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076846:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076847:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076848:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076849:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076850:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076852:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076853:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076854:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076855:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076857:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076858:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076859:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076860:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.076861:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.076862:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384398.076866:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2a6c25d. 00000100:00000010:2.0:1767384398.076869:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000296bbc89. 00000100:00000010:2.0:1767384398.076871:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c774bc69. 00000100:00000010:2.0:1767384398.076874:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007eb44816. 00000100:00000010:2.0:1767384398.076875:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000008ab3d0c. 00000100:00000010:2.0:1767384398.076878:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4f1bdd5. 00000100:00000010:2.0:1767384398.076880:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b80a8d4. 00000100:00000010:2.0:1767384398.076882:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2819974. 00000100:00000010:2.0:1767384398.076883:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002489d826. 00000100:00000010:2.0:1767384398.076885:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000349f4a94. 00000100:00000010:2.0:1767384398.076887:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005fab7c0f. 00000100:00000010:2.0:1767384398.076889:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3b67b42. 00000100:00000010:2.0:1767384398.076891:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d741f996. 00000100:00000010:2.0:1767384398.076893:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e57d21db. 00000100:00000010:2.0:1767384398.076895:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5b60019. 00000100:00000010:2.0:1767384398.076897:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081dba5eb. 00000100:00000010:2.0:1767384398.076899:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4899ba3. 00000100:00000010:2.0:1767384398.076901:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037524a08. 00000100:00000010:2.0:1767384398.076902:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7cbc2f9. 00000100:00000010:2.0:1767384398.076904:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092598efc. 00000100:00000010:2.0:1767384398.076906:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003382eb83. 00000100:00000010:2.0:1767384398.076908:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e27fa776. 00000100:00000010:2.0:1767384398.076910:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000005a2772. 00000100:00000010:2.0:1767384398.076913:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e02ed4b7. 00000100:00000010:2.0:1767384398.076914:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbef1625. 00000100:00000010:2.0:1767384398.076916:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff495bc2. 00000100:00000010:2.0:1767384398.076918:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000620e0665. 00000100:00000010:2.0:1767384398.076920:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002cee6564. 00000100:00000010:2.0:1767384398.076922:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f640e3a. 00000100:00000010:2.0:1767384398.076924:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005dd2e149. 00000100:00000010:2.0:1767384398.076925:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008e9588a2. 00000100:00000010:2.0:1767384398.076928:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d30fb37. 00000100:00000010:2.0:1767384398.076929:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002bc49eb9. 00000100:00000010:2.0:1767384398.076931:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007043b511. 00000100:00000010:2.0:1767384398.076933:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2e1359d. 00000100:00000010:2.0:1767384398.076935:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d45c177. 00000100:00000010:2.0:1767384398.076937:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d59dee28. 00000100:00000010:2.0:1767384398.076952:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000327e060c. 00000100:00000010:2.0:1767384398.076955:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000004f5b5eb. 00000100:00000010:2.0:1767384398.076957:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f550c74c. 00000100:00000010:2.0:1767384398.076959:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c5da8d72. 00000100:00000010:2.0:1767384398.076961:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b459124e. 00000100:00000010:2.0:1767384398.076962:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cfad6089. 00000100:00000010:2.0:1767384398.076965:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c1bfcc9. 00000100:00000010:2.0:1767384398.076966:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008b3edf43. 00000100:00000010:2.0:1767384398.076968:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a48b9635. 00000100:00000010:2.0:1767384398.076969:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068ee7c6d. 00000100:00000010:2.0:1767384398.076971:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4224eb8. 00000100:00000010:2.0:1767384398.076973:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061d91f4b. 00000100:00000010:2.0:1767384398.076975:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056598c81. 00000100:00000010:2.0:1767384398.076977:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a63f4fae. 00000100:00000010:2.0:1767384398.076979:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000275fdd26. 00000100:00000010:2.0:1767384398.076980:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7768f49. 00000100:00000010:2.0:1767384398.076983:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e4e0344. 00000100:00000010:2.0:1767384398.076985:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000407065c7. 00000100:00000010:2.0:1767384398.076987:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019558953. 00000100:00000010:2.0:1767384398.076989:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048933bc9. 00000100:00000010:2.0:1767384398.076991:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f5c4622. 00000100:00000010:2.0:1767384398.076993:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f6b9ea0. 00000100:00000010:2.0:1767384398.076995:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee22fd68. 00000100:00000010:2.0:1767384398.076997:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e786def. 00000100:00000010:2.0:1767384398.076999:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c579f2f2. 00000100:00000010:2.0:1767384398.077001:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000003cb92f6. 00000100:00000010:2.0:1767384398.077003:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9355caa. 00000100:00000010:2.0:1767384398.077168:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2ae04cf. 00000100:00000010:2.0:1767384398.077171:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000494457bb. 00000100:00000010:2.0:1767384398.077172:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df184f1b. 00000100:00000010:2.0:1767384398.077175:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000356d5e23. 00000100:00000010:2.0:1767384398.077176:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db273a48. 00000100:00000010:2.0:1767384398.077179:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e715c4a3. 00000100:00000010:2.0:1767384398.077180:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009adf5309. 00000100:00000010:2.0:1767384398.077183:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006670d3ac. 00000100:00000010:2.0:1767384398.077185:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e1306aaa. 00000100:00000010:2.0:1767384398.077187:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c04ec746. 00000100:00000010:2.0:1767384398.077189:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a582cfd. 00000100:00000010:2.0:1767384398.077191:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2dcc3fc. 00000100:00000010:2.0:1767384398.077192:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4cdfbe9. 00000100:00000010:2.0:1767384398.077194:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000441eecb1. 00000100:00000010:2.0:1767384398.077196:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a6778eb. 00000100:00000010:2.0:1767384398.077198:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d62f806f. 00000100:00000010:2.0:1767384398.077200:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000018d674b8. 00000100:00000010:2.0:1767384398.077202:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a122b574. 00000100:00000010:2.0:1767384398.077204:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c84e2a0. 00000100:00000010:2.0:1767384398.077206:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037a5a73f. 00000100:00000010:2.0:1767384398.077208:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006c0bce7e. 00000100:00000010:2.0:1767384398.077222:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c533f714. 00000100:00000010:2.0:1767384398.077224:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b77a8b18. 00000100:00000010:2.0:1767384398.077227:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000080da39f. 00000100:00000010:2.0:1767384398.077228:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e8efdd8. 00000100:00000010:2.0:1767384398.077231:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012a16eaf. 00000100:00000010:2.0:1767384398.077232:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051e3ae05. 00000100:00000010:2.0:1767384398.077234:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b0f8714. 00000100:00000010:2.0:1767384398.077236:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2cba866. 00000100:00000010:2.0:1767384398.077239:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a293b9e2. 00000100:00000010:2.0:1767384398.077240:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000080b5eca7. 00000100:00000010:2.0:1767384398.077242:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085482e0d. 00000100:00000010:2.0:1767384398.077244:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b73188e. 00000100:00000010:2.0:1767384398.077246:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000140ab0cb. 00000100:00000010:2.0:1767384398.077248:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054d26485. 00000100:00000010:2.0:1767384398.077250:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033673993. 00000100:00000010:2.0:1767384398.077251:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1ca9be4. 00000100:00000010:2.0:1767384398.077254:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000295f5d7e. 00000100:00000010:2.0:1767384398.077256:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f2f081d. 00000100:00000010:2.0:1767384398.077258:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005dd7979. 00000100:00000010:2.0:1767384398.077259:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008060dc57. 00000100:00000010:2.0:1767384398.077261:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d92474d1. 00000100:00000010:2.0:1767384398.077263:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023ca834c. 00000100:00000010:2.0:1767384398.077265:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edda5197. 00000100:00000010:2.0:1767384398.077267:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000926348a9. 00000100:00000010:2.0:1767384398.077269:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000230d287e. 00000100:00000010:2.0:1767384398.077271:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095c08302. 00000100:00000010:2.0:1767384398.077273:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003012c8e8. 00000100:00000010:2.0:1767384398.077275:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b4d7358a. 00000100:00000010:2.0:1767384398.077277:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7979bec. 00000100:00000010:2.0:1767384398.077279:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f58117b7. 00000100:00000010:2.0:1767384398.077281:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006708cf72. 00000100:00000010:2.0:1767384398.077282:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf853ea9. 00000100:00000010:2.0:1767384398.077285:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000629818cf. 00000100:00000010:2.0:1767384398.077286:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003357083f. 00000100:00000010:2.0:1767384398.077288:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000742630c7. 00000100:00000010:2.0:1767384398.077289:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000abdc600a. 00000100:00000010:2.0:1767384398.077292:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045ca36c1. 00000100:00000010:2.0:1767384398.077294:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2061481. 00000100:00000010:2.0:1767384398.077296:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ac547ef. 00000100:00000010:2.0:1767384398.077298:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0673081. 00000100:00000010:2.0:1767384398.077300:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b66dee6. 00000100:00000010:2.0:1767384398.077301:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003867034b. 00000100:00000010:2.0:1767384398.077303:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2b0d4ed. 00000100:00000010:2.0:1767384398.077306:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000085e31a6d. 00000100:00000010:2.0:1767384398.077309:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000cedf985e. 00000100:00000001:2.0:1767384398.077313:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.077316:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.077318:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.077320:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.077322:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000abbeda90. 00000100:00000001:2.0:1767384398.077325:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.077326:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.077328:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.077329:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008677923a. 00000100:00000001:2.0:1767384398.077331:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.077333:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.077334:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004452891b. 00000100:00000001:2.0:1767384398.077336:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.077337:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.077338:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b48f2416. 00000100:00000001:2.0:1767384398.077340:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.077341:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.077342:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e2800530. 00000100:00000001:2.0:1767384398.077408:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.077496:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003f4b01d2. 00000020:00000010:2.0:1767384398.077502:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005ba7a644. 00000100:00000010:2.0:1767384398.077533:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e5500f2f. 00000100:00000010:2.0:1767384398.077541:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000aaeb6f56. 00000100:00000010:2.0:1767384398.077549:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004c92adfe. 00000100:00000010:2.0:1767384398.077552:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000479d6f04. 00000100:00000001:2.0:1767384398.077555:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.077558:0:39781:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384398.077559:0:39781:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:2.0:1767384398.077562:0:39781:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384398.077563:0:39781:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384398.077564:0:39781:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:2.0:1767384398.077566:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:2.0:1767384398.077568:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:2.0:1767384398.077569:0:39781:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:2.0:1767384398.077600:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384398.077615:0:16798:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d86942d8. 00000040:00000010:2.0:1767384398.077620:0:16798:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009d7d8e94. 00000020:00000010:2.0:1767384398.077623:0:16798:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b4d9f63. 00000020:00000010:2.0:1767384398.077627:0:16798:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000974f94a. 00000020:00000010:2.0:1767384398.077632:0:16798:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009199a45f. 80000000:00000010:2.0:1767384398.077635:0:16798:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000060bd55f8. 40000000:00000010:2.0:1767384398.077639:0:16798:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002485cf74. 00000020:00000010:1.0:1767384398.077639:0:16800:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000039e5cfb7. 00100000:00000010:2.0:1767384398.077642:0:16798:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ad6d7778. 00040000:00000010:2.0:1767384398.077645:0:16798:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e2122b5d. 00000040:00000010:1.0:1767384398.077646:0:16800:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000657becfe. 00000020:00000010:1.0:1767384398.077649:0:16800:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003ea83bd8. 00040000:00000010:2.0:1767384398.077650:0:16798:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000027dc8d24. 00000020:00000010:1.0:1767384398.077652:0:16800:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000003e86b4e. 00080000:00000010:2.0:1767384398.077653:0:16798:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b8d0175a. 00000004:00000010:2.0:1767384398.077655:0:16798:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000152e1212. 00000020:00000010:1.0:1767384398.077655:0:16800:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dcfabb76. 80000000:00000010:1.0:1767384398.077657:0:16800:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000752b01bf. 00002000:00000010:2.0:1767384398.077659:0:16798:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cea68f3c. 40000000:00000010:1.0:1767384398.077659:0:16800:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a5b84dea. 00000020:00000010:2.0:1767384398.077661:0:16798:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051ff6d43. 00100000:00000010:1.0:1767384398.077661:0:16800:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008bc96d92. 00000020:00000010:2.0:1767384398.077665:0:16798:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001cb256f9. 00040000:00000010:1.0:1767384398.077672:0:16800:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef5ad323. 00000100:00000010:2.0:1767384398.077673:0:16798:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002386523d. 00040000:00000010:1.0:1767384398.077674:0:16800:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000055f663f2. 00000020:00000001:2.0:1767384398.077676:0:16798:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00080000:00000010:1.0:1767384398.077676:0:16800:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fef8fe51. 00000020:00000010:2.0:1767384398.077678:0:16798:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000004cdff916. 00000004:00000010:1.0:1767384398.077679:0:16800:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c7b64e6b. 00002000:00000010:1.0:1767384398.077681:0:16800:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a46a2d25. 00000020:00000010:1.0:1767384398.077683:0:16800:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000272234bf. 00000020:00000010:1.0:1767384398.077686:0:16800:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a2f6723c. 00000100:00000010:1.0:1767384398.077689:0:16800:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000002b98c7cd. 00000020:00000001:1.0:1767384398.077690:0:16800:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767384398.077691:0:16800:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000e467e563. 00000020:00000001:2.0:1767384398.077759:0:16798:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384398.077760:0:16798:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [00000000d6cbc7db:16798] 0 exiting: rc = 1 00000020:00000001:1.0:1767384398.077780:0:16800:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384398.077782:0:16800:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [0000000089f0ead4:16800] 2 exiting: rc = 0 00000100:00000040:2.0:1767384398.077806:0:39781:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000010:0.0:1767384398.077857:0:16799:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000030acfab. 00000040:00000010:0.0:1767384398.077862:0:16799:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000004c36074. 00000020:00000010:0.0:1767384398.077864:0:16799:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001565228f. 00000020:00000010:0.0:1767384398.077867:0:16799:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d26504bb. 00000020:00000010:0.0:1767384398.077870:0:16799:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005b5a4ade. 80000000:00000010:0.0:1767384398.077873:0:16799:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ffe1fc61. 40000000:00000010:0.0:1767384398.077874:0:16799:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a484f558. 00100000:00000010:0.0:1767384398.077877:0:16799:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000df622fbf. 00040000:00000010:0.0:1767384398.077880:0:16799:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e47f541. 00040000:00000010:0.0:1767384398.077882:0:16799:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e6ea3987. 00080000:00000010:0.0:1767384398.077885:0:16799:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e5c2e87d. 00000004:00000010:0.0:1767384398.077888:0:16799:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000dcd39616. 00002000:00000010:0.0:1767384398.077890:0:16799:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ab830fbe. 00000020:00000010:0.0:1767384398.077892:0:16799:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a77ace6c. 00000020:00000010:0.0:1767384398.077895:0:16799:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000418f838f. 00000100:00000010:0.0:1767384398.077898:0:16799:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004c91223b. 00000020:00000001:0.0:1767384398.077900:0:16799:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384398.077901:0:16799:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000ff91ac40. 00000020:00000001:0.0:1767384398.077981:0:16799:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384398.077983:0:16799:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000a3dd1890:16799] 1 exiting: rc = 0 00000100:00000010:2.0:1767384398.078167:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000d6cbc7db. 00000100:00000010:2.0:1767384398.078172:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a3dd1890. 00000100:00000010:2.0:1767384398.078175:0:39781:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000089f0ead4. 00000100:00000001:2.0:1767384398.078177:0:39781:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384398.078178:0:39781:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384398.078181:0:39781:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:2.0:1767384398.078184:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078186:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078188:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9a4ff1e. 00000400:00000200:2.0:1767384398.078190:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bff8c918 00000400:00000010:2.0:1767384398.078192:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bff8c918. 00000100:00000001:2.0:1767384398.078194:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078195:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078199:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078201:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384398.078203:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078204:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078205:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078206:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000067cab1f. 00000400:00000200:2.0:1767384398.078208:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd667cb0 00000400:00000010:2.0:1767384398.078209:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd667cb0. 00000100:00000001:2.0:1767384398.078211:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078212:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078215:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078216:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384398.078217:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078219:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078220:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078221:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8ad1677. 00000400:00000200:2.0:1767384398.078223:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e50405e 00000400:00000010:2.0:1767384398.078224:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005e50405e. 00000100:00000001:2.0:1767384398.078226:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078227:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078231:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078232:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384398.078233:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078235:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078236:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078237:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001bee1bad. 00000400:00000200:2.0:1767384398.078239:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0f18e91 00000400:00000010:2.0:1767384398.078241:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d0f18e91. 00000100:00000001:2.0:1767384398.078252:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078253:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078257:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078259:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384398.078261:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078263:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078264:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078265:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009249899e. 00000400:00000200:2.0:1767384398.078267:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd34cf39 00000400:00000010:2.0:1767384398.078268:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bd34cf39. 00000100:00000001:2.0:1767384398.078278:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078279:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078283:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078284:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384398.078286:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078287:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078288:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078289:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fde5825c. 00000400:00000200:2.0:1767384398.078291:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006626ae27 00000400:00000010:2.0:1767384398.078292:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006626ae27. 00000100:00000001:2.0:1767384398.078295:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078296:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078299:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078301:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384398.078302:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078304:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078305:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078306:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee9ce3be. 00000400:00000200:2.0:1767384398.078308:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010388b5d 00000400:00000010:2.0:1767384398.078310:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000010388b5d. 00000100:00000001:2.0:1767384398.078312:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078313:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078317:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078318:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384398.078320:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078321:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078323:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078324:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009963339. 00000400:00000200:2.0:1767384398.078325:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080f7d722 00000400:00000010:2.0:1767384398.078327:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000080f7d722. 00000100:00000001:2.0:1767384398.078329:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078330:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078334:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078335:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384398.078337:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078338:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078339:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078340:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075b11f04. 00000400:00000200:2.0:1767384398.078342:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c2399cf 00000400:00000010:2.0:1767384398.078343:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008c2399cf. 00000100:00000001:2.0:1767384398.078345:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078346:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078421:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078423:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384398.078424:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078426:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078427:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078429:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e782bb60. 00000400:00000200:2.0:1767384398.078432:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005b3f1b5 00000400:00000010:2.0:1767384398.078433:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000005b3f1b5. 00000100:00000001:2.0:1767384398.078436:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078437:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078440:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078442:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384398.078443:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078444:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078445:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078447:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066f31430. 00000400:00000200:2.0:1767384398.078449:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21fc315 00000400:00000010:2.0:1767384398.078450:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c21fc315. 00000100:00000001:2.0:1767384398.078452:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078453:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078457:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078458:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384398.078459:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078461:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078462:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078463:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed89c93d. 00000400:00000200:2.0:1767384398.078465:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e7947af 00000400:00000010:2.0:1767384398.078466:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009e7947af. 00000100:00000001:2.0:1767384398.078469:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078470:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078473:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078475:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384398.078476:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078477:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078478:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078479:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000676a7301. 00000400:00000200:2.0:1767384398.078481:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2868d04 00000400:00000010:2.0:1767384398.078483:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d2868d04. 00000100:00000001:2.0:1767384398.078487:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078488:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078491:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078493:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384398.078494:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078496:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078497:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078498:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a382ff05. 00000400:00000200:2.0:1767384398.078500:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4a532ab 00000400:00000010:2.0:1767384398.078501:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e4a532ab. 00000100:00000001:2.0:1767384398.078503:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078504:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078507:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078509:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384398.078510:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078511:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078512:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078513:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7136438. 00000400:00000200:2.0:1767384398.078515:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000360fff7 00000400:00000010:2.0:1767384398.078516:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000360fff7. 00000100:00000001:2.0:1767384398.078519:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078520:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078523:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078525:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384398.078527:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078528:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078529:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078530:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cc42edf. 00000400:00000200:2.0:1767384398.078532:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1c6e215 00000400:00000010:2.0:1767384398.078533:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d1c6e215. 00000100:00000001:2.0:1767384398.078536:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078537:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078541:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078542:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384398.078543:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078545:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078546:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078547:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdd24222. 00000400:00000200:2.0:1767384398.078549:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000077b54a3 00000400:00000010:2.0:1767384398.078550:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000077b54a3. 00000100:00000001:2.0:1767384398.078553:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078554:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078558:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078559:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384398.078561:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078562:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078563:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078564:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7e8f858. 00000400:00000200:2.0:1767384398.078566:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af0e3957 00000400:00000010:2.0:1767384398.078568:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000af0e3957. 00000100:00000001:2.0:1767384398.078571:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078572:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078575:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078577:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384398.078578:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078580:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078581:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078582:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d01e154. 00000400:00000200:2.0:1767384398.078584:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000959d0016 00000400:00000010:2.0:1767384398.078585:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000959d0016. 00000100:00000001:2.0:1767384398.078587:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078588:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078592:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078593:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384398.078595:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078596:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078598:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078599:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f03bc6b6. 00000400:00000200:2.0:1767384398.078600:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c814598 00000400:00000010:2.0:1767384398.078602:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000c814598. 00000100:00000001:2.0:1767384398.078604:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078605:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078609:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078610:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384398.078612:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078613:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078614:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078616:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009418812b. 00000400:00000200:2.0:1767384398.078617:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc63bcb1 00000400:00000010:2.0:1767384398.078618:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bc63bcb1. 00000100:00000001:2.0:1767384398.078620:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078621:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078624:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078626:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384398.078627:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078628:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078629:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078630:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017674533. 00000400:00000200:2.0:1767384398.078632:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000067dbeb3 00000400:00000010:2.0:1767384398.078633:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000067dbeb3. 00000100:00000001:2.0:1767384398.078635:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078636:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078640:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078642:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384398.078643:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078644:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078645:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078647:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e52ddb1. 00000400:00000200:2.0:1767384398.078648:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009be15d7e 00000400:00000010:2.0:1767384398.078650:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009be15d7e. 00000100:00000001:2.0:1767384398.078653:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078654:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078658:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078659:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384398.078661:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078662:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078663:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078665:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001191610a. 00000400:00000200:2.0:1767384398.078666:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e18f7bd3 00000400:00000010:2.0:1767384398.078668:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e18f7bd3. 00000100:00000001:2.0:1767384398.078670:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078671:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078674:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078675:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384398.078677:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078678:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078679:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078680:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091ae7f5a. 00000400:00000200:2.0:1767384398.078682:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000390e15b3 00000400:00000010:2.0:1767384398.078684:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000390e15b3. 00000100:00000001:2.0:1767384398.078687:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078688:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078691:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078692:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384398.078694:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078695:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078697:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078698:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f6bc01. 00000400:00000200:2.0:1767384398.078700:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1a1cd49 00000400:00000010:2.0:1767384398.078701:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c1a1cd49. 00000100:00000001:2.0:1767384398.078703:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078704:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078709:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078710:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384398.078711:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078713:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078714:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078715:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000778ab79b. 00000400:00000200:2.0:1767384398.078717:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070cbf0b1 00000400:00000010:2.0:1767384398.078718:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000070cbf0b1. 00000100:00000001:2.0:1767384398.078720:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078722:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078726:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078728:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384398.078729:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078730:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078731:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078732:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd257c30. 00000400:00000200:2.0:1767384398.078733:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac30f75 00000400:00000010:2.0:1767384398.078735:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dac30f75. 00000100:00000001:2.0:1767384398.078737:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078738:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078742:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078743:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384398.078744:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078746:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078747:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078748:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089d4037a. 00000400:00000200:2.0:1767384398.078749:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c6db357 00000400:00000010:2.0:1767384398.078751:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009c6db357. 00000100:00000001:2.0:1767384398.078768:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078770:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078774:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078775:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384398.078776:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078778:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078779:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078780:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099dfbb9f. 00000400:00000200:2.0:1767384398.078782:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fed15e0 00000400:00000010:2.0:1767384398.078784:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006fed15e0. 00000100:00000001:2.0:1767384398.078786:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078787:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078791:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078792:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384398.078794:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078795:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078796:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078798:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000701f62ed. 00000400:00000200:2.0:1767384398.078799:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c7c39d 00000400:00000010:2.0:1767384398.078801:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b3c7c39d. 00000100:00000001:2.0:1767384398.078803:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078804:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078808:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078809:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384398.078810:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078811:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078812:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078813:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059c40916. 00000400:00000200:2.0:1767384398.078815:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017b0c878 00000400:00000010:2.0:1767384398.078817:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000017b0c878. 00000100:00000001:2.0:1767384398.078819:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078819:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078823:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078824:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384398.078825:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078826:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078827:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078828:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000b634e2a. 00000400:00000200:2.0:1767384398.078829:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73784ae 00000400:00000010:2.0:1767384398.078831:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e73784ae. 00000100:00000001:2.0:1767384398.078833:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078834:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078838:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078839:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384398.078840:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078842:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078843:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078844:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfce31fe. 00000400:00000200:2.0:1767384398.078846:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb98e530 00000400:00000010:2.0:1767384398.078848:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fb98e530. 00000100:00000001:2.0:1767384398.078850:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078851:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078855:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078856:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384398.078858:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078859:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078861:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078862:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024abb03a. 00000400:00000200:2.0:1767384398.078864:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e80ceaf 00000400:00000010:2.0:1767384398.078865:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001e80ceaf. 00000100:00000001:2.0:1767384398.078868:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078868:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078872:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078873:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384398.078875:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078876:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078877:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078878:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ab76900. 00000400:00000200:2.0:1767384398.078879:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000811e32fb 00000400:00000010:2.0:1767384398.078881:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000811e32fb. 00000100:00000001:2.0:1767384398.078883:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078884:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078888:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078889:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384398.078890:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078891:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078892:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078893:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000400:00000200:2.0:1767384398.078894:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba183114 00000400:00000010:2.0:1767384398.078896:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ba183114. 00000100:00000001:2.0:1767384398.078898:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078899:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078903:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078904:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384398.078905:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078907:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078908:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078909:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8d42c2. 00000400:00000200:2.0:1767384398.078911:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1eb29b2 00000400:00000010:2.0:1767384398.078912:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d1eb29b2. 00000100:00000001:2.0:1767384398.078915:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078916:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078920:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078921:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384398.078923:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078924:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078925:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078927:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b13230. 00000400:00000200:2.0:1767384398.078928:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2a745e9 00000400:00000010:2.0:1767384398.078930:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a2a745e9. 00000100:00000001:2.0:1767384398.078932:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078933:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078936:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078937:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384398.078939:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078940:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078941:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078942:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004abf1069. 00000400:00000200:2.0:1767384398.078944:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dbba090 00000400:00000010:2.0:1767384398.078945:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006dbba090. 00000100:00000001:2.0:1767384398.078947:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078948:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078952:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078953:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384398.078954:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078955:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078956:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078957:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562f2547. 00000400:00000200:2.0:1767384398.078959:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db95a357 00000400:00000010:2.0:1767384398.078960:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000db95a357. 00000100:00000001:2.0:1767384398.078962:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078963:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078967:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078968:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384398.078969:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078970:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078971:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078973:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a932b11c. 00000400:00000200:2.0:1767384398.078975:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e171be8 00000400:00000010:2.0:1767384398.078976:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007e171be8. 00000100:00000001:2.0:1767384398.078978:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078980:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.078984:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.078985:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384398.078987:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.078988:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.078989:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.078991:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389d2ffe. 00000400:00000200:2.0:1767384398.078993:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa11c6ef 00000400:00000010:2.0:1767384398.078994:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fa11c6ef. 00000100:00000001:2.0:1767384398.078996:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.078997:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079001:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079002:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384398.079003:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079463:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079465:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079466:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a697c3b0. 00000400:00000200:2.0:1767384398.079470:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018bf6664 00000400:00000010:2.0:1767384398.079471:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000018bf6664. 00000100:00000001:2.0:1767384398.079474:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079475:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079479:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079480:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384398.079483:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079484:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079485:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079486:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079ce55e2. 00000400:00000200:2.0:1767384398.079488:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a159164 00000400:00000010:2.0:1767384398.079490:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006a159164. 00000100:00000001:2.0:1767384398.079492:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079493:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079496:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079498:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384398.079499:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079500:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079501:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079502:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000794d1c1f. 00000400:00000200:2.0:1767384398.079504:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074de672a 00000400:00000010:2.0:1767384398.079506:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000074de672a. 00000100:00000001:2.0:1767384398.079508:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079509:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079513:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079514:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384398.079515:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079516:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079517:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079519:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005b7fba3. 00000400:00000200:2.0:1767384398.079521:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e53cd9ad 00000400:00000010:2.0:1767384398.079522:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e53cd9ad. 00000100:00000001:2.0:1767384398.079524:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079525:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079529:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079530:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384398.079531:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079532:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079533:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079534:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007603e03e. 00000400:00000200:2.0:1767384398.079536:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8539e3d 00000400:00000010:2.0:1767384398.079537:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e8539e3d. 00000100:00000001:2.0:1767384398.079539:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079540:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079545:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079546:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384398.079547:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079548:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079550:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079551:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaf81163. 00000400:00000200:2.0:1767384398.079552:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005646b833 00000400:00000010:2.0:1767384398.079553:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005646b833. 00000100:00000001:2.0:1767384398.079555:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079556:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079560:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079561:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384398.079562:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079564:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079565:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079566:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e32d9156. 00000400:00000200:2.0:1767384398.079568:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e988970 00000400:00000010:2.0:1767384398.079569:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003e988970. 00000100:00000001:2.0:1767384398.079572:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079573:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079577:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079578:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384398.079579:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079580:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079581:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079582:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc2207f0. 00000400:00000200:2.0:1767384398.079584:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d08708a 00000400:00000010:2.0:1767384398.079586:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d08708a. 00000100:00000001:2.0:1767384398.079588:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079589:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079592:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079593:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384398.079595:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079596:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079597:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079598:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bd4ea84. 00000400:00000200:2.0:1767384398.079600:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db5d37c7 00000400:00000010:2.0:1767384398.079601:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000db5d37c7. 00000100:00000001:2.0:1767384398.079604:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079604:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079608:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079609:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384398.079610:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079612:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079613:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079614:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000511a1b29. 00000400:00000200:2.0:1767384398.079616:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000827b805a 00000400:00000010:2.0:1767384398.079617:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000827b805a. 00000100:00000001:2.0:1767384398.079632:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079634:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079638:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079639:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384398.079640:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079641:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079643:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079644:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e08edf88. 00000400:00000200:2.0:1767384398.079646:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0598d62 00000400:00000010:2.0:1767384398.079648:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f0598d62. 00000100:00000001:2.0:1767384398.079650:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079651:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079655:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079656:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384398.079658:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079659:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079660:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079661:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005184969f. 00000400:00000200:2.0:1767384398.079663:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d52984f3 00000400:00000010:2.0:1767384398.079664:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d52984f3. 00000100:00000001:2.0:1767384398.079667:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079668:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079671:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079672:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384398.079674:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079675:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079676:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079677:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d486bf2f. 00000400:00000200:2.0:1767384398.079679:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004765aa80 00000400:00000010:2.0:1767384398.079681:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004765aa80. 00000100:00000001:2.0:1767384398.079683:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079683:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079687:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079688:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384398.079689:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079691:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079692:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079693:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6d656e5. 00000400:00000200:2.0:1767384398.079694:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa43b735 00000400:00000010:2.0:1767384398.079696:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000aa43b735. 00000100:00000001:2.0:1767384398.079698:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079699:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079703:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079704:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384398.079705:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079706:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079707:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079708:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c35e221a. 00000400:00000200:2.0:1767384398.079710:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007c35ce8 00000400:00000010:2.0:1767384398.079711:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000007c35ce8. 00000100:00000001:2.0:1767384398.079713:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079714:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079718:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079719:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384398.079721:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079722:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079724:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079725:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060032359. 00000400:00000200:2.0:1767384398.079727:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f887d74 00000400:00000010:2.0:1767384398.079728:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006f887d74. 00000100:00000001:2.0:1767384398.079730:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079731:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079735:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079736:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384398.079738:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079739:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079740:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079741:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b86e7c1a. 00000400:00000200:2.0:1767384398.079743:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfdd3298 00000400:00000010:2.0:1767384398.079744:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dfdd3298. 00000100:00000001:2.0:1767384398.079746:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079747:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079751:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079752:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384398.079754:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079755:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079756:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079757:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bfced83. 00000400:00000200:2.0:1767384398.079759:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e5ec1a3 00000400:00000010:2.0:1767384398.079760:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003e5ec1a3. 00000100:00000001:2.0:1767384398.079762:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079763:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079767:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079768:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384398.079770:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079772:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079773:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079774:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a800d1a4. 00000400:00000200:2.0:1767384398.079775:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052326ba6 00000400:00000010:2.0:1767384398.079776:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000052326ba6. 00000100:00000001:2.0:1767384398.079778:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079779:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079782:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079784:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384398.079785:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079787:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079788:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079789:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006911192c. 00000400:00000200:2.0:1767384398.079791:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b1c9ac7 00000400:00000010:2.0:1767384398.079793:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b1c9ac7. 00000100:00000001:2.0:1767384398.079795:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079797:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079801:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079802:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384398.079803:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384398.079805:0:39781:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384398.079806:0:39781:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384398.079807:0:39781:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a1b099. 00000400:00000200:2.0:1767384398.079809:0:39781:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028cb3927 00000400:00000010:2.0:1767384398.079811:0:39781:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000028cb3927. 00000100:00000001:2.0:1767384398.079813:0:39781:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384398.079814:0:39781:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:2.0:1767384398.079818:0:39781:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384398.079820:0:39781:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384398.079821:0:39781:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384398.079824:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079825:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079828:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079829:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079830:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079831:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079833:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079834:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079836:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079837:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079838:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079839:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079841:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079842:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079843:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079844:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079845:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079846:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079847:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079848:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079849:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079850:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079851:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079852:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079853:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079854:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079856:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079856:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079858:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079858:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079860:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079861:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079862:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079863:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079864:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079865:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079867:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079868:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079869:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079870:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079872:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079873:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079874:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079875:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079877:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079878:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079879:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079881:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079882:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079883:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079885:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079886:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079887:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079888:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079889:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079890:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079891:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079892:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079893:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079894:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079895:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079896:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079897:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079898:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079899:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079900:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079901:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079902:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079903:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079904:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079905:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079906:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079908:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079908:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079910:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079911:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079912:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079912:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079914:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079914:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079916:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079917:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079918:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079919:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079920:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079921:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079922:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079924:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079925:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079926:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079927:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079928:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079929:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079930:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079932:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079933:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079934:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079935:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079936:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079937:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079938:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079939:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079940:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079941:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079942:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079943:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079945:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079945:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079947:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079948:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079949:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079950:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079951:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079952:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079954:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079955:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079956:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079957:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079958:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079959:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079961:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079961:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079963:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079964:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079965:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079965:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384398.079966:0:39781:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384398.079968:0:39781:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384398.079971:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000087386125. 00000100:00000010:2.0:1767384398.080170:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007448c969. 00000100:00000010:2.0:1767384398.080174:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a9021b2b. 00000100:00000010:2.0:1767384398.080249:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d61a33a. 00000100:00000010:2.0:1767384398.080252:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000004ce0054. 00000100:00000010:2.0:1767384398.080321:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fea3caf. 00000100:00000010:2.0:1767384398.080324:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ce00d307. 00000100:00000010:2.0:1767384398.080476:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3acd39d. 00000100:00000010:2.0:1767384398.080480:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000044f71651. 00000100:00000010:2.0:1767384398.080546:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006020010d. 00000100:00000010:2.0:1767384398.080572:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000048d45a8a. 00000100:00000010:2.0:1767384398.080626:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b3bb3f9. 00000100:00000010:2.0:1767384398.080629:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005ff0e76b. 00000100:00000010:2.0:1767384398.080672:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000725b0f15. 00000100:00000010:2.0:1767384398.080675:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dc135b2b. 00000100:00000010:2.0:1767384398.080719:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065848002. 00000100:00000010:2.0:1767384398.080722:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000092776477. 00000100:00000010:2.0:1767384398.080777:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0dedda0. 00000100:00000010:2.0:1767384398.080780:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d9b67bef. 00000100:00000010:2.0:1767384398.080831:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069808386. 00000100:00000010:2.0:1767384398.080834:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000086f06efb. 00000100:00000010:2.0:1767384398.080884:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1577b71. 00000100:00000010:2.0:1767384398.080887:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005231672a. 00000100:00000010:2.0:1767384398.080934:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa46e142. 00000100:00000010:2.0:1767384398.080937:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ec24f318. 00000100:00000010:2.0:1767384398.081089:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057bb87aa. 00000100:00000010:2.0:1767384398.081094:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e14dfd84. 00000100:00000010:2.0:1767384398.081188:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5f92e05. 00000100:00000010:2.0:1767384398.081191:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000abe880f5. 00000100:00000010:2.0:1767384398.081254:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007486e684. 00000100:00000010:2.0:1767384398.081257:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000786d7546. 00000100:00000010:2.0:1767384398.081306:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000daf4f8ce. 00000100:00000010:2.0:1767384398.081309:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f525307. 00000100:00000010:2.0:1767384398.081468:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008925168b. 00000100:00000010:2.0:1767384398.081472:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bd78562d. 00000100:00000010:2.0:1767384398.081523:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a54e433. 00000100:00000010:2.0:1767384398.081526:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000030b8ad84. 00000100:00000010:2.0:1767384398.081579:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043a80884. 00000100:00000010:2.0:1767384398.081582:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000000b60c8a. 00000100:00000010:2.0:1767384398.081630:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b97d0677. 00000100:00000010:2.0:1767384398.081634:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001f4941e2. 00000100:00000010:2.0:1767384398.081695:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a7e1b58. 00000100:00000010:2.0:1767384398.081699:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000087aec2d4. 00000100:00000010:2.0:1767384398.081768:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e9f541d. 00000100:00000010:2.0:1767384398.081773:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007eec0bf2. 00000100:00000010:2.0:1767384398.081820:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bb3a722. 00000100:00000010:2.0:1767384398.081823:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d5ba9089. 00000100:00000010:2.0:1767384398.081862:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077ae8e9c. 00000100:00000010:2.0:1767384398.081865:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000019d2cd41. 00000100:00000010:2.0:1767384398.081907:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010d3599e. 00000100:00000010:2.0:1767384398.081909:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000089f44228. 00000100:00000010:2.0:1767384398.081959:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004121072f. 00000100:00000010:2.0:1767384398.081962:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000866f21ba. 00000100:00000010:2.0:1767384398.082094:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005692f2c5. 00000100:00000010:2.0:1767384398.082098:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a590a8c0. 00000100:00000010:2.0:1767384398.082475:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c67c23c. 00000100:00000010:2.0:1767384398.082480:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bd061392. 00000100:00000010:2.0:1767384398.082534:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f32635d. 00000100:00000010:2.0:1767384398.082537:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a449902c. 00000100:00000010:2.0:1767384398.082590:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000406e2811. 00000100:00000010:2.0:1767384398.082593:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000af8a0e34. 00000100:00000010:2.0:1767384398.082650:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000354fe8e6. 00000100:00000010:2.0:1767384398.082653:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008b5c8cee. 00000100:00000010:2.0:1767384398.082704:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfc70c46. 00000100:00000010:2.0:1767384398.082708:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a124db2e. 00000100:00000010:2.0:1767384398.082771:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d5ae321. 00000100:00000010:2.0:1767384398.082775:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d4884506. 00000100:00000010:2.0:1767384398.082829:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd9734c1. 00000100:00000010:2.0:1767384398.082832:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bda4be4e. 00000100:00000010:2.0:1767384398.082881:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbe4315c. 00000100:00000010:2.0:1767384398.082885:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008e5dbf99. 00000100:00000010:2.0:1767384398.082950:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caf19cb6. 00000100:00000010:2.0:1767384398.082953:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003a35aa66. 00000100:00000010:2.0:1767384398.083135:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058caefe4. 00000100:00000010:2.0:1767384398.083139:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000009cae689. 00000100:00000010:2.0:1767384398.083182:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049b74828. 00000100:00000010:2.0:1767384398.083185:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c868217. 00000100:00000010:2.0:1767384398.083226:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4b47f95. 00000100:00000010:2.0:1767384398.083229:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003c6584d0. 00000100:00000010:2.0:1767384398.083270:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000416aa702. 00000100:00000010:2.0:1767384398.083273:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002408b21d. 00000100:00000010:2.0:1767384398.083313:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a68c733e. 00000100:00000010:2.0:1767384398.083316:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b290475. 00000100:00000010:2.0:1767384398.083461:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b608a4c2. 00000100:00000010:2.0:1767384398.083465:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059917129. 00000100:00000010:2.0:1767384398.083517:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009308bd6. 00000100:00000010:2.0:1767384398.083520:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a8bb5d34. 00000100:00000010:2.0:1767384398.083561:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066be262d. 00000100:00000010:2.0:1767384398.083564:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000af6925fd. 00000100:00000010:2.0:1767384398.083616:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f8f7517. 00000100:00000010:2.0:1767384398.083619:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000010ee7406. 00000100:00000010:2.0:1767384398.083672:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d969018. 00000100:00000010:2.0:1767384398.083675:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000daa379d9. 00000100:00000010:2.0:1767384398.083721:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027325d63. 00000100:00000010:2.0:1767384398.083724:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fbdc90c2. 00000100:00000010:2.0:1767384398.083771:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cda933d6. 00000100:00000010:2.0:1767384398.083775:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bcc576c8. 00000100:00000010:2.0:1767384398.083823:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003665be15. 00000100:00000010:2.0:1767384398.083826:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000eadf9861. 00000100:00000010:2.0:1767384398.083889:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee01e5fa. 00000100:00000010:2.0:1767384398.083893:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000067532c93. 00000100:00000010:2.0:1767384398.083939:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f2d153e. 00000100:00000010:2.0:1767384398.083942:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009d5fd621. 00000100:00000010:2.0:1767384398.083989:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b120f93. 00000100:00000010:2.0:1767384398.083993:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000098addb38. 00000100:00000010:2.0:1767384398.084139:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070983276. 00000100:00000010:2.0:1767384398.084143:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ae6836f8. 00000100:00000010:2.0:1767384398.084181:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000243e7773. 00000100:00000010:2.0:1767384398.084184:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004f59fe20. 00000100:00000010:2.0:1767384398.084220:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066ed08e7. 00000100:00000010:2.0:1767384398.084223:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000088f1e8b7. 00000100:00000010:2.0:1767384398.084261:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab34ce4f. 00000100:00000010:2.0:1767384398.084264:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e2d084d4. 00000100:00000010:2.0:1767384398.084304:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e795960c. 00000100:00000010:2.0:1767384398.084308:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d433d976. 00000100:00000010:2.0:1767384398.084423:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd841810. 00000100:00000010:2.0:1767384398.084427:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000102e40b0. 00000100:00000010:2.0:1767384398.084457:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bfe32d7. 00000100:00000010:2.0:1767384398.084460:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000cd77edd0. 00000100:00000010:2.0:1767384398.084489:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080e75184. 00000100:00000010:2.0:1767384398.084492:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005bfe8ba8. 00000100:00000010:2.0:1767384398.084521:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000919ecc2. 00000100:00000010:2.0:1767384398.084524:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004521713c. 00000100:00000010:2.0:1767384398.084554:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000073236ac6. 00000100:00000010:2.0:1767384398.084557:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000073c7bd35. 00000100:00000010:2.0:1767384398.084591:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bb8f89f. 00000100:00000010:2.0:1767384398.084593:0:39781:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005f14517a. 00000100:00000010:2.0:1767384398.084628:0:39781:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027d998d5. 00000100:00000010:2.0:1767384398.084633:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000055d24d09. 00000100:00000010:2.0:1767384398.084640:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000063bfdec9. 00000100:00000010:2.0:1767384398.084645:0:39781:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000077f87f06. 00000100:00000001:2.0:1767384398.084651:0:39781:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384398.084654:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084656:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.084658:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.084660:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000005bd62ba8. 00000100:00000001:2.0:1767384398.084665:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.084666:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.084669:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084670:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000542faf4d. 00000100:00000001:2.0:1767384398.084673:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084674:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084675:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006c4dd05c. 00000100:00000001:2.0:1767384398.084677:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084678:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084679:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e71d68cf. 00000100:00000001:2.0:1767384398.084681:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084682:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084683:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009dbd0cb5. 00000100:00000001:2.0:1767384398.084685:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084686:0:39781:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384398.084687:0:39781:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384398.084688:0:39781:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002c95d298. 00000100:00000001:2.0:1767384398.084690:0:39781:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384398.084691:0:39781:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384398.084693:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084694:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000615803ea. 00000100:00000001:2.0:1767384398.084695:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084697:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084698:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cc6a2679. 00000100:00000001:2.0:1767384398.084699:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084701:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084702:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000843ba543. 00000100:00000001:2.0:1767384398.084704:0:39781:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384398.084705:0:39781:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384398.084706:0:39781:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000253bb74. 00000100:00000010:2.0:1767384398.084708:0:39781:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000001161030d. 00000100:00000001:2.0:1767384398.084718:0:39781:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384398.084809:0:39781:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000bba98dcc. 00000020:00000010:2.0:1767384398.084822:0:39781:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000c18665a. 00000100:00000010:2.0:1767384398.084862:0:39781:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000b319b0c5. 00000100:00000010:2.0:1767384398.084869:0:39781:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000d1fde19d. 00000100:00000010:2.0:1767384398.084876:0:39781:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b446e6dc. 00000100:00000010:2.0:1767384398.084882:0:39781:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000049499a7f. 00000100:00000001:2.0:1767384398.084885:0:39781:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384398.084888:0:39781:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:2.0:1767384398.084910:0:39781:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.084913:0:39781:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384398.084924:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.084931:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fea6ba0c. 00000001:00000010:2.0:1767384398.084933:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000077ab757c. 00000001:00000010:2.0:1767384398.084935:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079945313. 00000001:00000010:2.0:1767384398.084936:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eaf7825a. 00000001:00000010:2.0:1767384398.084938:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d305ede0. 00000001:00000010:2.0:1767384398.084941:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000005008b5. 00000001:00000001:2.0:1767384398.084944:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384398.084945:0:39781:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384398.084948:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000821f0116. 00000001:00000010:2.0:1767384398.084950:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b8ebfb0. 00000001:00000010:2.0:1767384398.084951:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc41f3cb. 00000001:00000010:2.0:1767384398.084953:0:39781:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e9d4a97. 00000001:00000010:2.0:1767384398.084955:0:39781:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000725cc3c3. 00000001:00000010:2.0:1767384398.084956:0:39781:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008bfafa27. 00000001:00000001:2.0:1767384398.084958:0:39781:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384398.084960:0:39781:0:(obd_config.c:955:class_decref()) Decref MDS (000000007c78b986) now 3 - setup 00000020:00000001:2.0:1767384398.084962:0:39781:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.084964:0:39781:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384398.084967:0:39781:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384398.084972:0:39781:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384398.084974:0:39781:0:(obd_config.c:955:class_decref()) Decref MDS (000000007c78b986) now 2 - obd_device_list 00000020:00000080:2.0:1767384398.084977:0:39781:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:2.0:1767384398.084978:0:39781:0:(obd_config.c:955:class_decref()) Decref MDS (000000007c78b986) now 1 - newdev 00000020:00000040:2.0:1767384398.084982:0:39781:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4bc6639 with handle 0x4ac496f8d605ded1 from hash 00000020:00000040:2.0:1767384398.084986:0:39781:0:(genops.c:898:class_export_put()) PUTting export 00000000a4bc6639 : new refcount 0 00000020:00000080:2.0:1767384398.084988:0:39781:0:(genops.c:904:class_export_put()) final put 00000000a4bc6639/MDS_uuid 00000020:00000001:2.0:1767384398.084992:0:39781:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.084995:0:39781:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384398.084996:0:39781:0:(genops.c:863:class_export_destroy()) destroying export 00000000a4bc6639/MDS_uuid for MDS 00000020:00000001:2.0:1767384398.084999:0:39781:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384398.085001:0:39781:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.085002:0:39781:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a4bc6639. 00000020:00000001:2.0:1767384398.085142:0:39781:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384398.085144:0:39781:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:2.0:1767384398.085146:0:39781:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:2.0:1767384398.085148:0:39781:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384398.085154:0:39781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a59d6f57. 00000020:00000010:2.0:1767384398.085160:0:39781:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fa31040. 00000040:00000010:2.0:1767384398.085163:0:39781:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009919e232. 00000020:00000010:2.0:1767384398.085168:0:39781:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ece52f87. 00000020:00000010:2.0:1767384398.085173:0:39781:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384398.085177:0:39781:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051f30a16. 80000000:00000010:2.0:1767384398.085181:0:39781:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384398.085184:0:39781:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021efe60a. 00100000:00000010:2.0:1767384398.085189:0:39781:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c5748ef. 00040000:00000010:2.0:1767384398.085192:0:39781:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043e11ef7. 00040000:00000010:2.0:1767384398.085196:0:39781:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ea24d8a1. 00080000:00000010:2.0:1767384398.085200:0:39781:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004005d04d. 00000004:00000010:2.0:1767384398.085205:0:39781:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c208778e. 00000004:00000001:2.0:1767384398.085209:0:39781:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:2.0:1767384398.085215:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000834ea8e1. 00000004:00000010:2.0:1767384398.085217:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a66ca43d. 00000004:00000010:2.0:1767384398.085220:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005e48952e. 00000004:00000010:2.0:1767384398.085223:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001a5afd15. 00000004:00000010:2.0:1767384398.085228:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e5e58be7. 00000004:00000010:2.0:1767384398.085231:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ca696e3a. 00000004:00000010:2.0:1767384398.085233:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be8a7bce. 00000004:00000010:2.0:1767384398.085236:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004c76dc33. 00000004:00000010:2.0:1767384398.085238:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b993eb8b. 00000004:00000010:2.0:1767384398.085242:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000040e9ed45. 00000004:00000010:2.0:1767384398.085245:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000033caf4c0. 00000004:00000010:2.0:1767384398.085248:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b50d210a. 00000004:00000010:2.0:1767384398.085259:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e865aa2e. 00000004:00000010:2.0:1767384398.085263:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000854203cf. 00000004:00000010:2.0:1767384398.085272:0:39781:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 00000000d7e0bbb8. 00000004:00000001:2.0:1767384398.085274:0:39781:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.085279:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000fa31040. 00000040:00000010:2.0:1767384398.085282:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009919e232. 00000020:00000010:2.0:1767384398.085284:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ece52f87. 00000020:00000010:2.0:1767384398.085287:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384398.085291:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051f30a16. 80000000:00000010:2.0:1767384398.085294:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000abd4cb83. 40000000:00000010:2.0:1767384398.085297:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000021efe60a. 00100000:00000010:2.0:1767384398.085301:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c5748ef. 00040000:00000010:2.0:1767384398.085304:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000043e11ef7. 00040000:00000010:2.0:1767384398.085307:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ea24d8a1. 00080000:00000010:2.0:1767384398.085310:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004005d04d. 00000004:00000010:2.0:1767384398.085313:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c208778e. 00000020:00000010:2.0:1767384398.085315:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a59d6f57. 00000020:00000001:2.0:1767384398.085318:0:39781:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.085320:0:39781:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007c78b986. 00000020:00000001:2.0:1767384398.085324:0:39781:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.085326:0:39781:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384398.085328:0:39781:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000005b91cf04. 00000020:00000001:2.0:1767384398.085331:0:39781:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.085334:0:39781:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384398.085339:0:39781:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000009f561127. 00000020:00000010:2.0:1767384398.085345:0:39781:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c78018d4. 00000020:00000010:2.0:1767384398.085421:0:39781:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001d451156. 00000040:00000010:2.0:1767384398.085425:0:39781:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e65eac4. 00000020:00000010:2.0:1767384398.085428:0:39781:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ed8ebfdc. 00000020:00000010:2.0:1767384398.085431:0:39781:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000000aac20a. 00000020:00000010:2.0:1767384398.085435:0:39781:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef7eafa9. 80000000:00000010:2.0:1767384398.085437:0:39781:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006bbd7bc2. 40000000:00000010:2.0:1767384398.085441:0:39781:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000593c9ec4. 00100000:00000010:2.0:1767384398.085443:0:39781:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001f31af70. 00040000:00000010:2.0:1767384398.085446:0:39781:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002c9d2d9d. 00040000:00000010:2.0:1767384398.085449:0:39781:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ffd362a4. 00040000:00000010:2.0:1767384398.085452:0:39781:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d118fb66. 00080000:00000010:2.0:1767384398.085454:0:39781:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000537f3070. 00080000:00000010:2.0:1767384398.085456:0:39781:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dab69556. 00000004:00000010:2.0:1767384398.085459:0:39781:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000013458fda. 00000004:00000010:2.0:1767384398.085462:0:39781:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e1eb97c7. 00000004:00000010:2.0:1767384398.085466:0:39781:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b949fcc4. 00002000:00000010:2.0:1767384398.085470:0:39781:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001e279baf. 00000004:00000010:2.0:1767384398.085474:0:39781:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ff953a7f. 00000020:00000010:2.0:1767384398.085476:0:39781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb458729. 00000020:02000400:2.0:1767384398.085479:0:39781:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:2.0:1767384398.088325:0:39781:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000007c5537b1. 00000020:00000001:2.0:1767384398.088336:0:39781:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:1.0:1767384398.089183:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384398.089197:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384398.089201:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384398.090839:0:10060:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384398.090847:0:10060:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384398.090851:0:10060:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384398.095057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002478147a. 00010000:00000010:1.1:1767384398.095068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bfa86e0. 00010000:00000010:1.1:1767384398.095072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008ec502cd. 00010000:00000010:1.1:1767384398.095074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4d5a83a. 00010000:00000010:1.1:1767384398.095077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000bd6055. 00010000:00000010:1.1:1767384398.095086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000085c062fa. 00010000:00000010:1.1:1767384398.095088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a28cda52. 00010000:00000010:1.1:1767384398.095102:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d46b66e7. 00010000:00000001:2.0:1767384398.167690:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384398.167695:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384398.167713:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384398.167715:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384398.167717:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384398.393688:0:39794:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384398.393700:0:39794:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384398.393703:0:39794:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384398.627313:0:39833:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000e7b9e99f. 00000400:00000040:3.0:1767384398.627339:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384398.627343:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384398.627344:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384398.627345:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384398.627347:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384398.627348:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1767384398.627427:0:39833:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1767384398.627489:0:39833:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000e7b9e99f. 00000800:00000200:0.0:1767384398.871387:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000800:00000200:0.1:1767384398.871399:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000800:00000200:0.0:1767384398.871482:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003476d823] -> 12345-192.168.202.119@tcp21 (6) 00000800:00000200:0.0:1767384398.871487:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp21 ip 192.168.202.119:988 00000800:00000200:0.0:1767384398.871493:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd09ff2c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384398.871723:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384398.871733:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384398.871743:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384398.871746:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384398.871749:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384398.871990:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872356:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872384:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872406:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872428:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872449:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872470:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872492:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872517:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872540:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872563:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872585:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872607:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872630:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872709:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872733:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872756:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.872956:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873437:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873465:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873489:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873513:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873535:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873554:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873566:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873581:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873594:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873605:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873617:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873628:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873639:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873712:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873741:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873765:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384398.873787:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384398.873945:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384398.873953:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004107cec2. 00000800:00000010:1.0:1767384398.873960:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008199a824. 00000800:00000010:1.0:1767384398.873983:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008199a824. 00000800:00020000:1.0:1767384398.873995:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384398.873999:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004107cec2. 00000800:00000010:1.0:1767384398.874002:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384398.874174:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384398.874181:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767384399.116333:0:39846:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384399.116364:0:39846:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384399.116371:0:39846:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384399.191174:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384399.191182:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384399.191246:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384399.191249:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384399.191252:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384399.703239:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp49 00000400:00000010:3.0:1767384399.703248:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000139e5906. 00000400:00000010:3.0:1767384399.703257:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000544b0f3f. 00000400:00000010:3.0:1767384399.703263:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384399.703271:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d88c4fdd. 00000400:00000200:3.0:1767384399.703275:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp49 00000400:00000200:3.0:1767384399.703299:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp49 local destination 00000400:00000200:3.0:1767384399.703305:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp49 00000400:00000200:3.0:1767384399.703309:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp49 NI seq info: [259:259:256:4294967295] 192.168.202.119@tcp49 LPNI seq info [219:219:8:4294967295] 00000400:00000200:3.0:1767384399.703315:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp49 00000400:00000200:3.0:1767384399.703322:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp49(192.168.202.119@tcp49:) -> 192.168.202.119@tcp49(192.168.202.119@tcp49:192.168.202.119@tcp49) : GET try# 0 00000800:00000200:3.0:1767384399.703327:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp49 00000800:00000010:3.0:1767384399.703332:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000160f504d. 00000800:00000200:3.0:1767384399.703340:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000800:00000200:3.1:1767384399.703345:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000400:00000200:3.0:1767384399.703380:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp49 added to recovery queue. ping count: 3 next ping: 328 health :700 00000400:00000200:1.0:1767384399.703519:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703572:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703611:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703632:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703654:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703675:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703696:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703717:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703738:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703758:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703779:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703799:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703819:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703840:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703861:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703884:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703906:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703928:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703947:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703965:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.703986:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704006:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704040:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704062:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704085:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704103:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704314:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704340:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704363:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704388:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704411:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704432:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704453:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704482:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384399.704508:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384399.704671:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384399.704677:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384399.704682:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bde1987. 00000800:00000010:1.0:1767384399.704703:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bde1987. 00000800:00020000:1.0:1767384399.704715:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384399.704718:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384399.704721:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384399.704757:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp49 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384399.704763:0:39641:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp49 notifying 192.168.202.119@tcp49: down 00000400:00000200:1.0:1767384399.704768:0:39641:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384399.704772:0:39641:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp49 00000800:00000010:1.0:1767384399.704776:0:39641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000160f504d. 00000400:00000200:1.0:1767384399.704780:0:39641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384399.704785:0:39641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp49->192.168.202.119@tcp49: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384399.704795:0:39641:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384399.704798:0:39641:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384399.704802:0:39641:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp49) recovery failed with -71 00010000:00000001:2.0:1767384400.215221:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384400.215229:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384400.215254:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384400.215256:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384400.215260:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384400.727173:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384400.727180:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384400.727183:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384400.727188:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384400.727194:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384400.727201:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery ping unlinked 00000400:00000010:3.0:1767384400.727215:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000139e5906. 00000400:00000010:3.0:1767384400.727219:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000544b0f3f. 00000400:00000200:3.0:1767384400.727225:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp48 00000400:00000010:3.0:1767384400.727232:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000139e5906. 00000400:00000010:3.0:1767384400.727238:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000544b0f3f. 00000400:00000010:3.0:1767384400.727241:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384400.727248:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cc668fef. 00000400:00000200:3.0:1767384400.727252:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp48 00000400:00000200:3.0:1767384400.727264:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp48 local destination 00000400:00000200:3.0:1767384400.727281:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp48 00000400:00000200:3.0:1767384400.727285:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp48 NI seq info: [260:260:256:4294967295] 192.168.202.119@tcp48 LPNI seq info [220:220:8:4294967295] 00000400:00000200:3.0:1767384400.727292:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp48 00000400:00000200:3.0:1767384400.727299:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp48(192.168.202.119@tcp48:) -> 192.168.202.119@tcp48(192.168.202.119@tcp48:192.168.202.119@tcp48) : GET try# 0 00000800:00000200:3.0:1767384400.727304:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp48 00000800:00000010:3.0:1767384400.727309:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db5783d6. 00000800:00000200:3.0:1767384400.727315:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000800:00000200:3.1:1767384400.727320:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d111859c] -> 12345-192.168.202.119@tcp48 (2) 00000400:00000200:3.0:1767384400.727411:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp48 added to recovery queue. ping count: 4 next ping: 337 health :600 00000400:00000200:1.0:1767384400.728695:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728743:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728766:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728785:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728805:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728823:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728842:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728861:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728879:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728900:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728917:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728932:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728958:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728978:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.728998:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729033:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729053:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729072:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729093:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729190:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729215:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729234:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729252:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729272:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729293:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729316:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729337:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729356:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729378:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729398:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729433:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729452:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729473:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729493:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384400.729511:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384400.729664:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384400.729670:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384400.729675:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bde1987. 00000800:00000010:1.0:1767384400.729692:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bde1987. 00000800:00020000:1.0:1767384400.729703:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384400.751374:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384400.751388:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:0.0:1767384400.752227:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp48 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384400.763406:0:16135:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp48 notifying 192.168.202.119@tcp48: down 00000400:00000200:0.0:1767384400.763416:0:16135:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384400.763421:0:16135:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp48 00000800:00000010:0.0:1767384400.763424:0:16135:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db5783d6. 00000400:00000200:0.0:1767384400.763450:0:16135:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384400.763455:0:16135:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp48->192.168.202.119@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384400.763474:0:16135:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384400.763477:0:16135:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384400.763480:0:16135:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp48) recovery failed with -71 00010000:00000001:2.0:1767384401.239233:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384401.239240:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384401.239350:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384401.239355:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384401.239358:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384401.431200:0:16782:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384401.431206:0:16782:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000001:3.0:1767384401.751224:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384401.751231:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384401.751234:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384401.751239:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384401.751246:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384401.751253:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384401.751268:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000139e5906. 00000400:00000010:3.0:1767384401.751273:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000544b0f3f. 00000800:00000200:1.0:1767384401.943336:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (4) 00000800:00000200:1.1:1767384401.943346:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000859c702e] -> 12345-192.168.202.119@tcp32 (4) 00000800:00000200:1.0:1767384401.943369:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000074a772d] -> 12345-192.168.202.119@tcp40 (6) 00000800:00000200:1.0:1767384401.943374:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp40 ip 192.168.202.119:988 00000800:00000200:1.0:1767384401.943379:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd09ff2c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384401.943467:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384401.943482:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384401.943491:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384401.943496:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384401.943499:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384401.943596:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943636:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943653:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943670:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943686:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943702:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943720:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943738:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943760:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943782:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943806:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943835:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943861:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943917:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943934:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943951:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943966:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.943990:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944020:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944038:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944064:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944083:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944100:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944154:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944175:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944194:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944210:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944233:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944254:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944271:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944287:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944306:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944325:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384401.944345:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384401.944448:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384401.944453:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384401.944457:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bde1987. 00000800:00000010:1.0:1767384401.944475:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bde1987. 00000800:00020000:1.0:1767384401.944482:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384401.944486:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384401.944488:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384401.944517:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp32 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384401.944521:0:16136:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:0.0:1767384401.947393:0:17560:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384401.947399:0:17560:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.947431:0:16771:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384401.947433:0:16771:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384401.947815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384401.947822:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384401.947828:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034ae6878. 00000020:00000040:3.0:1767384401.947833:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=4 obd=MGC192.168.202.119@tcp 00000100:00000001:3.0:1767384401.947837:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384401.947840:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384401.947844:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384401.947850:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db5783d6. 00000100:00000001:3.0:1767384401.947856:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384401.947862:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384401.947872:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384401.947875:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384401.947879:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034ae6878] to pc [ptlrpcd_00_00+0] req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384401.947919:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384401.947922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384401.947925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384401.947927:0:37:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384401.947929:0:37:0:(import.c:65:import_set_state_nolock()) 0000000038c66682 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384401.947933:0:37:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384401.947935:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 317 00000100:00001000:3.0:1767384401.947939:0:37:0:(import.c:2128:obd_at_measure()) add 10 to 000000007fc65a65 time=102 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384401.947942:0:37:0:(import.c:2194:obd_at_measure()) AT 000000007fc65a65 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:3.0:1767384401.947945:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1767384401.947948:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 5 to 0@lo 00000100:00000001:3.0:1767384401.947950:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384401.947952:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 6 to 0@lo 00000100:00000001:3.0:1767384401.947955:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000001:3.0:1767384401.947958:0:37:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384401.947959:0:37:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4ac496f8d605e005 00000020:00000001:3.0:1767384401.947962:0:37:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384401.947964:0:37:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000033cd4f46 refcount=8 00000020:00000001:3.0:1767384401.947966:0:37:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000020:00000001:3.0:1767384401.947968:0:37:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446630013415020544 : -114060294531072 : ffff984344a95800) 00000100:00000040:3.0:1767384401.947971:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000076e15b04 refcount 5 to 0@lo 00000100:00000001:3.0:1767384401.947973:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384401.947975:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000076e15b04 refcount 6 to 0@lo 00000100:00000001:3.0:1767384401.947976:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446630017765634688 : -114055943916928 : ffff984447fa7280) 00000020:00000040:3.0:1767384401.947979:0:37:0:(genops.c:898:class_export_put()) PUTting export 0000000033cd4f46 : new refcount 7 00000100:00080000:3.0:1767384401.947982:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000038c66682 using connection 192.168.202.119@tcp/0@lo 00000100:00000001:3.0:1767384401.947985:0:37:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384401.947987:0:37:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384401.948002:0:37:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384401.948009:0:37:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384401.948012:0:37:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384401.948014:0:37:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384401.948017:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8d85dda. 00000020:00000040:3.0:1767384401.948020:0:37:0:(genops.c:1229:class_import_get()) import 0000000038c66682 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384401.948023:0:37:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384401.948025:0:37:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384401.948027:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384401.948029:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384401.948031:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384401.948035:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000431735f9. 00000100:00000001:3.0:1767384401.948039:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384401.948044:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c8d85dda x1853236748257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384401.948060:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384401.948062:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384401.948066:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8d85dda] to pc [ptlrpcd_rcv+-1] req@00000000c8d85dda x1853236748257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384401.948080:0:37:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384401.948084:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (327) 00000100:00000001:2.0:1767384401.948307:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384401.948311:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384401.948313:0:16146:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384401.948317:0:16146:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384401.948325:0:16146:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384401.948326:0:16146:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384401.948329:0:16146:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384401.948331:0:16146:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384401.948333:0:16146:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384401.948335:0:16146:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000034ae6878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3ef09c6a-84be-4398-bf62-b694d82341a8:16146:1853236748256896:0@lo:400: 00000100:00000001:2.0:1767384401.948339:0:16146:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384401.948343:0:16146:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384401.948345:0:16146:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384401.948347:0:16146:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384401.948351:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea24d8a1. 02000000:00000001:2.0:1767384401.948353:0:16146:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384401.948358:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718d19d8. 00000400:00000010:2.0:1767384401.948363:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000707e0a31. 00000100:00000200:2.0:1767384401.948370:0:16146:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748256896, portal 25 00000100:00000001:2.0:1767384401.948372:0:16146:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384401.948374:0:16146:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378989568 : -114060330562048 : ffff984342838e00) 00000100:00000040:2.0:1767384401.948379:0:16146:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384401.948387:0:16146:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384401.948389:0:16146:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384401.948391:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dccd112. 00000100:00000200:2.0:1767384401.948394:0:16146:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748256896, offset 0 00000400:00000200:2.0:1767384401.948399:0:16146:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384401.948410:0:16146:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384401.948420:0:16146:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e108680 00000400:00000100:2.0:1767384401.948425:0:16146:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236748256896 offset 0 length 224: 4 00000400:00000200:2.0:1767384401.948428:0:16146:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000002e5d80b4 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1767384401.948431:0:16146:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384401.948439:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dccd112 00000400:00000010:2.0:1767384401.948441:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dccd112. 00000100:00000001:2.0:1767384401.948444:0:16146:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384401.948447:0:16146:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384401.948456:0:16146:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384401.948458:0:16146:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384401.949018:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384401.949022:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384401.949023:0:16145:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384401.949027:0:16145:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c8d85dda x1853236748257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384401.949036:0:16145:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384401.949037:0:16145:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384401.949040:0:16145:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384401.949041:0:16145:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384401.949044:0:16145:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384401.949046:0:16145:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c8d85dda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16145:1853236748257024:0@lo:38: 00000100:00000001:0.0:1767384401.949062:0:16145:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384401.949064:0:16145:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384401.949065:0:16145:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384401.949067:0:16145:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384401.949071:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000007c1cee1. 02000000:00000001:0.0:1767384401.949073:0:16145:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384401.949076:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1ed878a. 00000400:00000010:0.0:1767384401.949080:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ce488cd. 00000100:00000200:0.0:1767384401.949083:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748257024, portal 10 00000100:00000001:0.0:1767384401.949085:0:16145:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384401.949086:0:16145:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013378994944 : -114060330556672 : ffff98434283a300) 00000100:00000040:0.0:1767384401.949091:0:16145:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c8d85dda x1853236748257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384401.949103:0:16145:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384401.949131:0:16145:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384401.949134:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384401.949138:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236748257024, offset 0 00000400:00000200:0.0:1767384401.949143:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384401.949149:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384401.949150:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384401.949155:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384401.949160:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824e108700 00000400:00000100:0.0:1767384401.949166:0:16145:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853236748257024 offset 0 length 520: 4 00000400:00000200:0.0:1767384401.949169:0:16145:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000003b5dcec8 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384401.949171:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384401.949176:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384401.949179:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000100:00000001:0.0:1767384401.949184:0:16145:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384401.949187:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c8d85dda x1853236748257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384401.949194:0:16145:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384401.949196:0:16145:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c8d85dda x1853236748257024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384401.949201:0:16145:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.949203:0:16145:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384401.949206:0:16145:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384401.949210:0:16145:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 4396 usecs (5 jiffies) 00000100:00000001:0.0:1767384401.949212:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294989835 00000100:00000010:0.0:1767384401.949216:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b912965. 00000100:00000001:0.0:1767384401.949222:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384401.949227:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294989835 00000100:00000010:0.0:1767384401.949230:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007cb88ad8. 00000100:00000001:0.0:1767384401.949232:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384401.949234:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294989835 00000100:00000010:0.0:1767384401.949236:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fd4a1b6. 00000100:00000001:0.0:1767384401.949247:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384401.949249:0:16145:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294989835 00000100:00000010:0.0:1767384401.949251:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f884acc8. 00000100:00000001:0.0:1767384401.949253:0:16145:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384401.949255:0:16145:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384401.949258:0:16145:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.949260:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.949262:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384401.949268:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384401.949269:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384401.949271:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384401.949272:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384401.949273:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384401.949274:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.949558:0:16146:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.949561:0:16146:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384401.949566:0:16146:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.949568:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294989842 00000100:00000001:2.0:1767384401.949573:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989835 00000100:00000001:2.0:1767384401.949575:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294989842 00000100:00000001:2.0:1767384401.949577:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989835 00000100:00000001:2.0:1767384401.949580:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294989842 00000100:00000001:2.0:1767384401.949582:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294989835 00000100:00000001:2.0:1767384401.949584:0:16146:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294989842 00000100:00000001:2.0:1767384401.949586:0:16146:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294989835 00000100:00000001:2.0:1767384401.949588:0:16146:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384401.949590:0:16146:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.949591:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.949593:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384401.949596:0:16146:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384401.949597:0:16146:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384401.949599:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384401.949601:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384401.949602:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384401.949604:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384401.962250:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294989842, at 4294989843 00000100:00000010:3.0:1767384401.962264:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f884acc8. 00000100:00000040:0.0:1767384401.964073:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294989842, at 4294989844 00000100:00000010:0.0:1767384401.964081:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b912965. 00000100:00000040:1.0:1767384401.964147:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294989842, at 4294989845 00000100:00000010:1.0:1767384401.964152:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007cb88ad8. 00000100:00000040:2.0:1767384401.964352:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294989842, at 4294989845 00000100:00000010:2.0:1767384401.964359:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fd4a1b6. 00010000:00000001:2.0:1767384402.263233:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384402.263240:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384402.263265:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384402.263268:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384402.263271:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384403.287231:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384403.287238:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384403.287320:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384403.287323:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384403.287325:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384403.991508:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099b9aee6] -> 12345-192.168.202.119@tcp22 (6) 00000800:00000200:1.0:1767384403.991517:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp22 ip 192.168.202.119:988 00000800:00000200:1.0:1767384403.991522:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384403.991549:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (4) 00000800:00000200:1.1:1767384403.991553:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001166d4b4] -> 12345-192.168.202.119@tcp43 (4) 00000400:00000200:3.0:1767384403.992000:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000200:2.0:1767384403.992096:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384403.992102:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384403.992133:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384403.992137:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384403.992140:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384403.992229:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992249:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992266:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992282:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992298:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992314:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992332:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992349:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992366:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992382:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992413:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992430:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992446:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992463:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992479:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992495:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992511:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992528:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992544:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992561:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992576:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992593:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992609:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992626:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992643:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992660:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992676:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992691:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992707:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992724:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992746:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992764:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992781:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384403.992798:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384403.992900:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000161ca597. 00000800:00000010:3.0:1767384403.992906:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004a2592b5. 00000800:00000010:3.0:1767384403.992911:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000062fa47e1. 00000800:00000010:3.0:1767384403.992930:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000062fa47e1. 00000800:00020000:3.0:1767384403.992936:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384403.992939:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004a2592b5. 00000800:00000010:3.0:1767384403.992941:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000161ca597. 00000400:02020000:3.0:1767384403.992997:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp43 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384403.993002:0:16137:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384404.311231:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384404.311237:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384404.311261:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384404.311264:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384404.311266:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384404.824209:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp44 00000400:00000010:3.0:1767384404.824218:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb06c0bf. 00000400:00000010:3.0:1767384404.824227:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000544b0f3f. 00000400:00000010:3.0:1767384404.824232:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384404.824240:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ac113245. 00000400:00000200:3.0:1767384404.824245:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp44 00000400:00000200:3.0:1767384404.824265:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp44 local destination 00000400:00000200:3.0:1767384404.824271:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp44 00000400:00000200:3.0:1767384404.824275:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp44 NI seq info: [261:261:256:4294967295] 192.168.202.119@tcp44 LPNI seq info [221:221:8:4294967295] 00000400:00000200:3.0:1767384404.824281:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp44 00000400:00000200:3.0:1767384404.824289:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp44(192.168.202.119@tcp44:) -> 192.168.202.119@tcp44(192.168.202.119@tcp44:192.168.202.119@tcp44) : GET try# 0 00000800:00000200:3.0:1767384404.824294:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp44 00000800:00000010:3.0:1767384404.824298:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000160f504d. 00000800:00000200:3.0:1767384404.824304:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000800:00000200:3.1:1767384404.824309:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ae509bb3] -> 12345-192.168.202.119@tcp44 (2) 00000400:00000200:3.0:1767384404.824336:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp44 added to recovery queue. ping count: 5 next ping: 357 health :500 00000400:00000200:1.0:1767384404.825153:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825206:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825230:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825252:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825274:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825296:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825319:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825341:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825364:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825386:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825409:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825430:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825452:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825474:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825496:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825518:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825540:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825563:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825584:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825601:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825622:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825645:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825664:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825682:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825704:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825724:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825744:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825768:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825790:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825813:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825831:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825847:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825862:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825882:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384404.825904:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384404.826074:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384404.826079:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384404.826085:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bde1987. 00000800:00000010:1.0:1767384404.826137:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bde1987. 00000800:00020000:1.0:1767384404.826149:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384404.826153:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eeb757f9. 00000800:00000010:1.0:1767384404.826155:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384404.826191:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp44 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384404.826198:0:16134:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp44 notifying 192.168.202.119@tcp44: down 00000400:00000200:1.0:1767384404.826202:0:16134:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384404.826205:0:16134:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp44 00000800:00000010:1.0:1767384404.826208:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000160f504d. 00000400:00000200:1.0:1767384404.826212:0:16134:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384404.826217:0:16134:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp44->192.168.202.119@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384404.826226:0:16134:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384404.826229:0:16134:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384404.826232:0:16134:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp44) recovery failed with -71 00000800:00000200:1.0:1767384405.015210:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:1.1:1767384405.015220:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:1.0:1767384405.015250:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (4) 00000800:00000200:1.1:1767384405.015254:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a01e6748] -> 12345-192.168.202.119@tcp38 (4) 00000400:00000200:2.0:1767384405.015372:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015418:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015436:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015452:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015468:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015485:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015502:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015518:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015536:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015552:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015569:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015598:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015622:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015640:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015657:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015674:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015690:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015706:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015723:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015739:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015758:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015775:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015793:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015808:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015825:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015842:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015858:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015874:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015890:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015907:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015923:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015939:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015956:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.015985:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016004:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384405.016184:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca2820ba. 00000800:00000010:2.0:1767384405.016189:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f78d778. 00000800:00000010:2.0:1767384405.016194:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010a8f4f6. 00000800:00000010:2.0:1767384405.016211:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010a8f4f6. 00000800:00020000:2.0:1767384405.016220:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384405.016223:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f78d778. 00000800:00000010:2.0:1767384405.016225:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ca2820ba. 00000400:02020000:2.0:1767384405.016255:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp30 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384405.016260:0:39641:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767384405.016277:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016295:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016311:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016327:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016343:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016358:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016374:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016390:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016406:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016422:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016438:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016453:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016469:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016485:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016501:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016520:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016536:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016554:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016570:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016587:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016605:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016626:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016643:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016660:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016677:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016696:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016716:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016735:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016752:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016771:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016788:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016805:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016821:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016837:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384405.016853:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384405.016924:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca2820ba. 00000800:00000010:2.0:1767384405.016927:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005f78d778. 00000800:00000010:2.0:1767384405.016929:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010a8f4f6. 00000800:00000010:2.0:1767384405.016943:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010a8f4f6. 00000800:00020000:2.0:1767384405.016948:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384405.016951:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005f78d778. 00000800:00000010:2.0:1767384405.016952:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ca2820ba. 00000400:02020000:2.0:1767384405.016990:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp38 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384405.016994:0:39641:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:2.0:1767384405.335223:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384405.335232:0:126:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1767384405.335234:0:126:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767384405.335236:0:126:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384405.335241:0:126:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1767384405.335243:0:126:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384405.335245:0:126:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384405.335247:0:126:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384405.335333:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384405.335336:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384405.335339:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384405.847237:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384405.847244:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384405.847247:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:3.0:1767384405.847309:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:3.0:1767384405.847317:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384405.847324:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767384405.847339:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb06c0bf. 00000400:00000010:3.0:1767384405.847343:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000544b0f3f. 00000800:00000200:1.0:1767384406.040185:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000045d9ffa0] -> 12345-192.168.202.119@tcp25 (6) 00000800:00000200:1.0:1767384406.040195:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp25 ip 192.168.202.119:988 00000800:00000200:1.0:1767384406.040199:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384406.040287:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:1.0:1767384406.040290:0:16138:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 2, interval 16, 4 secs later) 00000800:00000200:1.1:1767384406.040295:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ec337e89] -> 12345-192.168.202.119@tcp33 (4) 00000800:00000200:1.1:1767384406.040298:0:16138:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 2, interval 16, 4 secs later) 00000800:00000100:1.0:1767384406.040302:0:16138:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.119@tcp33 00000800:00000001:2.0:1767384406.040422:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384406.040423:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384406.040441:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384406.040447:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384406.040449:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384406.312677:0:39895:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384406.312690:0:39895:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384406.312695:0:39895:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384406.359162:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384406.359170:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384406.359189:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384406.359192:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384406.359195:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384406.872160:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp45 00000400:00000010:3.0:1767384406.872165:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000035e33990. 00000400:00000010:3.0:1767384406.872170:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000371b2fd7. 00000400:00000010:3.0:1767384406.872177:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e62805a. 00000400:00000010:3.0:1767384406.872183:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000742d48ff. 00000400:00000200:3.0:1767384406.872186:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp45 00000400:00000200:3.0:1767384406.872204:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp45 local destination 00000400:00000200:3.0:1767384406.872208:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp45 00000400:00000200:3.0:1767384406.872211:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp45 NI seq info: [262:262:256:4294967295] 192.168.202.119@tcp45 LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1767384406.872216:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp45 00000400:00000200:3.0:1767384406.872221:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp45(192.168.202.119@tcp45:) -> 192.168.202.119@tcp45(192.168.202.119@tcp45:192.168.202.119@tcp45) : GET try# 0 00000800:00000200:3.0:1767384406.872224:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp45 00000800:00000010:3.0:1767384406.872227:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ea63f301. 00000800:00000200:3.0:1767384406.872232:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000800:00000200:3.1:1767384406.872235:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000d692c714] -> 12345-192.168.202.119@tcp45 (2) 00000400:00000200:3.0:1767384406.872250:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp45 added to recovery queue. ping count: 5 next ping: 359 health :500 00000400:00000200:1.0:1767384406.872314:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872366:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872390:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872412:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872435:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872455:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872474:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872490:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872504:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872523:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872554:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872580:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872618:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872643:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872673:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872698:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872713:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872728:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872743:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872758:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872772:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872792:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872817:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872839:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872857:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872878:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872901:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872966:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.872998:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.873032:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.873054:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.873086:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.873141:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384406.873168:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384406.873322:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f876312a. 00000800:00000010:1.0:1767384406.873329:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004eb80704. 00000800:00000010:1.0:1767384406.873336:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009078605e. 00000800:00000010:1.0:1767384406.873359:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009078605e. 00000800:00020000:1.0:1767384406.873371:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384406.873374:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004eb80704. 00000800:00000010:1.0:1767384406.873377:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f876312a. 00000400:02020000:1.0:1767384406.873415:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp45 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384406.873420:0:16136:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp45 notifying 192.168.202.119@tcp45: down 00000400:00000200:1.0:1767384406.873424:0:16136:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384406.873426:0:16136:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp45 00000800:00000010:1.0:1767384406.873429:0:16136:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ea63f301. 00000400:00000200:1.0:1767384406.873432:0:16136:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384406.873435:0:16136:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp45->192.168.202.119@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384406.873443:0:16136:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384406.873445:0:16136:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384406.873447:0:16136:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp45) recovery failed with -71 00000001:00000001:1.0:1767384407.058197:0:40059:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384407.058202:0:40059:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767384407.059857:0:40059:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:1.0:1767384407.063180:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384407.063190:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384407.063191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384407.063193:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384407.063199:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384407.063200:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384407.063203:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384407.063207:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004425d604. 00000100:00000001:1.0:1767384407.063208:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384407.063212:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384407.063215:0:37:0:(genops.c:1229:class_import_get()) import 00000000ee8f881f refcount=5 obd=MGC192.168.202.119@tcp 00000100:00000001:2.0:1767384407.063221:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384407.063225:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384407.063231:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384407.063239:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009ea35a21. 00000100:00000001:2.0:1767384407.063246:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384407.063255:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3ef09c6a-84be-4398-bf62-b694d82341a8->MGS req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384407.063265:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384407.063268:0:37:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384407.063274:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004425d604] to pc [ptlrpcd_00_01+1] req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384407.063300:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.063301:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384407.063303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384407.063305:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1767384407.063308:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1767384407.063308:0:16147:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384407.063314:0:16147:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384407.063315:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (332) 00000100:00000001:0.0:1767384407.063324:0:16147:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384407.063325:0:16147:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384407.063328:0:16147:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384407.063331:0:16147:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384407.063333:0:16147:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384407.063335:0:16147:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004425d604 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3ef09c6a-84be-4398-bf62-b694d82341a8:16147:1853236748257152:0@lo:400: 00000100:00000001:0.0:1767384407.063339:0:16147:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384407.063343:0:16146:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384407.063343:0:16147:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384407.063347:0:16146:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384407.063347:0:16147:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384407.063351:0:16147:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384407.063352:0:16146:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384407.063355:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006133eb78. 00000100:00000001:2.0:1767384407.063356:0:16146:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384407.063358:0:16147:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384407.063369:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000106a362b. 00000400:00000010:0.0:1767384407.063375:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384407.063380:0:16147:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748257152, portal 25 00000100:00000001:0.0:1767384407.063382:0:16147:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384407.063383:0:16147:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446630013383452288 : -114060326099328 : ffff984342c7a680) 00000100:00000040:0.0:1767384407.063387:0:16147:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.063392:0:16147:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384407.063394:0:16147:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384407.063397:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb194181. 00000100:00000200:0.0:1767384407.063398:0:16147:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853236748257152, offset 0 00000400:00000200:0.0:1767384407.063404:0:16147:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384407.063413:0:16147:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384407.063422:0:16147:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695824e108780 00000400:00000100:0.0:1767384407.063426:0:16147:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853236748257152 offset 0 length 224: 4 00000400:00000200:0.0:1767384407.063429:0:16147:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000003b5dcec8 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384407.063431:0:16147:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384407.063438:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb194181 00000400:00000010:0.0:1767384407.063440:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb194181. 00000100:00000001:0.0:1767384407.063445:0:16147:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384407.063447:0:16147:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.063453:0:16147:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384407.063455:0:16147:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384407.063459:0:16147:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.063460:0:16147:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384407.063462:0:16147:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.063465:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 0 is 4294994956 00000100:00000010:0.0:1767384407.063469:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b912965. 00000100:00000001:0.0:1767384407.063475:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384407.063480:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 1 is 4294994956 00000100:00000010:0.0:1767384407.063489:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3057b2e. 00000100:00000001:0.0:1767384407.063493:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384407.063497:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 2 is 4294994956 00000100:00000010:0.0:1767384407.063500:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056fa9b48. 00000100:00000001:0.0:1767384407.063503:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384407.063505:0:16147:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS new deadline estimation for cpu 3 is 4294994956 00000100:00000010:0.0:1767384407.063507:0:16147:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fd4a1b6. 00000100:00000001:0.0:1767384407.063510:0:16147:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.119@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384407.063513:0:16147:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384407.063516:0:16147:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.063518:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.063520:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384407.063524:0:16147:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384407.063526:0:16147:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384407.063527:0:16147:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384407.063528:0:16147:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384407.063529:0:16147:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384407.063531:0:16147:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384407.076146:0:126:0:(connection.c:75:cpu_latency_work()) work item of 0000000051ec22c8 (cpu 0) has reached its deadline 4294994956, at 4294994957 00000100:00000040:3.0:1767384407.076151:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000ecda5115 (cpu 0) has reached its deadline 4294994956, at 4294994957 00000100:00000010:2.0:1767384407.076159:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056fa9b48. 00000100:00000040:1.0:1767384407.076160:0:21:0:(connection.c:75:cpu_latency_work()) work item of 00000000c5ceb348 (cpu 0) has reached its deadline 4294994956, at 4294994957 00000100:00000010:3.0:1767384407.076161:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fd4a1b6. 00000100:00000010:1.0:1767384407.076171:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3057b2e. 00000100:00000040:0.0:1767384407.076174:0:41:0:(connection.c:75:cpu_latency_work()) work item of 00000000ba2cd29f (cpu 0) has reached its deadline 4294994956, at 4294994957 00000100:00000010:0.0:1767384407.076182:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b912965. 00000400:00000001:2.0:1767384407.229196:0:40082:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:0.0:1767384407.896219:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e62805a 00000400:00000010:0.0:1767384407.896226:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e62805a. 00000400:00000200:0.0:1767384407.896229:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384407.896234:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp45 recovery ping unlinked 00000400:00000010:0.0:1767384407.896244:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000035e33990. 00000400:00000010:0.0:1767384407.896247:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000371b2fd7. 00000400:00000200:0.0:1767384407.896250:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp49 00000400:00000010:0.0:1767384407.896253:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d4664fdf. 00000400:00000010:0.0:1767384407.896256:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eaf7825a. 00000400:00000010:0.0:1767384407.896259:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb194181. 00000400:00000010:0.0:1767384407.896263:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b29f390e. 00000400:00000200:0.0:1767384407.896266:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp49 00000400:00000200:0.0:1767384407.896276:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp49 local destination 00000400:00000200:0.0:1767384407.896287:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp49 00000400:00000200:0.0:1767384407.896290:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp49 NI seq info: [263:263:256:4294967295] 192.168.202.119@tcp49 LPNI seq info [223:223:8:4294967295] 00000400:00000200:0.0:1767384407.896295:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp49 00000400:00000200:0.0:1767384407.896300:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp49(192.168.202.119@tcp49:) -> 192.168.202.119@tcp49(192.168.202.119@tcp49:192.168.202.119@tcp49) : GET try# 0 00000800:00000200:0.0:1767384407.896304:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp49 00000800:00000010:0.0:1767384407.896307:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000dadbc7c. 00000800:00000200:0.0:1767384407.896312:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000800:00000200:0.1:1767384407.896315:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000966a95f0] -> 12345-192.168.202.119@tcp49 (2) 00000400:00000200:0.0:1767384407.896359:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp49 added to recovery queue. ping count: 4 next ping: 344 health :600 00000400:00000200:3.0:1767384407.896441:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896480:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896505:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896528:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896542:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896563:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896577:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896591:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896605:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896618:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896634:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896651:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896675:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896708:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896725:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896738:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896767:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896790:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896803:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896816:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896834:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896850:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896865:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896880:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896898:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896914:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896936:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.896977:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897007:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897026:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897043:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897064:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897088:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897287:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384407.897318:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384407.897469:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000161ca597. 00000800:00000010:3.0:1767384407.897473:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002e1740d. 00000800:00000010:3.0:1767384407.897477:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000021a14c53. 00000800:00000010:3.0:1767384407.897490:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000021a14c53. 00000800:00020000:3.0:1767384407.897499:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384407.897503:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002e1740d. 00000800:00000010:3.0:1767384407.897506:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000161ca597. 00000400:02020000:3.0:1767384407.897543:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp49 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384407.897549:0:16137:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp49 notifying 192.168.202.119@tcp49: down 00000400:00000200:3.0:1767384407.897552:0:16137:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384407.897556:0:16137:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp49 00000800:00000010:3.0:1767384407.897559:0:16137:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000dadbc7c. 00000400:00000200:3.0:1767384407.897567:0:16137:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384407.897571:0:16137:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp49->192.168.202.119@tcp49: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384407.897578:0:16137:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384407.897580:0:16137:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384407.897584:0:16137:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp49) recovery failed with -71 00000800:00000200:2.0:1767384408.087224:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (6) 00000800:00000200:2.0:1767384408.087234:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp28 ip 192.168.202.119:988 00000800:00000200:2.0:1767384408.087239:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384408.087263:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (4) 00000800:00000200:2.1:1767384408.087267:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007a53dc70] -> 12345-192.168.202.119@tcp36 (4) 00000800:00000200:1.0:1767384408.087325:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384408.087354:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087394:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087409:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087420:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087431:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087441:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087452:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087463:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087474:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087485:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087496:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087507:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087517:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087528:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087540:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087551:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087562:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087584:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087595:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087606:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087616:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087626:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087637:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087648:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087659:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087671:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087684:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087697:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087711:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087726:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087738:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087750:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087770:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087789:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:2.0:1767384408.087814:0:16134:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:2.0:1767384408.087899:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ca2820ba. 00000800:00000010:2.0:1767384408.087903:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f5a1276. 00000800:00000010:2.0:1767384408.087907:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005d89c10. 00000800:00000010:2.0:1767384408.087920:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005d89c10. 00000800:00020000:2.0:1767384408.087924:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384408.087927:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f5a1276. 00000800:00000010:2.0:1767384408.087929:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ca2820ba. 00000400:02020000:2.0:1767384408.087966:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp36 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384408.087969:0:16134:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:1.0:1767384408.906559:0:40423:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000b0c6c695. 00000020:00000010:1.0:1767384408.906569:0:40423:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000003db88a09. 00000020:00000010:1.0:1767384408.906577:0:40423:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 0000000016f86934. 00000020:00000010:1.0:1767384408.906586:0:40423:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 000000001c5765ff. 00000020:00000010:1.0:1767384408.906604:0:40423:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000fda6c3fc. 00000020:00000010:1.0:1767384408.906608:0:40423:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 000000006f6a4f6a. 00000020:00000010:1.0:1767384408.906628:0:40423:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000008765f2fc. 00000020:00000010:1.0:1767384408.906640:0:40423:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007fb70996. 00000020:00000010:1.0:1767384408.906645:0:40423:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000c9a8d48. 00000020:00000010:1.0:1767384408.906656:0:40423:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000008765f2fc. 00000020:00000010:1.0:1767384408.906659:0:40423:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 000000008765f2fc. 00000001:00000010:1.0:1767384408.906672:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ada20620. 00000001:00000010:1.0:1767384408.906676:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000d29ca29. 00000001:00000010:1.0:1767384408.906679:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003c037dbc. 00000001:00000010:1.0:1767384408.906681:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035410feb. 00000001:00000010:1.0:1767384408.906682:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003b27f16e. 00000001:00000010:1.0:1767384408.906685:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044336e68. 00000001:00000010:1.0:1767384408.906687:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006dedf972. 00000001:00000010:1.0:1767384408.906689:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a5127083. 00000001:00000010:1.0:1767384408.906690:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ff04088. 00000001:00000010:1.0:1767384408.906692:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007fc2fb92. 00000001:00000010:1.0:1767384408.906694:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000048730387. 00000001:00000010:1.0:1767384408.906696:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025131027. 00000020:00000010:1.0:1767384408.906700:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095d7813c. 00000020:00000010:1.0:1767384408.906704:0:40423:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000515d2049. 00000020:00000010:1.0:1767384408.906709:0:40423:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000008:00000010:1.0:1767384408.906714:0:40423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003e610b2d. 00020000:00000010:1.0:1767384408.906718:0:40423:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fbbfe30b. 00008000:00000010:1.0:1767384408.906722:0:40423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000085cdfb4. 00000080:00000010:1.0:1767384408.906727:0:40423:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a9e55fab. 00000020:00000010:1.0:1767384408.906731:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a43dba2a. 00000020:00000010:1.0:1767384408.906733:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b207402d. 00000040:00000010:1.0:1767384408.906736:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000339c8622. 00000020:00000010:1.0:1767384408.906739:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003fd819ea. 00000020:00000010:1.0:1767384408.906743:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e9e8568. 00040000:00000010:1.0:1767384408.906746:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004d3436e0. 00040000:00000010:1.0:1767384408.906749:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003a4fee54. 00080000:00000010:1.0:1767384408.906752:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001fab765d. 00080000:00000010:1.0:1767384408.906767:0:40423:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000090e602f. 00000020:00000010:1.0:1767384408.910134:0:40423:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 000000001fe48188. 00000020:00000010:1.0:1767384408.910148:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009bd768ab. 00000020:00000010:1.0:1767384408.910152:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000c63a4991. 00080000:00000010:1.0:1767384408.911404:0:40423:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000007d2a5322. 00000020:00000010:1.0:1767384408.911412:0:40423:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006cd1e6d3. 00080000:00000010:1.0:1767384408.911419:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009237d3e8. 00080000:00000010:1.0:1767384408.911422:0:40423:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 00000000e8455c9b. 00080000:00000010:1.0:1767384408.912313:0:40423:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 0000000061da97d8. 00080000:00000010:1.0:1767384408.912317:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa82c8d2. 00080000:00000010:1.0:1767384408.912336:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d17b0395. 00080000:00000010:1.0:1767384408.912351:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a2f6723c. 00080000:00000010:1.0:1767384408.912366:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002386523d. 00080000:00000010:1.0:1767384408.912382:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003503875c. 00080000:00000010:1.0:1767384408.912398:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002485cf74. 00080000:00000010:1.0:1767384408.912416:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001c79b03f. 00080000:00000010:1.0:1767384408.912432:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a5b84dea. 00080000:00000010:1.0:1767384408.912447:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a73b099f. 00080000:00000010:1.0:1767384408.912464:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f784d884. 00080000:00000010:1.0:1767384408.912479:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001cb256f9. 00080000:00000010:1.0:1767384408.912496:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009c2d5a2f. 00080000:00000010:1.0:1767384408.912512:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000046ba07c2. 00080000:00000010:1.0:1767384408.912529:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041eb575b. 00080000:00000010:1.0:1767384408.912544:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a484f558. 00080000:00000010:1.0:1767384408.912559:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ca1c2a98. 00080000:00000010:1.0:1767384408.912575:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b1e679e9. 00080000:00000010:1.0:1767384408.912590:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d1259287. 00080000:00000010:1.0:1767384408.912604:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cb334dc0. 00080000:00000010:1.0:1767384408.912619:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fe7d1239. 00080000:00000010:1.0:1767384408.912636:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b5c34c73. 00080000:00000010:1.0:1767384408.912653:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f9bce632. 00080000:00000010:1.0:1767384408.912667:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e2fea4e1. 00080000:00000010:1.0:1767384408.912682:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000013a0743b. 00080000:00000010:1.0:1767384408.912695:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000dd24629. 00080000:00000010:1.0:1767384408.912748:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ff68d6cd. 00080000:00000010:1.0:1767384408.912765:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c09643d. 00080000:00000010:1.0:1767384408.912781:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000025c7e95a. 00080000:00000010:1.0:1767384408.912796:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000043388a68. 00080000:00000010:1.0:1767384408.912810:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a8ac8ba1. 00080000:00000010:1.0:1767384408.912824:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000064709e1f. 00080000:00000010:1.0:1767384408.912840:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b2d2723. 00080000:00000010:1.0:1767384408.912857:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f4619ac4. 00080000:00000010:1.0:1767384408.912873:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b62d525. 00080000:00000010:1.0:1767384408.912888:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e033b88f. 00080000:00000010:1.0:1767384408.912904:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000600382ea. 00080000:00000010:1.0:1767384408.912918:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c51a8aa1. 00080000:00000010:1.0:1767384408.912978:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000064fc8f27. 00080000:00000010:1.0:1767384408.912997:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d834dc9e. 00080000:00000010:1.0:1767384408.913011:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009996d20e. 00080000:00000010:1.0:1767384408.913027:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005be577d6. 00080000:00000010:1.0:1767384408.913074:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f5499834. 00080000:00000010:1.0:1767384408.913094:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002c5731d5. 00080000:00000010:1.0:1767384408.913139:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a0e66cd1. 00080000:00000010:1.0:1767384408.913166:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c1d643c2. 00080000:00000010:1.0:1767384408.913183:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b5d5fbe4. 00080000:00000010:1.0:1767384408.913198:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000961ec2be. 00080000:00000010:1.0:1767384408.913215:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000de7e76b8. 00080000:00000010:1.0:1767384408.913231:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b76bdb0e. 00080000:00000010:1.0:1767384408.913249:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007c4aad13. 00080000:00000010:1.0:1767384408.913269:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d6b27f1e. 00080000:00000010:1.0:1767384408.913289:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000009eedd25. 00080000:00000010:1.0:1767384408.913310:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b7b6e95. 00080000:00000010:1.0:1767384408.913330:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000eb0346ca. 00080000:00000010:1.0:1767384408.913348:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b6c9eb50. 00080000:00000010:1.0:1767384408.913368:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b5944dfd. 00080000:00000010:1.0:1767384408.913385:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000073c59711. 00080000:00000010:1.0:1767384408.913434:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003c2af5d7. 00080000:00000010:1.0:1767384408.913452:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d808f1bb. 00080000:00000010:1.0:1767384408.913469:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b9647a6e. 00080000:00000010:1.0:1767384408.913485:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ca269e15. 00080000:00000010:1.0:1767384408.913500:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000014d034b. 00080000:00000010:1.0:1767384408.913517:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c2a99422. 00080000:00000010:1.0:1767384408.913535:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000aa3e2502. 00080000:00000010:1.0:1767384408.913553:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000ea1319d. 00080000:00000010:1.0:1767384408.913570:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000068fa4321. 00080000:00000010:1.0:1767384408.913587:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ff09eee0. 00080000:00000010:1.0:1767384408.913606:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000270b3a8a. 00080000:00000010:1.0:1767384408.913622:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a401f250. 00080000:00000010:1.0:1767384408.913641:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000724e1696. 00080000:00000010:1.0:1767384408.913658:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000048bdecc9. 00080000:00000010:1.0:1767384408.913676:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033218a68. 00080000:00000010:1.0:1767384408.913698:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d3130af8. 00080000:00000010:1.0:1767384408.913753:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000028d18c0b. 00080000:00000010:1.0:1767384408.913778:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f99ae6d5. 00080000:00000010:1.0:1767384408.913795:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c0e4af1a. 00080000:00000010:1.0:1767384408.913816:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000057232f83. 00080000:00000010:1.0:1767384408.913836:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c303619b. 00080000:00000010:1.0:1767384408.913854:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001655171b. 00080000:00000010:1.0:1767384408.913869:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000098c72258. 00080000:00000010:1.0:1767384408.913884:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000038ae9d0e. 00080000:00000010:1.0:1767384408.913900:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000cd53588c. 00080000:00000010:1.0:1767384408.913916:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006a0d303a. 00080000:00000010:1.0:1767384408.913947:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007a745cd2. 00080000:00000010:1.0:1767384408.913967:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000551b8fe1. 00080000:00000010:1.0:1767384408.913987:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b615357b. 00080000:00000010:1.0:1767384408.914005:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000911024a1. 00080000:00000010:1.0:1767384408.914022:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000170b0cc1. 00080000:00000010:1.0:1767384408.914038:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b5b7b745. 00080000:00000010:1.0:1767384408.914089:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002b6792d5. 00080000:00000010:1.0:1767384408.914125:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000042f196b2. 00080000:00000010:1.0:1767384408.914148:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000334acff9. 00080000:00000010:1.0:1767384408.914166:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003fe77d32. 00080000:00000010:1.0:1767384408.914182:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f8768897. 00080000:00000010:1.0:1767384408.914197:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ece43e25. 00080000:00000010:1.0:1767384408.914212:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006f684287. 00080000:00000010:1.0:1767384408.914228:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000418cfb5c. 00080000:00000010:1.0:1767384408.914243:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ac69a5e3. 00080000:00000010:1.0:1767384408.914263:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000034433f4e. 00080000:00000010:1.0:1767384408.914278:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000793124b3. 00080000:00000010:1.0:1767384408.914297:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000de6ed438. 00080000:00000010:1.0:1767384408.914351:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000080ef58a7. 00080000:00000010:1.0:1767384408.914369:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a723bea. 00080000:00000010:1.0:1767384408.914382:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003953bbe2. 00080000:00000010:1.0:1767384408.914396:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009becc87b. 00080000:00000010:1.0:1767384408.914410:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000ff38605. 00080000:00000010:1.0:1767384408.914427:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000910ab9cc. 00080000:00000010:1.0:1767384408.914443:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005a0df05e. 00080000:00000010:1.0:1767384408.914460:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007db81c31. 00080000:00000010:1.0:1767384408.914477:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005048a3af. 00080000:00000010:1.0:1767384408.914496:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002cb9f51b. 00080000:00000010:1.0:1767384408.914521:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002b569493. 00080000:00000010:1.0:1767384408.914541:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009cac02cb. 00080000:00000010:1.0:1767384408.914566:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fda0249a. 00080000:00000010:1.0:1767384408.914589:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006e7b61db. 00080000:00000010:1.0:1767384408.914609:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001f193eba. 00080000:00000010:1.0:1767384408.914625:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000de067574. 00080000:00000010:1.0:1767384408.914678:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f8d983ef. 00080000:00000010:1.0:1767384408.914704:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000080b28bff. 00080000:00000010:1.0:1767384408.914722:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e509ea2e. 00080000:00000010:1.0:1767384408.914739:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f0ce71b1. 00080000:00000010:1.0:1767384408.914754:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e519923c. 00080000:00000010:1.0:1767384408.914773:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a887f8a. 00080000:00000010:1.0:1767384408.914789:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b22d8da5. 00080000:00000010:1.0:1767384408.914804:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006515c43e. 00080000:00000010:1.0:1767384408.914822:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000074b83c79. 00080000:00000010:1.0:1767384408.914837:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c7c3430f. 00080000:00000010:1.0:1767384408.914855:0:40423:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003cce8be6. 00100000:00000010:1.0:1767384408.915096:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000825265fb. 00100000:00000010:1.0:1767384408.915156:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000001ebb4bd7. 00100000:00000010:1.0:1767384408.915381:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000003f87c5ee. 00100000:00000010:1.0:1767384408.915502:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000467c2574. 00100000:00000010:1.0:1767384408.915726:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000001622e395. 00100000:00000010:1.0:1767384408.915810:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000004e67eb10. 00100000:00000010:1.0:1767384408.915845:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000008d805f29. 00100000:00000010:1.0:1767384408.916413:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000045421c1e. 00100000:00000010:1.0:1767384408.916638:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b9e20887. 00100000:00000010:1.0:1767384408.916682:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000005e503295. 00100000:00000010:1.0:1767384408.917047:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003ea6dc68. 00100000:00000010:1.0:1767384408.917217:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000825265fb. 00100000:00000010:1.0:1767384408.917397:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000001ebb4bd7. 00100000:00000010:1.0:1767384408.917890:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000003f87c5ee. 00100000:00000010:1.0:1767384408.918076:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000003f87c5ee. 00100000:00000010:1.0:1767384408.918152:0:40423:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000825265fb. 00100000:00000010:1.0:1767384408.918157:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000001622e395. 00000400:00000200:0.0:1767384408.920165:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb194181 00000400:00000010:0.0:1767384408.920171:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb194181. 00000400:00000200:0.0:1767384408.920179:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384408.920186:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp49 recovery ping unlinked 00000400:00000010:0.0:1767384408.920200:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d4664fdf. 00000400:00000010:0.0:1767384408.920205:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eaf7825a. 00100000:00000010:1.0:1767384408.920576:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000004e67eb10. 00100000:00000010:1.0:1767384408.925870:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000008d805f29. 00100000:00000010:1.0:1767384408.926141:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000045421c1e. 00100000:00000010:1.0:1767384408.926256:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000005e503295. 00100000:00000010:1.0:1767384408.926512:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008d805f29. 00100000:00000010:1.0:1767384408.926770:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004e67eb10. 00100000:00000010:1.0:1767384408.926920:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001622e395. 00100000:00000010:1.0:1767384408.926965:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000003f87c5ee. 00100000:00000010:1.0:1767384408.927338:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000045421c1e. 00100000:00000010:1.0:1767384408.927512:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000692013d7. 00100000:00000010:1.0:1767384408.927693:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001d4362a2. 00100000:00000010:1.0:1767384408.927715:0:40423:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000825265fb. 00000020:00000010:1.0:1767384408.927816:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ac301a34. 00000020:00000010:1.0:1767384408.927820:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 000000004e1f32e0. 00040000:00000010:1.0:1767384408.927847:0:40423:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000a3846c58. 00040000:00000010:1.0:1767384408.927856:0:40423:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000d7e0bbb8. 00040000:00000010:1.0:1767384408.927859:0:40423:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000d7e0bbb8. 00000020:00000010:1.0:1767384408.927871:0:40423:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d7e0bbb8. 00000020:00000010:1.0:1767384408.927875:0:40423:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000d7e0bbb8. 00040000:00000010:1.0:1767384408.927879:0:40423:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000e4c5c120. 00040000:00000010:1.0:1767384408.927881:0:40423:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000d7e0bbb8. 00040000:00000010:1.0:1767384408.927882:0:40423:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000d7e0bbb8. 00000020:00000010:1.0:1767384408.927946:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b207402d. 00000040:00000010:1.0:1767384408.927951:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000339c8622. 00000020:00000010:1.0:1767384408.927953:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003fd819ea. 00000020:00000010:1.0:1767384408.927957:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008e9e8568. 00040000:00000010:1.0:1767384408.927960:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004d3436e0. 00040000:00000010:1.0:1767384408.927964:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003a4fee54. 00080000:00000010:1.0:1767384408.927966:0:40423:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000007d2a5322. 00080000:00000010:1.0:1767384408.927968:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001fab765d. 00000020:00000010:1.0:1767384408.927970:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a43dba2a. 00000020:00000010:1.0:1767384408.927974:0:40423:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000515d2049. 00000020:00000010:1.0:1767384408.927977:0:40423:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000008:00000010:1.0:1767384408.927979:0:40423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003e610b2d. 00020000:00000010:1.0:1767384408.927982:0:40423:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fbbfe30b. 00008000:00000010:1.0:1767384408.927986:0:40423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000085cdfb4. 00000080:00000010:1.0:1767384408.927989:0:40423:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a9e55fab. 00000020:00000010:1.0:1767384408.927992:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095d7813c. 00000020:00000010:1.0:1767384408.927995:0:40423:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 000000008765f2fc. 00000020:00000010:1.0:1767384408.928002:0:40423:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001fab765d. 00000020:00000010:1.0:1767384408.928015:0:40423:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000014657fd. 00000020:00000010:1.0:1767384408.928017:0:40423:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000bb9c518e. 00000020:00000010:1.0:1767384408.928019:0:40423:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000f321c822. 00000020:00000010:1.0:1767384408.928027:0:40423:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bb41423e. 00000020:00000010:1.0:1767384408.928031:0:40423:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003fd819ea. 00000020:00000010:1.0:1767384408.928036:0:40423:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000f321c822. 00000020:00000010:1.0:1767384408.928038:0:40423:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000f321c822. 00000001:00000010:1.0:1767384408.928047:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007d2a5322. 00000001:00000010:1.0:1767384408.928050:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000029962c8. 00000001:00000010:1.0:1767384408.928052:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000792535a5. 00000001:00000010:1.0:1767384408.928053:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e94c503f. 00000001:00000010:1.0:1767384408.928055:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fb60860. 00000001:00000010:1.0:1767384408.928056:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080b48f22. 00000001:00000010:1.0:1767384408.928058:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004d3436e0. 00000001:00000010:1.0:1767384408.928059:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cd7d7e03. 00000001:00000010:1.0:1767384408.928060:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005cbf445d. 00000001:00000010:1.0:1767384408.928061:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc483c2a. 00000001:00000010:1.0:1767384408.928063:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000576fabbc. 00000001:00000010:1.0:1767384408.928064:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077e85b51. 00000020:00000010:1.0:1767384408.928066:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095d7813c. 00000020:00000010:1.0:1767384408.928068:0:40423:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008765f2fc. 00000020:00000010:1.0:1767384408.928069:0:40423:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007077d124. 00000008:00000010:1.0:1767384408.928071:0:40423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000003e610b2d. 00020000:00000010:1.0:1767384408.928073:0:40423:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fbbfe30b. 00008000:00000010:1.0:1767384408.928075:0:40423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000085cdfb4. 00000080:00000010:1.0:1767384408.928078:0:40423:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000a9e55fab. 00000020:00000010:1.0:1767384408.928080:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a43dba2a. 00000020:00000010:1.0:1767384408.928081:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b207402d. 00000040:00000010:1.0:1767384408.928084:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000898f645a. 00000020:00000010:1.0:1767384408.928086:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002afc80a2. 00000020:00000010:1.0:1767384408.928088:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004bf23606. 80000000:00000010:1.0:1767384408.928091:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084e32d1c. 00040000:00000010:1.0:1767384408.928093:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d0eb44d8. 00080000:00000010:1.0:1767384408.928094:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a7fd5d98. 20000000:00000010:1.0:1767384408.928097:0:40423:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 000000002eeb58ec. 20000000:00000010:1.0:1767384408.928100:0:40423:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000d7e0bbb8. 00000020:00000010:1.0:1767384408.928103:0:40423:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000043e0e458. 20000000:00000010:1.0:1767384408.928119:0:40423:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000d7e0bbb8. 00010000:00000010:1.0:1767384408.928125:0:40423:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000716e4623. 00000001:00000010:1.0:1767384408.928128:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000021d8ea82. 00000001:00000010:1.0:1767384408.928130:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000cc1730d5. 00000001:00000010:1.0:1767384408.928132:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000a8d2e76e. 00000001:00000010:1.0:1767384408.928134:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e17de3ec. 00000020:00000010:1.0:1767384408.928162:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000090652eca. 00000020:00000010:1.0:1767384408.928163:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000712246dc. 00000020:00000010:1.0:1767384408.928196:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a54c8a1a. 00000020:00000010:1.0:1767384408.928197:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007457ea56. 00000020:00000010:1.0:1767384408.928209:0:40423:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 0000000078c69468. 00000020:00000010:1.0:1767384408.928211:0:40423:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000515d2049. 00000020:00000010:1.0:1767384408.928217:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002291a7b6. 00080000:00000010:1.0:1767384408.928222:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f22b38b. 00080000:00000010:1.0:1767384408.928227:0:40423:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000825265fb. 00080000:00000010:1.0:1767384408.928229:0:40423:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000ec7afef2. 20000000:00000010:1.0:1767384408.928623:0:40423:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000bc4cd23d. 00080000:00000010:1.0:1767384408.928628:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078f31df5. 00000020:00000010:1.0:1767384408.928686:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045da2f30. 00080000:00000010:1.0:1767384408.928689:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b8d8bb9f. 00000020:00000010:1.0:1767384408.928736:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009caa08de. 00080000:00000010:1.0:1767384408.928739:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000095f19dae. 00100000:00000010:1.0:1767384408.928757:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ea6cac9f. 00100000:00000010:1.0:1767384408.928760:0:40423:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ea6cac9f. 00000001:00000010:1.0:1767384408.928764:0:40423:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000b469afc7. 00080000:00000010:1.0:1767384408.928769:0:40423:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a74a03a2. 00080000:00000010:1.0:1767384408.928770:0:40423:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ea6cac9f. 00000001:00000010:1.0:1767384408.928806:0:40423:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000c043058d. 00000001:00000010:1.0:1767384408.928809:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000decb8fd5. 00000001:00000010:1.0:1767384408.928812:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c25c75db. 00000001:00000010:1.0:1767384408.928813:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d7e0bbb8. 00000001:00000010:1.0:1767384408.928837:0:40423:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 0000000017243e11. 00080000:00000010:1.0:1767384408.928865:0:40423:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ea6cac9f. 00080000:00000010:1.0:1767384408.928869:0:40423:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a74a03a2. 00000001:00000010:1.0:1767384408.928882:0:40423:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d15fdf23. 00000001:00000010:1.0:1767384408.928884:0:40423:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001469d295. 00000001:00000010:1.0:1767384408.928886:0:40423:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000033704e6b. 00000001:00000010:1.0:1767384408.928894:0:40423:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000002d129dd5. 00000001:00000010:1.0:1767384408.928897:0:40423:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000058bf879d. 00000020:00000010:1.0:1767384408.928914:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ba1f0219. 00080000:00000010:1.0:1767384408.928918:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008515bc38. 00000040:00000010:1.0:1767384408.928966:0:40423:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000b792f7bb. 00000020:00000010:1.0:1767384408.928971:0:40423:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000008208bbb2. 00000020:00000010:1.0:1767384408.928974:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000059957490. 00080000:00000010:1.0:1767384408.928977:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000016073cc0. 00080000:00000010:1.0:1767384408.928980:0:40423:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000859552b2. 00080000:00000010:1.0:1767384408.928983:0:40423:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000000d5c06e7. 00000020:00000010:1.0:1767384408.929306:0:40423:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000022c6b00a. 00000020:00000010:1.0:1767384408.929310:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003d04da88. 00080000:00000010:1.0:1767384408.929314:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007244f80a. 00080000:00000010:1.0:1767384408.929317:0:40423:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000041ee1ee2. 00080000:00000010:1.0:1767384408.929319:0:40423:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000abeecb20. 00080000:00000010:1.0:1767384408.929692:0:40423:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a74a03a2. 00080000:00000010:1.0:1767384408.929695:0:40423:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000005e089ca6. 20000000:00000010:1.0:1767384408.929712:0:40423:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000005b609ea7. 20000000:00000010:1.0:1767384408.929715:0:40423:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000fa7642a5. 20000000:00000010:1.0:1767384408.929718:0:40423:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008fae4859. 20000000:00000010:1.0:1767384408.929720:0:40423:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000001469d295. 20000000:00000010:1.0:1767384408.929724:0:40423:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000007819a785. 20000000:00000010:1.0:1767384408.929725:0:40423:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000007addab1c. 20000000:00000010:1.0:1767384408.929729:0:40423:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000fdc8dfa4. 20000000:00000010:1.0:1767384408.929730:0:40423:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000955529fc. 20000000:00000010:1.0:1767384408.929735:0:40423:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000093c1fde2. 20000000:00000010:1.0:1767384408.929737:0:40423:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000fe74dce2. 00080000:00000010:1.0:1767384408.929741:0:40423:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000005e089ca6. 00080000:00000010:1.0:1767384408.929743:0:40423:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a74a03a2. 00000020:00000010:1.0:1767384408.929757:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000480d8e39. 00080000:00000010:1.0:1767384408.929761:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf92009d. 20000000:00000010:1.0:1767384408.929919:0:40423:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000fe74dce2. 20000000:00000010:1.0:1767384408.929922:0:40423:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000093c1fde2. 00000020:00000010:1.0:1767384408.929945:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000db7a0776. 00080000:00000010:1.0:1767384408.929948:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000164d73e3. 20000000:00000010:1.0:1767384408.929968:0:40423:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000955529fc. 20000000:00000010:1.0:1767384408.929970:0:40423:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000fdc8dfa4. 20000000:00000010:1.0:1767384408.929972:0:40423:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000007addab1c. 20000000:00000010:1.0:1767384408.929973:0:40423:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000007819a785. 20000000:00000010:1.0:1767384408.929974:0:40423:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000001469d295. 20000000:00000010:1.0:1767384408.929975:0:40423:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008fae4859. 00000020:00000010:1.0:1767384408.929982:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d991b5c5. 00080000:00000010:1.0:1767384408.929984:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a27d1d41. 20000000:00000010:1.0:1767384408.929997:0:40423:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000fa7642a5. 20000000:00000010:1.0:1767384408.929998:0:40423:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000005b609ea7. 00000020:00000010:1.0:1767384408.930135:0:40423:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000cb25e185. 00000020:00000010:1.0:1767384408.930142:0:40423:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000cb25e185. 20000000:00000010:1.0:1767384408.930148:0:40423:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000596a349c. 20000000:00000010:1.0:1767384408.930155:0:40423:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000d5c3c034. 20000000:00000010:1.0:1767384408.930159:0:40423:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000089b2b8bc. 20000000:00000010:1.0:1767384408.930163:0:40423:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000fb48bf4e. 20000000:00000010:1.0:1767384408.930165:0:40423:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000057b6c636. 20000000:00000010:1.0:1767384408.930449:0:40423:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000ca1667ad. 00000040:00000010:1.0:1767384408.930457:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d652b515. 00000040:00000010:1.0:1767384408.930477:0:40423:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d652b515. 20000000:00000010:1.0:1767384408.930481:0:40423:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000ca1667ad. 00000040:00000010:1.0:1767384408.930485:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d652b515. 00000040:00000010:1.0:1767384408.930500:0:40423:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000071193034. 00000020:00000010:1.0:1767384408.930507:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a32b9e0e. 00080000:00000010:1.0:1767384408.930511:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6bc4696. 00000040:00000010:1.0:1767384408.930552:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003cbf47fe. 00000040:00000010:1.0:1767384408.930559:0:40423:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000071193034. 00000040:00000010:1.0:1767384408.930560:0:40423:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003cbf47fe. 00000040:00000010:1.0:1767384408.930563:0:40423:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d652b515. 20000000:00000010:1.0:1767384408.930566:0:40423:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000d652b515. 20000000:00000010:1.0:1767384408.930568:0:40423:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000ca1667ad. 00000040:00000010:1.0:1767384408.930571:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000799eb51. 00000040:00000010:1.0:1767384408.930580:0:40423:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000799eb51. 20000000:00000010:1.0:1767384408.930582:0:40423:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000ca1667ad. 00000100:00000010:1.0:1767384408.930586:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000799eb51. 00000100:00000010:1.0:1767384408.930591:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f5759d6a. 00000100:00000010:1.0:1767384408.930601:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000009bd0aaa5. 00000100:00000010:1.0:1767384408.930607:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000006dd7af9. 00000100:00000010:1.0:1767384408.930610:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000995aceee. 00000100:00000010:1.0:1767384408.930612:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003cbf47fe. 00000100:00000010:1.0:1767384408.930614:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a5bd6ce. 00000100:00000010:1.0:1767384408.930616:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000050a726b. 00000100:00000010:1.0:1767384408.930618:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d360bba7. 00000100:00000010:1.0:1767384408.930621:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000725a022e. 00000100:00000010:1.0:1767384408.930622:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a5f8423. 00000100:00000010:1.0:1767384408.930625:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed35d483. 00000100:00000010:1.0:1767384408.930627:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5f35c69. 00000100:00000010:1.0:1767384408.930630:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005089624b. 00000100:00000010:1.0:1767384408.930632:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081ac2320. 00000100:00000010:1.0:1767384408.930636:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000731c8a9a. 00000100:00000010:1.0:1767384408.930637:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5f4d9ec. 00000100:00000010:1.0:1767384408.930641:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0a2c8c2. 00000100:00000010:1.0:1767384408.930642:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053a69445. 00000100:00000010:1.0:1767384408.930645:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ef6ccbb. 00000100:00000010:1.0:1767384408.930648:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbc79c61. 00000100:00000010:1.0:1767384408.930651:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f69d7e9. 00000100:00000010:1.0:1767384408.930653:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f95bf56. 00000100:00000010:1.0:1767384408.930657:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6133829. 00000100:00000010:1.0:1767384408.930659:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb1d85d5. 00000100:00000010:1.0:1767384408.930662:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6d4d65e. 00000100:00000010:1.0:1767384408.930664:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ee9ffbc. 00000100:00000010:1.0:1767384408.930667:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ea8da9f. 00000100:00000010:1.0:1767384408.930669:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000034fcf77. 00000100:00000010:1.0:1767384408.930672:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058981969. 00000100:00000010:1.0:1767384408.930674:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d72351c1. 00000100:00000010:1.0:1767384408.930678:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029aada90. 00000100:00000010:1.0:1767384408.930681:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da54debe. 00000100:00000010:1.0:1767384408.930684:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1a0dde6. 00000100:00000010:1.0:1767384408.930687:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e32d351. 00000100:00000010:1.0:1767384408.930690:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c713c171. 00000100:00000010:1.0:1767384408.930693:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003450e014. 00000100:00000010:1.0:1767384408.930696:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c964e91. 00000100:00000010:1.0:1767384408.930699:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e24ac687. 00000100:00000010:1.0:1767384408.930702:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065bbcbab. 00000100:00000010:1.0:1767384408.930705:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0e7cfcd. 00000100:00000010:1.0:1767384408.930708:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a124b28. 00000100:00000010:1.0:1767384408.930710:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009af46cdb. 00000100:00000010:1.0:1767384408.930714:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ec3532d. 00000100:00000010:1.0:1767384408.930717:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa074bc3. 00000100:00000010:1.0:1767384408.930720:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005592de33. 00000100:00000010:1.0:1767384408.930724:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068483d70. 00000100:00000010:1.0:1767384408.930727:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b51608d. 00000100:00000010:1.0:1767384408.930729:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d74276a7. 00000100:00000010:1.0:1767384408.930732:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a49b5f3. 00000100:00000010:1.0:1767384408.930735:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b64782d. 00000100:00000010:1.0:1767384408.930738:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004729ab26. 00000100:00000010:1.0:1767384408.930740:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006349c6a2. 00000100:00000010:1.0:1767384408.930744:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aade2700. 00000100:00000010:1.0:1767384408.930746:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044273170. 00000100:00000010:1.0:1767384408.930749:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000044707321. 00000100:00000010:1.0:1767384408.930751:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cd430d8. 00000100:00000010:1.0:1767384408.930754:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008aafa75c. 00000100:00000010:1.0:1767384408.930757:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022cb89c0. 00000100:00000010:1.0:1767384408.930765:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be92b409. 00000100:00000010:1.0:1767384408.930768:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cef98c4. 00000100:00000010:1.0:1767384408.930771:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009728c724. 00000100:00000010:1.0:1767384408.930772:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9a6179c. 00000100:00000010:1.0:1767384408.930775:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8baf483. 00000100:00000010:1.0:1767384408.930778:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000236464d4. 00000100:00000010:1.0:1767384408.930782:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001623db65. 00000100:00000010:1.0:1767384408.930784:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ed2cbf8. 00000100:00000010:1.0:1767384408.930793:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029f76110. 00000100:00000010:1.0:1767384408.930796:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c830c39. 00000100:00000010:1.0:1767384408.930800:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc6c33bb. 00000100:00000010:1.0:1767384408.930802:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cae88254. 00000100:00000010:1.0:1767384408.930805:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052ccbcda. 00000100:00000010:1.0:1767384408.930806:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3a36b80. 00000100:00000010:1.0:1767384408.930810:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000100abe20. 00000100:00000010:1.0:1767384408.930813:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ae867cb. 00000100:00000010:1.0:1767384408.930821:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072de5eb7. 00000100:00000010:1.0:1767384408.930824:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d70fe693. 00000100:00000010:1.0:1767384408.930827:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e8543b2. 00000100:00000010:1.0:1767384408.930829:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebc81374. 00000100:00000010:1.0:1767384408.930832:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad84f591. 00000100:00000010:1.0:1767384408.930835:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5929d21. 00000100:00000010:1.0:1767384408.930839:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016b8f02e. 00000100:00000010:1.0:1767384408.930841:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a36ac30c. 00000100:00000010:1.0:1767384408.930849:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058a2e86d. 00000100:00000010:1.0:1767384408.930851:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092841f73. 00000100:00000010:1.0:1767384408.930854:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0bf383e. 00000100:00000010:1.0:1767384408.930855:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9a99a12. 00000100:00000010:1.0:1767384408.930858:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0821241. 00000100:00000010:1.0:1767384408.930861:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d4d73d4. 00000100:00000010:1.0:1767384408.930865:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aea23b2a. 00000100:00000010:1.0:1767384408.930867:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077a080db. 00000100:00000010:1.0:1767384408.930875:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f0e2b64. 00000100:00000010:1.0:1767384408.930877:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c24f5d8c. 00000100:00000010:1.0:1767384408.930880:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ee54a66. 00000100:00000010:1.0:1767384408.930882:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000607614cf. 00000100:00000010:1.0:1767384408.930886:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a5ec749f. 00000100:00000010:1.0:1767384408.930889:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a94947e. 00000100:00000010:1.0:1767384408.930892:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009090cd1a. 00000100:00000010:1.0:1767384408.930894:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3a41b3a. 00000100:00000010:1.0:1767384408.930903:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a445447. 00000100:00000010:1.0:1767384408.930906:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d67e0157. 00000100:00000010:1.0:1767384408.930908:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080e8dac4. 00000100:00000010:1.0:1767384408.930910:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d129dd5. 00000100:00000010:1.0:1767384408.930914:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc8a262b. 00000100:00000010:1.0:1767384408.930917:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d90bb08b. 00000100:00000010:1.0:1767384408.930920:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd739956. 00000100:00000010:1.0:1767384408.930923:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063eb7645. 00000100:00000010:1.0:1767384408.930946:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c180eda2. 00000100:00000010:1.0:1767384408.930950:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ab67538. 00000100:00000010:1.0:1767384408.930954:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089c140e4. 00000100:00000010:1.0:1767384408.930956:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008806ede6. 00000100:00000010:1.0:1767384408.930960:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a1ed1777. 00000100:00000010:1.0:1767384408.930962:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024069c26. 00000100:00000010:1.0:1767384408.930965:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d20d03a9. 00000100:00000010:1.0:1767384408.930967:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cd9cadf. 00000100:00000010:1.0:1767384408.930975:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbc76f80. 00000100:00000010:1.0:1767384408.930977:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c25c04e1. 00000100:00000010:1.0:1767384408.930981:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066b375d4. 00000100:00000010:1.0:1767384408.930982:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007db71ab8. 00000100:00000010:1.0:1767384408.930985:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c619a5d4. 00000100:00000010:1.0:1767384408.930988:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3ef8a03. 00000100:00000010:1.0:1767384408.930991:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062365055. 00000100:00000010:1.0:1767384408.930993:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066a62472. 00000100:00000010:1.0:1767384408.931001:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001e60a49c. 00000100:00000010:1.0:1767384408.931004:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c389ac5e. 00000100:00000010:1.0:1767384408.931007:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b736b03. 00000100:00000010:1.0:1767384408.931010:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a109c2b. 00000100:00000010:1.0:1767384408.931013:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fce3f31f. 00000100:00000010:1.0:1767384408.931016:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048fc7d5a. 00000100:00000010:1.0:1767384408.931020:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5f4e958. 00000100:00000010:1.0:1767384408.931022:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be3f3fd5. 00000100:00000010:1.0:1767384408.931030:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000679bf24b. 00000400:00000200:1.0:1767384408.931033:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384408.931079:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004082b670. 00000020:00000010:1.0:1767384408.931083:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000028cb3927. 00000100:00000010:1.0:1767384408.931167:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cb25e185. 00000100:00000010:1.0:1767384408.931174:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000aef0b0d. 00000100:00000010:1.0:1767384408.931178:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009af66409. 00000100:00000010:1.0:1767384408.931183:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000093091605. 00000100:00000010:1.0:1767384408.931186:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000012e2eb84. 00000100:00000200:1.0:1767384408.931235:0:40423:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384408.931240:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000092575d75. 00000100:00000010:2.0:1767384408.931392:0:40425:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c1da9e2c. 00000020:00000010:2.0:1767384408.931399:0:40425:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000050a36d99. 00000020:00000010:2.0:1767384408.931405:0:40425:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000076d16872. 00000020:00000010:2.0:1767384408.931409:0:40425:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000020bd6ac2. 00000040:00000010:2.0:1767384408.931413:0:40425:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000175f436. 00000020:00000010:2.0:1767384408.931417:0:40425:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fabbc152. 00000020:00000010:2.0:1767384408.931421:0:40425:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ff8a1fa. 80000000:00000010:2.0:1767384408.931426:0:40425:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b367df1f. 00040000:00000010:2.0:1767384408.931430:0:40425:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000014a9769a. 00080000:00000010:2.0:1767384408.931434:0:40425:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000825d27ce. 20000000:00000010:2.0:1767384408.931438:0:40425:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000dce54de9. 00000100:00000200:2.0:1767384408.931443:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931447:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074abf5be. 00000400:00000010:2.0:1767384408.931453:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b801ef0. 00000100:00000200:2.0:1767384408.931460:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931463:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c62f5d8. 00000400:00000010:2.0:1767384408.931466:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4735b65. 00000100:00000200:2.0:1767384408.931468:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931470:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d0d3278. 00000400:00000010:2.0:1767384408.931474:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c07c525. 00000100:00000200:2.0:1767384408.931476:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931479:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b054d7b. 00000400:00000010:2.0:1767384408.931482:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003dc333c0. 00000100:00000200:2.0:1767384408.931484:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931487:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ce7f270. 00000400:00000010:2.0:1767384408.931490:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090cbda4a. 00000100:00000200:2.0:1767384408.931493:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931496:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee804ec8. 00000400:00000010:2.0:1767384408.931498:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0b972bc. 00000100:00000200:2.0:1767384408.931500:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931503:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000681685c. 00000400:00000010:2.0:1767384408.931506:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3b6a35b. 00000100:00000200:2.0:1767384408.931508:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931510:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dca4d946. 00000400:00000010:2.0:1767384408.931514:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f6d3ddf. 00000100:00000200:2.0:1767384408.931516:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931518:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6c3f3ce. 00000400:00000010:2.0:1767384408.931521:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc8ad3d8. 00000100:00000200:2.0:1767384408.931523:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931525:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056abc858. 00000400:00000010:2.0:1767384408.931528:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d851b237. 00000100:00000200:2.0:1767384408.931530:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931534:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c413514. 00000400:00000010:2.0:1767384408.931537:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000467d5edc. 00000100:00000200:2.0:1767384408.931539:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931541:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079acad45. 00000400:00000010:2.0:1767384408.931544:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008066b5b6. 00000100:00000200:2.0:1767384408.931546:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931549:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c5ad4fd. 00000400:00000010:2.0:1767384408.931552:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000092ee708. 00000100:00000200:2.0:1767384408.931554:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931557:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040fc911a. 00000400:00000010:2.0:1767384408.931562:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a071dc0. 00000100:00000200:2.0:1767384408.931564:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931567:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc218c98. 00000400:00000010:2.0:1767384408.931570:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbd21ca. 00000100:00000200:2.0:1767384408.931573:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931575:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044870172. 00000400:00000010:2.0:1767384408.931577:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000509285ee. 00000100:00000200:2.0:1767384408.931579:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931581:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ef3d9a9. 00000400:00000010:2.0:1767384408.931583:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3984c59. 00000100:00000200:2.0:1767384408.931586:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931588:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e3bfd3c. 00000400:00000010:2.0:1767384408.931590:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097d3ec8a. 00000100:00000200:2.0:1767384408.931592:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931594:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000071db8b4. 00000400:00000010:2.0:1767384408.931597:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000adc2b028. 00000100:00000200:2.0:1767384408.931598:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931600:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecf27e21. 00000400:00000010:2.0:1767384408.931603:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003d0e927. 00000100:00000200:2.0:1767384408.931605:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931607:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082a724e8. 00000400:00000010:2.0:1767384408.931609:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035ef39d5. 00000100:00000200:2.0:1767384408.931611:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931613:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c82f96a. 00000400:00000010:2.0:1767384408.931616:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003be5cd52. 00000100:00000200:2.0:1767384408.931618:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931620:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053da6c7e. 00000400:00000010:2.0:1767384408.931623:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000906fd1d5. 00000100:00000200:2.0:1767384408.931625:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931626:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbf16dd6. 00000400:00000010:2.0:1767384408.931628:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d899a5bd. 00000100:00000200:2.0:1767384408.931630:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931633:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000164a8b08. 00000400:00000010:2.0:1767384408.931636:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000002ba7de. 00000100:00000200:2.0:1767384408.931637:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931640:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a26626a. 00000400:00000010:2.0:1767384408.931642:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000370ea341. 00000100:00000200:2.0:1767384408.931645:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931646:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000901b7787. 00000400:00000010:2.0:1767384408.931649:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050a79d64. 00000100:00000200:2.0:1767384408.931651:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931653:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109a2f25. 00000400:00000010:2.0:1767384408.931656:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd89480. 00000100:00000200:2.0:1767384408.931658:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931660:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee03403. 00000400:00000010:2.0:1767384408.931662:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ef6624. 00000100:00000200:2.0:1767384408.931665:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931667:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063455f3f. 00000400:00000010:2.0:1767384408.931669:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a56294bb. 00000100:00000200:2.0:1767384408.931671:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931673:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000effd34e. 00000400:00000010:2.0:1767384408.931675:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000833cc8c1. 00000100:00000200:2.0:1767384408.931677:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931679:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a45712. 00000400:00000010:2.0:1767384408.931682:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054aafb29. 00000100:00000200:2.0:1767384408.931684:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931686:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f9fac2c. 00000400:00000010:2.0:1767384408.931689:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a477c191. 00000100:00000200:2.0:1767384408.931691:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931693:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087104a8e. 00000400:00000010:2.0:1767384408.931695:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084354d7b. 00000100:00000200:2.0:1767384408.931697:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931700:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d66c58c5. 00000400:00000010:2.0:1767384408.931704:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc568b0f. 00000100:00000200:2.0:1767384408.931706:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931708:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007049b575. 00000400:00000010:2.0:1767384408.931711:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dc1fd51. 00000100:00000200:2.0:1767384408.931713:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931715:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f73615b7. 00000400:00000010:2.0:1767384408.931717:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025061633. 00000100:00000200:2.0:1767384408.931719:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931722:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011a9e55c. 00000400:00000010:2.0:1767384408.931725:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e39e873. 00000100:00000200:2.0:1767384408.931727:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931728:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb51625. 00000400:00000010:2.0:1767384408.931731:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8dc5122. 00000100:00000200:2.0:1767384408.931733:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931735:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd37b4f2. 00000400:00000010:2.0:1767384408.931738:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4b5c0cf. 00000100:00000200:2.0:1767384408.931740:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931742:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076fe33c8. 00000400:00000010:2.0:1767384408.931744:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f6aef52. 00000100:00000200:2.0:1767384408.931747:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931748:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df75d6b2. 00000400:00000010:2.0:1767384408.931751:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000100fb43e. 00000100:00000200:2.0:1767384408.931752:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931754:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2048e19. 00000400:00000010:2.0:1767384408.931756:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af06b7f1. 00000100:00000200:2.0:1767384408.931758:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931760:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a91852ce. 00000400:00000010:2.0:1767384408.931762:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007e41f72. 00000100:00000200:2.0:1767384408.931764:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931766:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000415de241. 00000400:00000010:2.0:1767384408.931768:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b02a3334. 00000100:00000200:2.0:1767384408.931770:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931772:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006911192c. 00000400:00000010:2.0:1767384408.931775:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb8f0d06. 00000100:00000200:2.0:1767384408.931776:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931778:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a800d1a4. 00000400:00000010:2.0:1767384408.931781:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd233f3c. 00000100:00000200:2.0:1767384408.931783:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931785:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bfced83. 00000400:00000010:2.0:1767384408.931788:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062b97721. 00000100:00000200:2.0:1767384408.931789:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931791:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b86e7c1a. 00000400:00000010:2.0:1767384408.931794:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dfd50d7. 00000100:00000200:2.0:1767384408.931797:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931799:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060032359. 00000400:00000010:2.0:1767384408.931802:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025d479b4. 00000100:00000200:2.0:1767384408.931804:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931806:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c35e221a. 00000400:00000010:2.0:1767384408.931808:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059d310ec. 00000100:00000200:2.0:1767384408.931820:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931823:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6d656e5. 00000400:00000010:2.0:1767384408.931829:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e768a15. 00000100:00000200:2.0:1767384408.931832:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931835:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d486bf2f. 00000400:00000010:2.0:1767384408.931837:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a475216. 00000100:00000200:2.0:1767384408.931841:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931843:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005184969f. 00000400:00000010:2.0:1767384408.931846:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029b55a8d. 00000100:00000200:2.0:1767384408.931848:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931851:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e08edf88. 00000400:00000010:2.0:1767384408.931854:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006cc3494d. 00000100:00000200:2.0:1767384408.931856:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931858:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000511a1b29. 00000400:00000010:2.0:1767384408.931861:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f144bef5. 00000100:00000200:2.0:1767384408.931863:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931864:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bd4ea84. 00000400:00000010:2.0:1767384408.931867:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000949ce871. 00000100:00000200:2.0:1767384408.931869:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931871:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc2207f0. 00000400:00000010:2.0:1767384408.931874:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4cb8425. 00000100:00000200:2.0:1767384408.931876:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931878:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e32d9156. 00000400:00000010:2.0:1767384408.931882:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044d281f1. 00000100:00000200:2.0:1767384408.931884:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931887:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaf81163. 00000400:00000010:2.0:1767384408.931890:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc6a2679. 00000100:00000200:2.0:1767384408.931892:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931894:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007603e03e. 00000400:00000010:2.0:1767384408.931898:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000615803ea. 00000100:00000200:2.0:1767384408.931900:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931902:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005b7fba3. 00000400:00000010:2.0:1767384408.931905:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dbd0cb5. 00000100:00000200:2.0:1767384408.931907:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931909:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000794d1c1f. 00000400:00000010:2.0:1767384408.931911:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e71d68cf. 00000100:00000200:2.0:1767384408.931913:0:40425:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.931915:0:40425:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079ce55e2. 00000400:00000010:2.0:1767384408.931917:0:40425:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c4dd05c. 00000100:00000010:2.0:1767384408.931941:0:40425:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000041f4d509. 00000100:00000200:2.0:1767384408.931963:0:40425:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384408.931986:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c5b5d4c2. 00000100:00000010:3.0:1767384408.932215:0:40427:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000161ac52. 00000020:00000010:3.0:1767384408.932219:0:40427:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000846da8c1. 00000020:00000010:3.0:1767384408.932222:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000838c8c55. 00000020:00000010:3.0:1767384408.932224:0:40427:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff3f145c. 00000040:00000010:3.0:1767384408.932226:0:40427:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff9dfeb8. 00000020:00000010:3.0:1767384408.932228:0:40427:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c399f447. 00000020:00000010:3.0:1767384408.932230:0:40427:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e9120d1. 80000000:00000010:3.0:1767384408.932232:0:40427:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0345349. 00040000:00000010:3.0:1767384408.932235:0:40427:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e548f24. 00080000:00000010:3.0:1767384408.932238:0:40427:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001daa4daa. 20000000:00000010:3.0:1767384408.932241:0:40427:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004dffdf23. 00000100:00000010:3.0:1767384408.932254:0:40427:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003f70288d. 00000100:00000200:3.0:1767384408.932268:0:40427:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384408.932286:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f6db2160. 00000100:00000010:2.0:1767384408.932443:0:40428:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b1a947bb. 00000020:00000010:2.0:1767384408.932449:0:40428:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008de926ef. 00000020:00000010:2.0:1767384408.932453:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034d320c2. 00000020:00000010:2.0:1767384408.932456:0:40428:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000db6cc848. 00000040:00000010:2.0:1767384408.932459:0:40428:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a62533b6. 00000020:00000010:2.0:1767384408.932463:0:40428:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df8e6520. 00000020:00000010:2.0:1767384408.932466:0:40428:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000faa5a6ba. 80000000:00000010:2.0:1767384408.932469:0:40428:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abd4cb83. 00040000:00000010:2.0:1767384408.932472:0:40428:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008206b6c2. 00080000:00000010:2.0:1767384408.932475:0:40428:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ece52f87. 20000000:00000010:2.0:1767384408.932478:0:40428:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a430ae12. 00000100:00000010:2.0:1767384408.932492:0:40428:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000015a60992. 00000100:00000200:2.0:1767384408.932506:0:40428:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384408.932585:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000164d73e3. 00000020:00000010:0.0:1767384408.932590:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000db7a0776. 00000020:00000010:0.0:1767384408.932602:0:40423:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000bf7dddff. 00080000:00000010:0.0:1767384408.932614:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000078f31df5. 20000000:00000010:0.0:1767384408.932617:0:40423:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000bc4cd23d. 00080000:00000010:0.0:1767384408.932628:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6bc4696. 00000020:00000010:0.0:1767384408.932630:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a32b9e0e. 00080000:00000010:0.0:1767384408.932640:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a27d1d41. 00000020:00000010:0.0:1767384408.932642:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d991b5c5. 00080000:00000010:0.0:1767384408.932650:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000bf92009d. 00000020:00000010:0.0:1767384408.932653:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000480d8e39. 00000020:00000010:0.0:1767384408.932662:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b207402d. 00000040:00000010:0.0:1767384408.932666:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000898f645a. 00000020:00000010:0.0:1767384408.932669:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002afc80a2. 00000020:00000010:0.0:1767384408.932673:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004bf23606. 80000000:00000010:0.0:1767384408.932677:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000084e32d1c. 00040000:00000010:0.0:1767384408.932685:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d0eb44d8. 00080000:00000010:0.0:1767384408.932689:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a7fd5d98. 00000020:00000010:0.0:1767384408.932691:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a43dba2a. 00000020:00000010:0.0:1767384408.932695:0:40423:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008765f2fc. 00000020:00000010:0.0:1767384408.932699:0:40423:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007077d124. 00000008:00000010:0.0:1767384408.932703:0:40423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000003e610b2d. 00020000:00000010:0.0:1767384408.932708:0:40423:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000fbbfe30b. 00008000:00000010:0.0:1767384408.932712:0:40423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000085cdfb4. 00000080:00000010:0.0:1767384408.932717:0:40423:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000a9e55fab. 00000020:00000010:0.0:1767384408.932720:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095d7813c. 00000020:00000010:0.0:1767384408.932724:0:40423:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000f321c822. 00000020:00000010:0.0:1767384408.932743:0:40423:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000072f8a887. 00000020:00000010:0.0:1767384408.932747:0:40423:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000004548dff7. 00000100:02020000:0.0:1767384408.932760:0:40423:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.119@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:0.0:1767384408.936092:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000106a362b. 00000400:00000200:0.0:1767384408.936098:0:16147:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000224c1011 00000400:00000010:0.0:1767384408.936100:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000224c1011. 00000400:00000010:1.0:1767384408.936135:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000718d19d8. 00000100:00000200:0.0:1767384408.936135:0:16147:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384408.936141:0:16146:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000707e0a31 00000400:00000010:1.0:1767384408.936143:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000707e0a31. 00000100:00000200:0.0:1767384408.936146:0:16147:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004425d604 x1853236748257152/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384423 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384408.936148:0:16146:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384408.936155:0:16146:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034ae6878 x1853236748256896/t0(0) o400->MGC192.168.202.119@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384417 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384408.936161:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea24d8a1. 02000000:00000010:0.0:1767384408.936161:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006133eb78. 02000000:00000010:1.0:1767384408.936166:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db5783d6. 02000000:00000010:0.0:1767384408.936166:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009ea35a21. 00000100:00000010:1.0:1767384408.936170:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034ae6878. 00000100:00000010:0.0:1767384408.936170:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004425d604. 00000100:00000010:0.0:1767384408.936272:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089cee9b7. 02000000:00000010:0.0:1767384408.936284:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000584db1f. 02000000:00000010:3.0:1767384408.936340:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f457a1f. 00000400:00000010:3.0:1767384408.936347:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005719726f. 00000400:00000010:3.0:1767384408.936352:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.936357:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748257280, portal 25 00000400:00000010:3.0:1767384408.936362:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384408.936364:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853236748257280, offset 0 00000400:00000200:3.0:1767384408.936371:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.936383:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.936393:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695824e108800 00000400:00000200:3.0:1767384408.936400:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2211 [2] + 0 00000400:00000010:3.0:1767384408.936403:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074abf5be. 00000400:00000200:3.0:1767384408.936406:0:16145:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b801ef0 00000400:00000200:3.0:1767384408.936410:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.936421:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384408.936425:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b801ef0 00000400:00000010:3.0:1767384408.936427:0:16145:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b801ef0. 00000100:00000200:3.0:1767384408.936431:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384408.936448:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:3.0:1767384408.936450:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384408.936455:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000089cee9b7 x1853236748257280/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384408.936466:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ca2820ba. 00000100:00000010:3.0:1767384408.936471:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b7699be. 00000020:00000010:2.0:1767384408.936479:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f466a409. 00000100:00000010:3.0:1767384408.936484:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc953abe. 00000020:00000010:2.0:1767384408.936485:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c7f75b82. 00000020:00000010:2.0:1767384408.936492:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000100:00000010:3.0:1767384408.936494:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067968db1. 00000100:00000010:3.0:1767384408.936501:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098b2bf49. 00000100:00000200:2.0:1767384408.936516:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748257280 02000000:00000010:2.0:1767384408.936529:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e5f457ab. 00000020:00000010:2.0:1767384408.936536:0:40428:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a303fdfc. 00000001:00000010:2.0:1767384408.936542:0:40428:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d9b8870a. 00000001:00000010:2.0:1767384408.936546:0:40428:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f73b15d9. 00000001:00000010:2.0:1767384408.936548:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f61a701. 00000001:00000010:2.0:1767384408.936549:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6696dda. 00000001:00000010:2.0:1767384408.936551:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e4a6a6e4. 00000001:00000010:2.0:1767384408.936553:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a408094. 00000020:00000010:2.0:1767384408.936561:0:40428:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000d7a65d34. 00000020:00000010:2.0:1767384408.936626:0:40428:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000052c79149. 00000020:00000010:2.0:1767384408.936629:0:40428:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000e2800530. 00000020:00000010:2.0:1767384408.936631:0:40428:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000cd07c489. 00000020:00000010:2.0:1767384408.936640:0:40428:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c4a9b608. 00000020:00000010:2.0:1767384408.936642:0:40428:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000002ae7b777. 00000020:00000010:2.0:1767384408.936643:0:40428:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000588ee465. 00000020:00000010:2.0:1767384408.936660:0:40428:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001f8e1f81. 00010000:00000200:2.0:1767384408.936684:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7708a73 x1853236748257280/t0(0) o250->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384428 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384408.936695:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dccd112. 00000100:00000200:2.0:1767384408.936697:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853236748257280, offset 0 00000400:00000200:2.0:1767384408.936700:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384408.936704:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384408.936708:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695824e108800 00000400:00000200:2.0:1767384408.936711:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2311 [1] + 0 00000400:00000200:2.0:1767384408.936713:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384408.936715:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384408.936718:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000089cee9b7 x1853236748257280/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384408.936732:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dccd112 00000400:00000010:2.0:1767384408.936733:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dccd112. 00000020:00000010:2.0:1767384408.936741:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c7f75b82. 00000020:00000010:2.0:1767384408.936743:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384408.936746:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f466a409. 02000000:00000010:2.0:1767384408.936750:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000e5f457ab. 00000100:00000200:2.0:1767384408.936753:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.936755:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a697c3b0. 00000400:00000010:2.0:1767384408.936758:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b48f2416. 00000400:00000010:3.0:1767384408.936763:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005719726f. 00000400:00000200:3.0:1767384408.936768:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384408.936770:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.936775:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000089cee9b7 x1853236748257280/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384408.936782:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000089cee9b7 x1853236748257280/t0(0) o250->MGC192.168.202.119@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.936816:0:16145:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 000000004b801ef0. 02000000:00000010:3.0:1767384408.936835:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f457a1f. 02000000:00000010:3.0:1767384408.936839:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000584db1f. 00000100:00000010:3.0:1767384408.936842:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000089cee9b7. 00000020:00000010:0.0:1767384408.936856:0:40423:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000004548dff7. 00000020:00000010:0.0:1767384408.936860:0:40423:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000072f8a887. 00000020:00000010:2.0:1767384408.936868:0:37:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000c8401a38. 00000020:00000010:0.0:1767384408.936869:0:40423:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000000878262. 00000020:00000010:0.0:1767384408.936881:0:40423:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bb64da40. 00000020:00000010:0.0:1767384408.936887:0:40423:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000514a4a08. 00000020:00000010:0.0:1767384408.936895:0:40423:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000000878262. 00000100:00000010:2.0:1767384408.936896:0:37:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004452891b. 00000020:00000010:0.0:1767384408.936905:0:40423:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000000d1d6f4a. 00000100:00000010:2.0:1767384408.936908:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384408.936918:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006ca9bc00. 00000001:00000010:0.0:1767384408.936920:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f77a5da8. 00000100:00000010:2.0:1767384408.936924:0:37:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e5f457ab. 00000001:00000010:0.0:1767384408.936925:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000057b66ec1. 00000001:00000010:0.0:1767384408.936941:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0eb44d8. 00000100:00000010:2.0:1767384408.936942:0:37:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000957ee924. 00000001:00000010:0.0:1767384408.936944:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004bf23606. 00000001:00000010:0.0:1767384408.936948:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000898f645a. 00000001:00000010:0.0:1767384408.936950:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095d7813c. 00000001:00000010:0.0:1767384408.936952:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a1a4cab0. 00000001:00000010:0.0:1767384408.936954:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a95b03bf. 00000400:00000010:2.0:1767384408.936956:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000389d2ffe. 00000001:00000010:0.0:1767384408.936956:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a43dba2a. 00000001:00000010:0.0:1767384408.936961:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b207402d. 00000400:00000010:2.0:1767384408.936962:0:37:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dccd112. 00000001:00000010:0.0:1767384408.936964:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004138d37c. 00000100:00000200:2.0:1767384408.936967:0:37:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824e108880-0x695824e108880, portal 33 00000001:00000010:0.0:1767384408.936968:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000937233c6. 00000020:00000010:0.0:1767384408.936972:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6aff6c5. 00000020:00000010:0.0:1767384408.936974:0:40423:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002c3cc2d1. 00000020:00000010:0.0:1767384408.936979:0:40423:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000234ecacf. 02000000:00000010:2.0:1767384408.936981:0:37:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001093ad80. 00000008:00000010:0.0:1767384408.936983:0:40423:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000ecb15cf6. 00000400:00000010:2.0:1767384408.936986:0:37:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a932b11c. 00020000:00000010:0.0:1767384408.936988:0:40423:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b098e5ee. 00000400:00000010:2.0:1767384408.936990:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008677923a. 00008000:00000010:0.0:1767384408.936993:0:40423:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000045c8bbb9. 00000100:00000200:2.0:1767384408.936994:0:37:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748257408, portal 25 00000400:00000010:2.0:1767384408.936999:0:37:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a82d518. 00000080:00000010:0.0:1767384408.936999:0:40423:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000913f54bf. 00000100:00000200:2.0:1767384408.937004:0:37:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236748257408, offset 0 00000020:00000010:0.0:1767384408.937006:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000634518f0. 00000400:00000200:2.0:1767384408.937010:0:37:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384408.937012:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006058d70. 00000400:00000200:2.0:1767384408.937016:0:37:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:0.0:1767384408.937017:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009d76b11c. 00000400:00000200:2.0:1767384408.937022:0:37:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824e108880 00000020:00000010:0.0:1767384408.937022:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9a8d34f. 00000400:00000200:2.0:1767384408.937027:0:37:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2215 [2] + 0 00000020:00000010:0.0:1767384408.937027:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c60f1659. 00000400:00000010:2.0:1767384408.937032:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c62f5d8. 00000020:00000010:0.0:1767384408.937032:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003cd36949. 80000000:00000010:0.0:1767384408.937037:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000000878262. 00000400:00000200:2.0:1767384408.937038:0:37:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e4735b65 40000000:00000010:0.0:1767384408.937042:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e73b2e5f. 00000400:00000200:2.0:1767384408.937043:0:37:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:0.0:1767384408.937046:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000016bfa01b. 00000400:00000200:2.0:1767384408.937047:0:37:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:0.0:1767384408.937051:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ac9c732. 00000400:00000200:2.0:1767384408.937052:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4735b65 00000400:00000010:2.0:1767384408.937056:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4735b65. 00040000:00000010:0.0:1767384408.937056:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4748564. 00000100:00000200:2.0:1767384408.937058:0:37:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000010:0.0:1767384408.937060:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000058c9c064. 00000004:00000010:0.0:1767384408.937063:0:40423:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000004548dff7. 00000400:00000200:2.0:1767384408.937070:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a82d518 00000400:00000010:2.0:1767384408.937073:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a82d518. 00000100:00000200:2.0:1767384408.937075:0:37:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748257408/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.937098:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000161ca597. 00000020:00000010:3.0:1767384408.937139:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd5908f2. 00000020:00000010:3.0:1767384408.937143:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd5908f2. 00000020:00000010:3.0:1767384408.937148:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022e40841. 00000020:00000010:3.0:1767384408.937152:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000100:00000010:0.0:1767384408.937154:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000055e696c2. 00000020:00000010:3.0:1767384408.937156:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000010:0.0:1767384408.937162:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000cdba724c. 00000100:00000010:0.0:1767384408.937176:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006de88527. 00000100:00000010:0.0:1767384408.937183:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000001f71e0f8. 00000020:00000010:3.0:1767384408.937185:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd5908f2. 00000100:00000010:0.0:1767384408.937189:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000584db1f. 00000020:00000010:3.0:1767384408.937190:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd5908f2. 00000100:00000200:3.0:1767384408.937196:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748257408 02000000:00000010:3.0:1767384408.937213:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd5e592e. 20000000:00000010:3.0:1767384408.937222:0:40428:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000cb1d596b. 00000100:00000010:3.0:1767384408.937226:0:40428:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006f457a1f. 00000100:00000010:3.0:1767384408.937228:0:40428:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007050c398. 00000400:00000010:3.0:1767384408.937233:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000400:00000010:3.0:1767384408.937238:0:40428:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfbda1e4. 00000400:00000200:3.0:1767384408.937242:0:40428:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384408.937250:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384408.937256:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824e108880 00000400:00000200:3.0:1767384408.937261:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2321 [1] + 0 00000400:00000010:3.0:1767384408.937264:0:40428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000389d2ffe. 00000400:00000200:3.0:1767384408.937266:0:40428:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008dccd112 00000100:00000010:0.0:1767384408.937268:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b509e631. 00000100:00000200:3.0:1767384408.937271:0:40428:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006f457a1f 00000100:00000010:0.0:1767384408.937273:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3b1fe74. 00000400:00000200:3.0:1767384408.937281:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384408.937289:0:40428:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x232d 00000400:00000200:3.0:1767384408.937293:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.937297:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384408.937300:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384408.937302:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.937305:0:40428:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000006f457a1f 00000400:00000200:3.0:1767384408.937309:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dccd112 00000400:00000010:3.0:1767384408.937311:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dccd112. 00000100:00000200:3.0:1767384408.937314:0:40428:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000336a09d6 desc 00000000e5f457ab mbits 1853236748257408 00000100:00000200:3.0:1767384408.937330:0:40428:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824e108880-0x695824e108880 20000000:00000010:3.0:1767384408.937340:0:40428:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000005aaa7238. 00000100:00000010:0.0:1767384408.937343:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005615f5b8. 20000000:00000010:3.0:1767384408.937348:0:40428:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000015f00198. 00000100:00000010:0.0:1767384408.937349:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c662dcac. 20000000:00000010:3.0:1767384408.937372:0:40428:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000033fc51db. 20000000:00000010:3.0:1767384408.937378:0:40428:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000810fb3ea. 20000000:00000010:3.0:1767384408.937380:0:40428:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000012795ad. 00000100:00000010:0.0:1767384408.937441:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000586c3527. 00000100:00000010:0.0:1767384408.937446:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000343782e8. 00000100:00000010:0.0:1767384408.937522:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000af7e8eb8. 00000100:00000010:0.0:1767384408.937527:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d8abdf9. 00000100:00000010:0.0:1767384408.937607:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ebdb6ade. 00000100:00000010:0.0:1767384408.937612:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009b03e6c. 20000000:00000010:1.0:1767384408.937618:0:40428:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000db5783d6. 00080000:00000010:1.0:1767384408.937627:0:40428:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bc1fc02b. 00000100:00000010:0.0:1767384408.937691:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005d96b2c7. 00000100:00000010:0.0:1767384408.937695:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d79a1b1b. 00000100:00000010:0.0:1767384408.937771:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000098ec86b2. 00000100:00000010:0.0:1767384408.937775:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea2fd3b. 20000000:00000010:1.0:1767384408.937837:0:40428:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000ba9a247d. 00000040:00000010:1.0:1767384408.937843:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b6761d00. 00000100:00000010:0.0:1767384408.937852:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000037b40edb. 00000100:00000010:0.0:1767384408.937857:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3bdc922. 00000040:00000010:1.0:1767384408.937872:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000745bd5a5. 00000020:00000010:1.0:1767384408.937879:0:40428:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cfffc54e. 00080000:00000010:1.0:1767384408.937885:0:40428:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008ace6363. 00000100:00000010:0.0:1767384408.937952:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d2adf4e7. 00000100:00000010:0.0:1767384408.937958:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010006070. 00000040:00000010:1.0:1767384408.937959:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bf02443f. 00000100:00000010:0.0:1767384408.938033:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000056959779. 00000100:00000010:0.0:1767384408.938038:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a549f45. 00000100:00000010:0.0:1767384408.938136:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001f6cfeb9. 00000100:00000010:0.0:1767384408.938140:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b18e48c. 00000100:00000010:0.0:1767384408.938218:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000de349662. 00000100:00000010:0.0:1767384408.938221:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d9f4d72. 00000100:00000010:0.0:1767384408.938299:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000b8182d3. 00000100:00000010:0.0:1767384408.938303:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000423daf2d. 00000100:00000010:0.0:1767384408.938387:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003373414d. 00000100:00000010:0.0:1767384408.938391:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab080346. 00000040:00000010:1.0:1767384408.938446:0:40428:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000093ea416e. 00000100:00000010:0.0:1767384408.938472:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000353129e9. 00000100:00000010:0.0:1767384408.938477:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af84150c. 00000100:00000010:0.0:1767384408.938555:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000006942d24. 00000100:00000010:0.0:1767384408.938559:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000415841a8. 00000100:00000010:0.0:1767384408.938635:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006871997d. 00000100:00000010:0.0:1767384408.938640:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034f7bf7b. 00000020:00000010:1.0:1767384408.938643:0:40430:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3893847. 00000020:00000010:1.0:1767384408.938646:0:40430:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009d5d769. 00000040:00000010:1.0:1767384408.938650:0:40430:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000947d93c4. 00000020:00000010:1.0:1767384408.938653:0:40430:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000077bbf11f. 00000020:00000010:1.0:1767384408.938658:0:40430:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384408.938664:0:40430:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000025be22e8. 80000000:00000010:1.0:1767384408.938668:0:40430:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e95af49a. 40000000:00000010:1.0:1767384408.938672:0:40430:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e37c83d6. 00100000:00000010:1.0:1767384408.938677:0:40430:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e506fea. 00040000:00000010:1.0:1767384408.938682:0:40430:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062e506be. 00040000:00000010:1.0:1767384408.938687:0:40430:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004782b84a. 00080000:00000010:1.0:1767384408.938692:0:40430:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000029d1520c. 00000004:00000010:1.0:1767384408.938699:0:40430:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b1c9ac7. 00002000:00000010:1.0:1767384408.938705:0:40430:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000968af4d8. 00000020:00000010:1.0:1767384408.938710:0:40430:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002194bd7c. 00000040:00000010:1.0:1767384408.938718:0:40430:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000044379cda. 00000100:00000010:0.0:1767384408.938722:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c3dc3fd5. 00000100:00000010:0.0:1767384408.938725:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074d13ae2. 00000100:00000010:0.0:1767384408.938804:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cea4fa29. 00000100:00000010:0.0:1767384408.938808:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8473c21. 00000100:00000010:0.0:1767384408.938884:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a51e7cd1. 00000100:00000010:0.0:1767384408.938889:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030987ddc. 00000040:00000010:1.0:1767384408.938895:0:40430:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000044379cda. 00000020:00000010:1.0:1767384408.938900:0:40430:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002194bd7c. 00000020:00000010:1.0:1767384408.938907:0:40430:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000009d5d769. 00000040:00000010:1.0:1767384408.938913:0:40430:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000947d93c4. 00000020:00000010:1.0:1767384408.938916:0:40430:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000077bbf11f. 00000020:00000010:1.0:1767384408.938921:0:40430:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384408.938925:0:40430:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000025be22e8. 80000000:00000010:1.0:1767384408.938943:0:40430:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e95af49a. 40000000:00000010:1.0:1767384408.938947:0:40430:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e37c83d6. 00100000:00000010:1.0:1767384408.938951:0:40430:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001e506fea. 00040000:00000010:1.0:1767384408.938956:0:40430:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000062e506be. 00040000:00000010:1.0:1767384408.938960:0:40430:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004782b84a. 00080000:00000010:1.0:1767384408.938963:0:40430:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000029d1520c. 00000004:00000010:1.0:1767384408.938966:0:40430:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001b1c9ac7. 00002000:00000010:1.0:1767384408.938970:0:40430:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000968af4d8. 00000020:00000010:1.0:1767384408.938973:0:40430:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3893847. 00000100:00000010:0.0:1767384408.938979:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000002b08b14. 00000100:00000010:0.0:1767384408.938983:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000760cd45c. 00000040:00000010:2.0:1767384408.939001:0:40428:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000093ea416e. 00000040:00000010:2.0:1767384408.939009:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000745bd5a5. 00000040:00000010:2.0:1767384408.939012:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bf02443f. 00000040:00000010:2.0:1767384408.939015:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b6761d00. 20000000:00000010:2.0:1767384408.939018:0:40428:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000ba9a247d. 20000000:00000010:2.0:1767384408.939023:0:40428:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000001389dea. 00000040:00000010:2.0:1767384408.939027:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000017624472. 00000040:00000010:2.0:1767384408.939048:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000017624472. 20000000:00000010:2.0:1767384408.939051:0:40428:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000001389dea. 20000000:00000010:2.0:1767384408.939055:0:40428:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000006f2958ad. 00000100:00000010:0.0:1767384408.939062:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000571876cc. 20000000:00000010:2.0:1767384408.939064:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017624472. 00000100:00000010:0.0:1767384408.939068:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c43a0ce. 20000000:00000010:2.0:1767384408.939071:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b1d0c500. 20000000:00000010:2.0:1767384408.939077:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000dccab39. 20000000:00000010:2.0:1767384408.939081:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002b48f64e. 20000000:00000010:2.0:1767384408.939083:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005b18c510. 20000000:00000010:2.0:1767384408.939085:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9682f0a. 20000000:00000010:2.0:1767384408.939087:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ce31f63. 20000000:00000010:2.0:1767384408.939089:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ca89362. 20000000:00000010:2.0:1767384408.939093:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b292bfee. 20000000:00000010:2.0:1767384408.939095:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061c87e59. 20000000:00000010:2.0:1767384408.939097:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052a52215. 20000000:00000010:2.0:1767384408.939099:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017831a74. 20000000:00000010:2.0:1767384408.939101:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ae233c20. 20000000:00000010:2.0:1767384408.939104:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c7cc9b4. 20000000:00000010:2.0:1767384408.939129:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c6e467c. 20000000:00000010:2.0:1767384408.939133:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000003f1a9cd. 20000000:00000010:2.0:1767384408.939139:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000011a3aa1. 20000000:00000010:2.0:1767384408.939142:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2466b3c. 20000000:00000010:2.0:1767384408.939144:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007a745272. 20000000:00000010:2.0:1767384408.939146:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7904f5c. 20000000:00000010:2.0:1767384408.939148:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c71a9f9b. 20000000:00000010:2.0:1767384408.939150:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7ad2c8c. 20000000:00000010:2.0:1767384408.939152:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000001bbcdd7. 20000000:00000010:2.0:1767384408.939154:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d3a4630. 20000000:00000010:2.0:1767384408.939156:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9107d8a. 20000000:00000010:2.0:1767384408.939158:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a582970d. 20000000:00000010:2.0:1767384408.939160:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003a5e992d. 20000000:00000010:2.0:1767384408.939162:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000df235167. 20000000:00000010:2.0:1767384408.939164:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050a456b9. 20000000:00000010:2.0:1767384408.939166:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dda42b44. 20000000:00000010:2.0:1767384408.939168:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfea4263. 20000000:00000010:2.0:1767384408.939172:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000030829466. 20000000:00000010:2.0:1767384408.939174:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000061ae94b6. 20000000:00000010:2.0:1767384408.939177:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001bee6e49. 20000000:00000010:2.0:1767384408.939179:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000786e2363. 00000100:00000010:0.0:1767384408.939179:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ff49b017. 00000100:00000010:0.0:1767384408.939186:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bb8b474. 20000000:00000010:2.0:1767384408.939187:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9d5e881. 20000000:00000010:2.0:1767384408.939193:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007169fda8. 20000000:00000010:2.0:1767384408.939196:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e9db3cfa. 20000000:00000010:2.0:1767384408.939198:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007af224ef. 20000000:00000010:2.0:1767384408.939200:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000015669ba0. 20000000:00000010:2.0:1767384408.939202:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001438b266. 20000000:00000010:2.0:1767384408.939205:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb81ce0d. 00000020:00000010:2.0:1767384408.939219:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000008697ec2c. 00080000:00000010:2.0:1767384408.939224:0:40428:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000038b71a50. 00000100:00000010:0.0:1767384408.939264:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a4a753ad. 00000100:00000010:0.0:1767384408.939269:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005df280a0. 00000100:00000010:0.0:1767384408.939336:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e5d2835e. 00000100:00000010:0.0:1767384408.939339:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003958548a. 00000100:00000010:0.0:1767384408.939413:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000077ae95ff. 00000100:00000010:0.0:1767384408.939418:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077394875. 00000100:00000010:0.0:1767384408.939500:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007ffaf39d. 00000100:00000010:0.0:1767384408.939504:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c2f5dbc. 00000100:00000010:0.0:1767384408.939582:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000044519e1. 00000100:00000010:0.0:1767384408.939586:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc889366. 00000100:00000010:0.0:1767384408.939663:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000096dab17b. 00000100:00000010:0.0:1767384408.939671:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab238412. 00000100:00000010:0.0:1767384408.939750:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000adfbef81. 00000100:00000010:0.0:1767384408.939755:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8adbb47. 00000100:00000010:0.0:1767384408.939834:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006a35fcaa. 00000100:00000010:0.0:1767384408.939838:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000965edc. 00000100:00000010:0.0:1767384408.939912:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bfde26e1. 00000100:00000010:0.0:1767384408.939917:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072e9f99c. 00000100:00000010:0.0:1767384408.940002:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c94343b. 00000100:00000010:0.0:1767384408.940008:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cdae7fd. 00000100:00000010:0.0:1767384408.940088:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000094be5b3d. 00000100:00000010:0.0:1767384408.940093:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005636b7d2. 00000100:00000010:0.0:1767384408.940186:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d89a2652. 00000100:00000010:0.0:1767384408.940191:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085617489. 00000100:00000010:0.0:1767384408.940270:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d3dc2f28. 00000100:00000010:0.0:1767384408.940276:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6a7a81f. 00000100:00000010:0.0:1767384408.940344:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001829095b. 00000100:00000010:0.0:1767384408.940347:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6191f77. 00000100:00000010:0.0:1767384408.940414:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000072f860b1. 00000100:00000010:0.0:1767384408.940418:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d58b7d4c. 00000100:00000010:0.0:1767384408.940488:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000e16b099. 00000100:00000010:0.0:1767384408.940617:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048d0493a. 00000100:00000010:0.0:1767384408.940730:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea0c6c9e. 00000100:00000010:0.0:1767384408.940743:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a821dd8d. 00000100:00000010:0.0:1767384408.940811:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000084caca4b. 00000100:00000010:0.0:1767384408.940815:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056c95f77. 00000100:00000010:0.0:1767384408.940883:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000038c63fe5. 00000100:00000010:0.0:1767384408.940887:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3bce153. 00000100:00000010:0.0:1767384408.940966:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001cd9a263. 00000100:00000010:0.0:1767384408.940970:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbea7203. 00000100:00000010:0.0:1767384408.941044:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001b6782f7. 00000100:00000010:0.0:1767384408.941050:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000154eeddc. 00000100:00000010:0.0:1767384408.941151:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d4150076. 00000100:00000010:0.0:1767384408.941155:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b143076a. 00000100:00000010:0.0:1767384408.941227:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d8ebc8f5. 00000100:00000010:0.0:1767384408.941232:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de564a8f. 00000100:00000010:0.0:1767384408.941307:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006b7fc1f6. 00000100:00000010:0.0:1767384408.941311:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000646f237e. 00000100:00000010:0.0:1767384408.941377:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b929dffb. 00000100:00000010:0.0:1767384408.941380:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081afbb12. 00000100:00000010:0.0:1767384408.941448:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cbd48436. 00000100:00000010:0.0:1767384408.941453:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e359db6e. 00000100:00000010:0.0:1767384408.941530:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007c6d0361. 00000100:00000010:0.0:1767384408.941535:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c180910a. 00000100:00000010:0.0:1767384408.941617:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000020227125. 00000100:00000010:0.0:1767384408.941623:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc5fac7a. 00000100:00000010:0.0:1767384408.941703:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b120e530. 00000100:00000010:0.0:1767384408.941710:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b9e18aa. 00000100:00000010:0.0:1767384408.941786:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000273d312f. 00000100:00000010:0.0:1767384408.941792:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de440c42. 00000100:00000010:0.0:1767384408.941870:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006ddf7f6e. 00000100:00000010:0.0:1767384408.941875:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000541de9af. 00000100:00000010:0.0:1767384408.941971:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d1959549. 00000100:00000010:0.0:1767384408.941977:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5b4e29f. 00000100:00000010:0.0:1767384408.942058:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d19dbfa0. 00000100:00000010:0.0:1767384408.942063:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fae9c0a4. 00010000:00000010:0.1:1767384408.942132:0:40423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed2bd8d2. 00010000:00000010:0.1:1767384408.942142:0:40423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004ac70aa7. 00010000:00000010:0.1:1767384408.942148:0:40423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000fb405bc. 00010000:00000010:0.1:1767384408.942160:0:40423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ba2d02d. 00010000:00000010:0.1:1767384408.942165:0:40423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009ee33982. 00010000:00000010:0.1:1767384408.942172:0:40423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000036e5a379. 00010000:00000010:0.1:1767384408.942177:0:40423:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000007f8374c. 00010000:00000010:0.1:1767384408.942182:0:40423:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e7537b6. 00000100:00000010:0.0:1767384408.942222:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d10c7cd6. 00000100:00000010:0.0:1767384408.942227:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8cfce92. 00000100:00000010:0.0:1767384408.942301:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a7fa687a. 00000100:00000010:0.0:1767384408.942304:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b735d0a. 00000100:00000010:0.0:1767384408.942373:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000022514d0f. 00000100:00000010:0.0:1767384408.942377:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc7e33bd. 00000100:00000010:0.0:1767384408.942444:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000030cd0bff. 00000100:00000010:0.0:1767384408.942450:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a99d9c1. 00000100:00000010:0.0:1767384408.942518:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c1035053. 00000100:00000010:0.0:1767384408.942522:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cad2d79. 00000100:00000010:0.0:1767384408.942588:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000088266fbd. 00000100:00000010:0.0:1767384408.942592:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd5e5cf0. 00000100:00000010:0.0:1767384408.942658:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001b956c8d. 00000100:00000010:0.0:1767384408.942661:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008604317. 00000100:00000010:0.0:1767384408.942727:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008c916d7e. 00000400:00000200:0.0:1767384408.942731:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384408.942790:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008dc2089c. 00000020:00000010:0.0:1767384408.942794:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a3ce68bf. 00000100:00000010:0.0:1767384408.942844:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000346ddb76. 00000100:00000010:0.0:1767384408.942849:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003708fc03. 00000100:00000010:0.0:1767384408.942852:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000ae2a12a. 00000100:00000010:0.0:1767384408.942856:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e5f6d72f. 00000100:00000010:0.0:1767384408.942859:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b9f5ce61. 00000100:00000010:0.0:1767384408.942862:0:40423:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000097a593f1. 00000100:00000010:0.0:1767384408.942865:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f6d6a2fb. 00000100:00000010:0.0:1767384408.942868:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009b1fc3a0. 00000100:00000010:0.0:1767384408.942870:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004610f9d8. 00000100:00000010:0.0:1767384408.942871:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e4263a1b. 00000100:00000010:0.0:1767384408.942874:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e18ce378. 00000100:00000200:0.0:1767384408.942914:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384408.942919:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002fe316ae. 00000100:00000010:0.0:1767384408.943100:0:40433:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000086bb77c. 00000020:00000010:0.0:1767384408.943103:0:40433:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c898225f. 00000020:00000010:0.0:1767384408.943123:0:40433:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6c891e7. 00000020:00000010:0.0:1767384408.943126:0:40433:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1a8f4a6. 00000040:00000010:0.0:1767384408.943130:0:40433:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9af5c23. 00000020:00000010:0.0:1767384408.943133:0:40433:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008264eefe. 00000020:00000010:0.0:1767384408.943136:0:40433:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004954caed. 00000020:00000010:0.0:1767384408.943138:0:40433:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000018efce8b. 80000000:00000010:0.0:1767384408.943145:0:40433:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000547d3403. 40000000:00000010:0.0:1767384408.943147:0:40433:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000058fe3608. 00100000:00000010:0.0:1767384408.943150:0:40433:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d917c497. 00040000:00000010:0.0:1767384408.943152:0:40433:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000537f2114. 00040000:00000010:0.0:1767384408.943155:0:40433:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cbdd74c9. 00080000:00000010:0.0:1767384408.943157:0:40433:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c345a323. 00000004:00000010:0.0:1767384408.943161:0:40433:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c4a8f549. 00002000:00000010:0.0:1767384408.943165:0:40433:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ed9c78f2. 00000100:00000200:0.0:1767384408.943169:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943174:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000106a362b. 00000400:00000010:0.0:1767384408.943178:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027aa8959. 00000100:00000200:0.0:1767384408.943184:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943187:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e19f9e81. 00000400:00000010:0.0:1767384408.943190:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eaccb2de. 00000100:00000200:0.0:1767384408.943194:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943197:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8f0a0aa. 00000400:00000010:0.0:1767384408.943202:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7fd5d98. 00000100:00000200:0.0:1767384408.943205:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943209:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000487792e7. 00000400:00000010:0.0:1767384408.943212:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002afc80a2. 00000100:00000200:0.0:1767384408.943216:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943219:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002308d1d3. 00000400:00000010:0.0:1767384408.943223:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a5542fd7. 00000100:00000200:0.0:1767384408.943226:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943229:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039d0e2b4. 00000400:00000010:0.0:1767384408.943233:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000031c313ca. 00000100:00000200:0.0:1767384408.943235:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943238:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043926dbb. 00000400:00000010:0.0:1767384408.943241:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005c5abfdc. 00000100:00000200:0.0:1767384408.943242:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943244:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b88d2d1. 00000400:00000010:0.0:1767384408.943247:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000063fccb63. 00000100:00000200:0.0:1767384408.943249:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943252:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dede61d9. 00000400:00000010:0.0:1767384408.943255:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009a423526. 00000100:00000200:0.0:1767384408.943262:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943265:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a26f4ae. 00000400:00000010:0.0:1767384408.943267:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007a2580ec. 00000100:00000200:0.0:1767384408.943269:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943271:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f8fc1a. 00000400:00000010:0.0:1767384408.943273:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d9e20319. 00000100:00000200:0.0:1767384408.943275:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943275:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d19fad2. 00000400:00000010:0.0:1767384408.943277:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008aa14caf. 00000100:00000200:0.0:1767384408.943279:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943281:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9bfa301. 00000400:00000010:0.0:1767384408.943283:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000002d01ea2. 00000100:00000200:0.0:1767384408.943285:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943288:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d4dbc2f. 00000400:00000010:0.0:1767384408.943289:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ed47cfd7. 00000100:00000200:0.0:1767384408.943292:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943295:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f6d55d. 00000400:00000010:0.0:1767384408.943297:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009283a64f. 00000100:00000200:0.0:1767384408.943300:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943302:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069d148ff. 00000400:00000010:0.0:1767384408.943306:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000df622fbf. 00000100:00000200:0.0:1767384408.943309:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943310:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000603bc40e. 00000400:00000010:0.0:1767384408.943312:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001565228f. 00000100:00000200:0.0:1767384408.943313:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943314:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab742b09. 00000400:00000010:0.0:1767384408.943317:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b8d0175a. 00000100:00000200:0.0:1767384408.943319:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943320:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045869302. 00000400:00000010:0.0:1767384408.943322:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad6d7778. 00000100:00000200:0.0:1767384408.943325:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943326:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d805ee43. 00000400:00000010:0.0:1767384408.943329:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008b4d9f63. 00000100:00000200:0.0:1767384408.943330:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943332:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8a6eb3. 00000400:00000010:0.0:1767384408.943334:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000085e31a6d. 00000100:00000200:0.0:1767384408.943339:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943340:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a72bac40. 00000400:00000010:0.0:1767384408.943343:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000044e5f6b1. 00000100:00000200:0.0:1767384408.943345:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943347:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005237e55b. 00000400:00000010:0.0:1767384408.943349:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a7cab5ae. 00000100:00000200:0.0:1767384408.943351:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943352:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d32fa97d. 00000400:00000010:0.0:1767384408.943354:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000081ecc74f. 00000100:00000200:0.0:1767384408.943357:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943358:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000afea122. 00000400:00000010:0.0:1767384408.943361:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004c57ec21. 00000100:00000200:0.0:1767384408.943363:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943365:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3d56eb0. 00000400:00000010:0.0:1767384408.943368:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a1e738da. 00000100:00000200:0.0:1767384408.943371:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943373:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000136e5bcc. 00000400:00000010:0.0:1767384408.943376:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fef8fe51. 00000100:00000200:0.0:1767384408.943378:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943379:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0379e46. 00000400:00000010:0.0:1767384408.943382:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008bc96d92. 00000100:00000200:0.0:1767384408.943384:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943386:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7f248c1. 00000400:00000010:0.0:1767384408.943388:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003ea83bd8. 00000100:00000200:0.0:1767384408.943391:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943392:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7f912e. 00000400:00000010:0.0:1767384408.943395:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082dd937d. 00000100:00000200:0.0:1767384408.943398:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943400:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b7ae340. 00000400:00000010:0.0:1767384408.943404:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003c8cbf4e. 00000100:00000200:0.0:1767384408.943407:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943409:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3a45e6. 00000400:00000010:0.0:1767384408.943412:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aab0b773. 00000100:00000200:0.0:1767384408.943414:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943415:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f528ad. 00000400:00000010:0.0:1767384408.943419:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001dc4ca80. 00000100:00000200:0.0:1767384408.943425:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943426:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074a7eb4b. 00000400:00000010:0.0:1767384408.943429:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b8757553. 00000100:00000200:0.0:1767384408.943430:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943432:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015262afb. 00000400:00000010:0.0:1767384408.943434:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d52e8ec1. 00000100:00000200:0.0:1767384408.943435:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943437:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3bcdde9. 00000400:00000010:0.0:1767384408.943441:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009c046dc2. 00000100:00000200:0.0:1767384408.943443:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943446:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082118865. 00000400:00000010:0.0:1767384408.943448:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aeda4747. 00000100:00000200:0.0:1767384408.943450:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943452:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000713b0ab4. 00000400:00000010:0.0:1767384408.943454:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005f30767c. 00000100:00000200:0.0:1767384408.943457:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943458:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e2173e4. 00000400:00000010:0.0:1767384408.943462:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e1b694d. 00000100:00000200:0.0:1767384408.943463:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943466:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038de431f. 00000400:00000010:0.0:1767384408.943469:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000467eb954. 00000100:00000200:0.0:1767384408.943472:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943474:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008268d17a. 00000400:00000010:0.0:1767384408.943476:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009c0bbd39. 00000100:00000200:0.0:1767384408.943478:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943481:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eaaf4bef. 00000400:00000010:0.0:1767384408.943483:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001b5e2b41. 00000100:00000200:0.0:1767384408.943486:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943489:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779dfc35. 00000400:00000010:0.0:1767384408.943493:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f5664084. 00000100:00000200:0.0:1767384408.943495:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943497:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af43a581. 00000400:00000010:0.0:1767384408.943500:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000099f2432c. 00000100:00000200:0.0:1767384408.943502:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943505:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de3afccc. 00000400:00000010:0.0:1767384408.943508:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000875c74b8. 00000100:00000200:0.0:1767384408.943516:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943519:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029a3246d. 00000400:00000010:0.0:1767384408.943522:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ab4aae0c. 00000100:00000200:0.0:1767384408.943524:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943527:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faec7556. 00000400:00000010:0.0:1767384408.943530:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000045e3980b. 00000100:00000200:0.0:1767384408.943533:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943535:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0f4940. 00000400:00000010:0.0:1767384408.943538:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004a812df1. 00000100:00000200:0.0:1767384408.943540:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943543:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034de695d. 00000400:00000010:0.0:1767384408.943546:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000bd3c2ba. 00000100:00000200:0.0:1767384408.943547:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943550:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a60f066. 00000400:00000010:0.0:1767384408.943552:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006c21481e. 00000100:00000200:0.0:1767384408.943553:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943555:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1f749e. 00000400:00000010:0.0:1767384408.943558:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000944e8155. 00000100:00000200:0.0:1767384408.943559:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943561:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005ac59ab. 00000400:00000010:0.0:1767384408.943563:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ccb8c6dc. 00000100:00000200:0.0:1767384408.943564:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943565:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000249791c1. 00000400:00000010:0.0:1767384408.943567:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000430a5b32. 00000100:00000200:0.0:1767384408.943569:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943571:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099b3fb8b. 00000400:00000010:0.0:1767384408.943574:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bce0e535. 00000100:00000200:0.0:1767384408.943575:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943577:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0af6ede. 00000400:00000010:0.0:1767384408.943580:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000064e21d2c. 00000100:00000200:0.0:1767384408.943581:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943583:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeb691a9. 00000400:00000010:0.0:1767384408.943585:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000027b359e. 00000100:00000200:0.0:1767384408.943588:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943589:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043c52e3d. 00000400:00000010:0.0:1767384408.943591:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009f4a244a. 00000100:00000200:0.0:1767384408.943597:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943599:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9d6c78e. 00000400:00000010:0.0:1767384408.943600:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003c98144d. 00000100:00000200:0.0:1767384408.943602:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943603:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2ee01a2. 00000400:00000010:0.0:1767384408.943604:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000163bf15f. 00000100:00000200:0.0:1767384408.943606:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943607:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933598c7. 00000400:00000010:0.0:1767384408.943609:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008922bc3c. 00000100:00000200:0.0:1767384408.943611:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943613:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005816e6bd. 00000400:00000010:0.0:1767384408.943616:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003834e0b4. 00000100:00000200:0.0:1767384408.943618:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943619:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae645761. 00000400:00000010:0.0:1767384408.943623:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005fed7844. 00000100:00000200:0.0:1767384408.943626:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943628:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc8a4b64. 00000400:00000010:0.0:1767384408.943630:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ac76fd90. 00000100:00000200:0.0:1767384408.943631:0:40433:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1767384408.943633:0:40433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3c847e0. 00000400:00000010:0.0:1767384408.943636:0:40433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000023bf0a7f. 00000100:00000010:0.0:1767384408.943674:0:40433:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000045954126. 00000100:00000200:0.0:1767384408.943693:0:40433:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384408.943712:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000099b9c673. 00000100:00000010:3.0:1767384408.944023:0:40434:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009c7962a1. 00000020:00000010:3.0:1767384408.944029:0:40434:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000086005790. 00000020:00000010:3.0:1767384408.944034:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ef6a91. 00000020:00000010:3.0:1767384408.944039:0:40434:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003795ee0a. 00000040:00000010:3.0:1767384408.944048:0:40434:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000015e25f5d. 00000020:00000010:3.0:1767384408.944073:0:40434:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d944e1e6. 00000020:00000010:3.0:1767384408.944077:0:40434:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009cc99804. 00000020:00000010:3.0:1767384408.944079:0:40434:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2ae78d6. 80000000:00000010:3.0:1767384408.944082:0:40434:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008315cad5. 40000000:00000010:3.0:1767384408.944083:0:40434:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000272aa18. 00100000:00000010:3.0:1767384408.944086:0:40434:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000010545605. 00040000:00000010:3.0:1767384408.944088:0:40434:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003aee8fa7. 00040000:00000010:3.0:1767384408.944091:0:40434:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006b76cc58. 00080000:00000010:3.0:1767384408.944093:0:40434:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000002476f53. 00000004:00000010:3.0:1767384408.944096:0:40434:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000020ed6ff. 00002000:00000010:3.0:1767384408.944098:0:40434:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000070e9ee8d. 00000100:00000010:3.0:1767384408.944157:0:40434:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000004d2e235e. 00000100:00000200:3.0:1767384408.944170:0:40434:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384408.944173:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000073ca2910. 00000100:00000010:2.0:1767384408.944297:0:40435:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005ed81047. 00000020:00000010:2.0:1767384408.944301:0:40435:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c35b0cf7. 00000020:00000010:2.0:1767384408.944304:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084cc3267. 00000020:00000010:2.0:1767384408.944306:0:40435:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000058eba79b. 00000040:00000010:2.0:1767384408.944308:0:40435:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008c620089. 00000020:00000010:2.0:1767384408.944310:0:40435:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f26eeb04. 00000020:00000010:2.0:1767384408.944313:0:40435:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ebc23655. 00000020:00000010:2.0:1767384408.944316:0:40435:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e008630a. 80000000:00000010:2.0:1767384408.944318:0:40435:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000028c11035. 40000000:00000010:2.0:1767384408.944320:0:40435:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000081f30525. 00100000:00000010:2.0:1767384408.944323:0:40435:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c5748ef. 00040000:00000010:2.0:1767384408.944325:0:40435:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000058c55afd. 00040000:00000010:2.0:1767384408.944327:0:40435:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ed9c82b. 00080000:00000010:2.0:1767384408.944331:0:40435:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cee1b671. 00000004:00000010:2.0:1767384408.944334:0:40435:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000034b034fa. 00002000:00000010:2.0:1767384408.944336:0:40435:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000feb687b3. 00000100:00000010:2.0:1767384408.944376:0:40435:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000d09142f6. 00000100:00000200:2.0:1767384408.944398:0:40435:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1767384408.944417:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000004def84c7. 00000100:00000010:2.0:1767384408.944422:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002f9c8e34. 00000100:00000010:2.0:1767384408.944433:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000007a33e592. 00000100:00000010:2.0:1767384408.944441:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c208778e. 00000100:00000010:2.0:1767384408.944449:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc1959ef. 00000100:00000010:2.0:1767384408.944461:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5596a28. 00000100:00000010:2.0:1767384408.944466:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fc04474. 00000100:00000010:2.0:1767384408.944472:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d843939. 00000100:00000010:2.0:1767384408.944476:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c42f310e. 00000100:00000010:2.0:1767384408.944481:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022ff67e0. 00000100:00000010:2.0:1767384408.944485:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6c50bf6. 00000100:00000010:2.0:1767384408.944490:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bcb72810. 00000100:00000010:2.0:1767384408.944494:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e26001c7. 00000100:00000010:2.0:1767384408.944504:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000896cff3c. 00000100:00000010:2.0:1767384408.944508:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003a8789b. 00000100:00000010:2.0:1767384408.944512:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bef39703. 00000100:00000010:2.0:1767384408.944516:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000035eeeb5. 00000100:00000010:2.0:1767384408.944520:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d51d926. 00000100:00000010:2.0:1767384408.944524:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009cbfec5c. 00000100:00000010:2.0:1767384408.944528:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003563c21b. 00000100:00000010:2.0:1767384408.944531:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000718be33e. 00000100:00000010:2.0:1767384408.944538:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd78f0c2. 00000100:00000010:2.0:1767384408.944541:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000786b3b24. 00000100:00000010:2.0:1767384408.944544:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083599e48. 00000100:00000010:2.0:1767384408.944547:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c331b22d. 00000100:00000010:2.0:1767384408.944550:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed0f45f3. 00000100:00000010:2.0:1767384408.944554:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090f05ce3. 00000100:00000010:2.0:1767384408.944557:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ab344a46. 00000100:00000010:2.0:1767384408.944559:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048822ef5. 00000100:00000010:2.0:1767384408.944567:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c8b8b55. 00000100:00000010:2.0:1767384408.944570:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f17ec5a6. 00000100:00000010:2.0:1767384408.944573:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000164d960d. 00000100:00000010:2.0:1767384408.944577:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b120f93. 00000100:00000010:2.0:1767384408.944580:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000909fd70d. 00000100:00000010:2.0:1767384408.944583:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f2d153e. 00000100:00000010:2.0:1767384408.944586:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3b1c71b. 00000100:00000010:2.0:1767384408.944589:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee01e5fa. 00000100:00000010:2.0:1767384408.944597:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dd063342. 00000100:00000010:2.0:1767384408.944601:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003665be15. 00000100:00000010:2.0:1767384408.944605:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000023794292. 00000100:00000010:2.0:1767384408.944607:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cda933d6. 00000100:00000010:2.0:1767384408.944611:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000444f0faf. 00000100:00000010:2.0:1767384408.944614:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027325d63. 00000100:00000010:2.0:1767384408.944618:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c445f5d2. 00000100:00000010:2.0:1767384408.944621:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d969018. 00000100:00000010:2.0:1767384408.944628:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000334fa567. 00000100:00000010:2.0:1767384408.944631:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f8f7517. 00000100:00000010:2.0:1767384408.944635:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e79d57e1. 00000100:00000010:2.0:1767384408.944638:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066be262d. 00000100:00000010:2.0:1767384408.944641:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a6cb0573. 00000100:00000010:2.0:1767384408.944644:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009308bd6. 00000100:00000010:2.0:1767384408.944647:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043d6d666. 00000100:00000010:2.0:1767384408.944650:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b608a4c2. 00000100:00000010:2.0:1767384408.944658:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f6b8749. 00000100:00000010:2.0:1767384408.944660:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a68c733e. 00000100:00000010:2.0:1767384408.944664:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dba1e54b. 00000100:00000010:2.0:1767384408.944667:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000416aa702. 00000100:00000010:2.0:1767384408.944670:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008668f010. 00000100:00000010:2.0:1767384408.944673:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4b47f95. 00000100:00000010:2.0:1767384408.944676:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000318bd075. 00000100:00000010:2.0:1767384408.944679:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049b74828. 00000100:00000010:2.0:1767384408.944687:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b2de939. 00000100:00000010:2.0:1767384408.944690:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058caefe4. 00000100:00000010:2.0:1767384408.944694:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000105911a1. 00000100:00000010:2.0:1767384408.944698:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caf19cb6. 00000100:00000010:2.0:1767384408.944701:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000246c717. 00000100:00000010:2.0:1767384408.944704:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbe4315c. 00000100:00000010:2.0:1767384408.944708:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000aa848e7. 00000100:00000010:2.0:1767384408.944711:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd9734c1. 00000100:00000010:2.0:1767384408.944718:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a08b8fcd. 00000100:00000010:2.0:1767384408.944720:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d5ae321. 00000100:00000010:2.0:1767384408.944723:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f65c0140. 00000100:00000010:2.0:1767384408.944726:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfc70c46. 00000100:00000010:2.0:1767384408.944728:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000455e382e. 00000100:00000010:2.0:1767384408.944731:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000354fe8e6. 00000100:00000010:2.0:1767384408.944734:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001df37e9d. 00000100:00000010:2.0:1767384408.944735:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000406e2811. 00000100:00000010:2.0:1767384408.944742:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002673fa34. 00000100:00000010:2.0:1767384408.944744:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f32635d. 00000100:00000010:2.0:1767384408.944746:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe192640. 00000100:00000010:2.0:1767384408.944748:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c67c23c. 00000100:00000010:2.0:1767384408.944751:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000593f84af. 00000100:00000010:2.0:1767384408.944753:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005692f2c5. 00000100:00000010:2.0:1767384408.944757:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009229046. 00000100:00000010:2.0:1767384408.944760:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004121072f. 00000100:00000010:2.0:1767384408.944768:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e795960c. 00000100:00000010:2.0:1767384408.944772:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010d3599e. 00000100:00000010:2.0:1767384408.944776:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd841810. 00000100:00000010:2.0:1767384408.944781:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077ae8e9c. 00000100:00000010:2.0:1767384408.944784:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048905752. 00000100:00000010:2.0:1767384408.944787:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bb3a722. 00000100:00000010:2.0:1767384408.944790:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000077f87f06. 00000100:00000010:2.0:1767384408.944794:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e9f541d. 00000100:00000010:2.0:1767384408.944801:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e7e5b5f. 00000100:00000010:2.0:1767384408.944804:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a7e1b58. 00000100:00000010:2.0:1767384408.944807:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e141b1a7. 00000100:00000010:2.0:1767384408.944810:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b97d0677. 00000100:00000010:2.0:1767384408.944813:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ae259941. 00000100:00000010:2.0:1767384408.944816:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043a80884. 00000100:00000010:2.0:1767384408.944820:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e76db158. 00000100:00000010:2.0:1767384408.944823:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a54e433. 00000100:00000010:2.0:1767384408.944831:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008db97437. 00000100:00000010:2.0:1767384408.944834:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008925168b. 00000100:00000010:2.0:1767384408.944837:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b657ce4. 00000100:00000010:2.0:1767384408.944840:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daf4f8ce. 00000100:00000010:2.0:1767384408.944844:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e20e4b30. 00000100:00000010:2.0:1767384408.944847:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007486e684. 00000100:00000010:2.0:1767384408.944851:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fbfc833. 00000100:00000010:2.0:1767384408.944854:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5f92e05. 00000100:00000010:2.0:1767384408.944861:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a4895f3c. 00000100:00000010:2.0:1767384408.944865:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057bb87aa. 00000100:00000010:2.0:1767384408.944868:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083980536. 00000100:00000010:2.0:1767384408.944871:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa46e142. 00000100:00000010:2.0:1767384408.944874:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003cf004ae. 00000100:00000010:2.0:1767384408.944877:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1577b71. 00000100:00000010:2.0:1767384408.944880:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e7e3be8. 00000100:00000010:2.0:1767384408.944884:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069808386. 00000100:00000010:2.0:1767384408.944891:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ab1f9c3. 00000100:00000010:2.0:1767384408.944895:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0dedda0. 00000100:00000010:2.0:1767384408.944899:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d91702b0. 00000100:00000010:2.0:1767384408.944901:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065848002. 00000100:00000010:2.0:1767384408.944905:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026242992. 00000100:00000010:2.0:1767384408.944908:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725b0f15. 00000100:00000010:2.0:1767384408.944911:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008636ba1e. 00000100:00000010:2.0:1767384408.944914:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b3bb3f9. 00000100:00000010:2.0:1767384408.944922:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7a67950. 00000100:00000010:2.0:1767384408.944925:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006020010d. 00000100:00000010:2.0:1767384408.944940:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc75dc16. 00000100:00000010:2.0:1767384408.944946:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b58d0f2d. 00000100:00000010:2.0:1767384408.944950:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d8183df5. 00000100:00000010:2.0:1767384408.944953:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b76a49d8. 00000100:00000010:2.0:1767384408.944956:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086321877. 00000400:00000200:2.0:1767384408.944960:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:2.0:1767384408.945009:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a58234bc. 00000020:00000010:2.0:1767384408.945013:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000147a8ade. 00000100:00000010:2.0:1767384408.945064:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000095b7c1ea. 00000100:00000010:2.0:1767384408.945067:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b13e33e0. 00000100:00000010:2.0:1767384408.945071:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000579d7851. 00000100:00000010:2.0:1767384408.945074:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ac96faf0. 00000100:00000010:2.0:1767384408.945077:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dee2bfcd. 00000100:00000200:2.0:1767384408.945192:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:2.0:1767384408.945196:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000090261b35. 00000100:00000010:1.0:1767384408.945348:0:40436:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ac9b7afe. 00000020:00000010:1.0:1767384408.945354:0:40436:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ca1156b1. 00000020:00000010:1.0:1767384408.945360:0:40436:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057dc58b8. 00000020:00000010:1.0:1767384408.945363:0:40436:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006bb26457. 00000040:00000010:1.0:1767384408.945367:0:40436:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e676de14. 00000020:00000010:1.0:1767384408.945370:0:40436:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000029d1520c. 00000020:00000010:1.0:1767384408.945374:0:40436:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000129fed7b. 00000020:00000010:1.0:1767384408.945377:0:40436:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000787b1b84. 80000000:00000010:1.0:1767384408.945381:0:40436:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e95af49a. 40000000:00000010:1.0:1767384408.945384:0:40436:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f3bedbbc. 00100000:00000010:1.0:1767384408.945387:0:40436:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001e506fea. 00040000:00000010:1.0:1767384408.945391:0:40436:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000062e506be. 00040000:00000010:1.0:1767384408.945394:0:40436:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8bf6268. 00080000:00000010:1.0:1767384408.945399:0:40436:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000077bbf11f. 00000004:00000010:1.0:1767384408.945403:0:40436:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b1c9ac7. 00000100:00000200:1.0:1767384408.945407:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945412:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076f6c51e. 00000400:00000010:1.0:1767384408.945416:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008210734. 00000100:00000200:1.0:1767384408.945420:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945424:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000264c03f3. 00000400:00000010:1.0:1767384408.945427:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000788c3428. 00000100:00000200:1.0:1767384408.945431:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945434:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8354ec. 00000400:00000010:1.0:1767384408.945437:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e3b3c7a. 00000100:00000200:1.0:1767384408.945440:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945443:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a28a86c. 00000400:00000010:1.0:1767384408.945447:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000247e081e. 00000100:00000200:1.0:1767384408.945451:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945453:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec11d54d. 00000400:00000010:1.0:1767384408.945457:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095f71589. 00000100:00000200:1.0:1767384408.945461:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945464:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d41a3bd5. 00000400:00000010:1.0:1767384408.945467:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006e0e07a. 00000100:00000200:1.0:1767384408.945470:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945474:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f569caa. 00000400:00000010:1.0:1767384408.945477:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e9732fe. 00000100:00000200:1.0:1767384408.945479:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945482:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c57ea9e. 00000400:00000010:1.0:1767384408.945487:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ab320224. 00000100:00000200:1.0:1767384408.945490:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945492:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f885c90. 00000400:00000010:1.0:1767384408.945497:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de22541f. 00000100:00000200:1.0:1767384408.945500:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945503:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096c8ba3d. 00000400:00000010:1.0:1767384408.945507:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037ea8883. 00000100:00000200:1.0:1767384408.945510:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945513:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000831f1a99. 00000400:00000010:1.0:1767384408.945517:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034416ce5. 00000100:00000200:1.0:1767384408.945520:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945522:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050171f02. 00000400:00000010:1.0:1767384408.945526:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8f41ff7. 00000100:00000200:1.0:1767384408.945528:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945531:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006be360c3. 00000400:00000010:1.0:1767384408.945535:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000843ba543. 00000100:00000200:1.0:1767384408.945538:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945541:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033e74d11. 00000400:00000010:1.0:1767384408.945545:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000253bb74. 00000100:00000200:1.0:1767384408.945549:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945553:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba9cf63. 00000400:00000010:1.0:1767384408.945559:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048406e53. 00000100:00000200:1.0:1767384408.945562:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945566:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000938436a2. 00000400:00000010:1.0:1767384408.945569:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074954d08. 00000100:00000200:1.0:1767384408.945573:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945575:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cef1445. 00000400:00000010:1.0:1767384408.945578:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b108828. 00000100:00000200:1.0:1767384408.945581:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945584:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afabb6fb. 00000400:00000010:1.0:1767384408.945587:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007603714a. 00000100:00000200:1.0:1767384408.945590:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945593:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab2f03d. 00000400:00000010:1.0:1767384408.945596:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a1c48a7. 00000100:00000200:1.0:1767384408.945600:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945602:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db4a6f48. 00000400:00000010:1.0:1767384408.945605:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ca6cf94. 00000100:00000200:1.0:1767384408.945609:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945612:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000172215ae. 00000400:00000010:1.0:1767384408.945615:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be258e2d. 00000100:00000200:1.0:1767384408.945618:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945621:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feb1a6a. 00000400:00000010:1.0:1767384408.945624:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eaa354f. 00000100:00000200:1.0:1767384408.945627:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945630:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024c47cbc. 00000400:00000010:1.0:1767384408.945634:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ca5260. 00000100:00000200:1.0:1767384408.945637:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945639:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013df8ae2. 00000400:00000010:1.0:1767384408.945642:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c48c3dd. 00000100:00000200:1.0:1767384408.945644:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945646:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c62f5d8. 00000400:00000010:1.0:1767384408.945648:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008a7b1e7. 00000100:00000200:1.0:1767384408.945651:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945653:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074abf5be. 00000400:00000010:1.0:1767384408.945655:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e58af898. 00000100:00000200:1.0:1767384408.945658:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945659:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718d19d8. 00000400:00000010:1.0:1767384408.945661:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000447161d0. 00000100:00000200:1.0:1767384408.945664:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945668:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005033886e. 00000400:00000010:1.0:1767384408.945670:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001299f9b6. 00000100:00000200:1.0:1767384408.945673:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945675:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087759a19. 00000400:00000010:1.0:1767384408.945677:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3954e2f. 00000100:00000200:1.0:1767384408.945679:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945680:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6457021. 00000400:00000010:1.0:1767384408.945682:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069347220. 00000100:00000200:1.0:1767384408.945684:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945686:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ced588f5. 00000400:00000010:1.0:1767384408.945688:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003368f6da. 00000100:00000200:1.0:1767384408.945690:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945691:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008752820a. 00000400:00000010:1.0:1767384408.945693:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093895d4f. 00000100:00000200:1.0:1767384408.945695:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945696:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1258b3c. 00000400:00000010:1.0:1767384408.945699:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078e7ce9b. 00000100:00000200:1.0:1767384408.945700:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945702:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf385a37. 00000400:00000010:1.0:1767384408.945703:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b6ba45c. 00000100:00000200:1.0:1767384408.945706:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945707:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000462287c7. 00000400:00000010:1.0:1767384408.945709:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008db75cf. 00000100:00000200:1.0:1767384408.945711:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945713:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e74bb176. 00000400:00000010:1.0:1767384408.945715:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd960471. 00000100:00000200:1.0:1767384408.945718:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945719:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1302b65. 00000400:00000010:1.0:1767384408.945722:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e1aff23. 00000100:00000200:1.0:1767384408.945724:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945726:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cbebac4. 00000400:00000010:1.0:1767384408.945728:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cd6d323. 00000100:00000200:1.0:1767384408.945729:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945731:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049122716. 00000400:00000010:1.0:1767384408.945735:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000861b416a. 00000100:00000200:1.0:1767384408.945737:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945739:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000618640c. 00000400:00000010:1.0:1767384408.945741:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000391bd947. 00000100:00000200:1.0:1767384408.945743:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945744:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef6bebaa. 00000400:00000010:1.0:1767384408.945746:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e39ea74. 00000100:00000200:1.0:1767384408.945749:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945750:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d0e9a12. 00000400:00000010:1.0:1767384408.945753:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008318a30b. 00000100:00000200:1.0:1767384408.945754:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945756:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e0e70d1. 00000400:00000010:1.0:1767384408.945757:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008d641745. 00000100:00000200:1.0:1767384408.945758:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945761:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d8a66d6. 00000400:00000010:1.0:1767384408.945764:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e98e956. 00000100:00000200:1.0:1767384408.945766:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945768:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ff5a3ba. 00000400:00000010:1.0:1767384408.945770:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037e0ad2a. 00000100:00000200:1.0:1767384408.945772:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945774:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000402dcb27. 00000400:00000010:1.0:1767384408.945776:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000146ec5f9. 00000100:00000200:1.0:1767384408.945779:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945782:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019ec7d4d. 00000400:00000010:1.0:1767384408.945785:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b2ab29a. 00000100:00000200:1.0:1767384408.945787:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945789:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbe96710. 00000400:00000010:1.0:1767384408.945792:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cab498a4. 00000100:00000200:1.0:1767384408.945794:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945796:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c37e63. 00000400:00000010:1.0:1767384408.945799:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc37e65. 00000100:00000200:1.0:1767384408.945800:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945802:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c58afe. 00000400:00000010:1.0:1767384408.945804:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f52d225. 00000100:00000200:1.0:1767384408.945806:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945808:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092b756aa. 00000400:00000010:1.0:1767384408.945811:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071ec7630. 00000100:00000200:1.0:1767384408.945813:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945814:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008897d23b. 00000400:00000010:1.0:1767384408.945817:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000569b638d. 00000100:00000200:1.0:1767384408.945819:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945821:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031b38441. 00000400:00000010:1.0:1767384408.945824:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e49285d. 00000100:00000200:1.0:1767384408.945826:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945829:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb53d71. 00000400:00000010:1.0:1767384408.945831:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b18454c3. 00000100:00000200:1.0:1767384408.945833:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945834:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2d57fa4. 00000400:00000010:1.0:1767384408.945837:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4100cfd. 00000100:00000200:1.0:1767384408.945838:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945839:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000852a1561. 00000400:00000010:1.0:1767384408.945840:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2df3f98. 00000100:00000200:1.0:1767384408.945842:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945844:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1bc13b1. 00000400:00000010:1.0:1767384408.945846:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606d2aa0. 00000100:00000200:1.0:1767384408.945849:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945850:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000673bb417. 00000400:00000010:1.0:1767384408.945855:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c29f679d. 00000100:00000200:1.0:1767384408.945858:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945860:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcb4677c. 00000400:00000010:1.0:1767384408.945863:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b1a9d70. 00000100:00000200:1.0:1767384408.945865:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945868:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ce6ef98. 00000400:00000010:1.0:1767384408.945870:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afaaf027. 00000100:00000200:1.0:1767384408.945872:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945875:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000729c80d7. 00000400:00000010:1.0:1767384408.945878:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b880ac32. 00000100:00000200:1.0:1767384408.945881:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945884:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045c70173. 00000400:00000010:1.0:1767384408.945887:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9e7797f. 00000100:00000200:1.0:1767384408.945889:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945892:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000b00aaf. 00000400:00000010:1.0:1767384408.945894:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c26f0ce0. 00000100:00000200:1.0:1767384408.945897:0:40436:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384408.945899:0:40436:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c0c82fe. 00000400:00000010:1.0:1767384408.945901:0:40436:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a835a27. 00000100:00000010:1.0:1767384408.945912:0:40436:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009c175635. 00000100:00000200:1.0:1767384408.945926:0:40436:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384408.946202:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c80a0051. 00000100:00000010:0.0:1767384408.947177:0:40437:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000fb545683. 00000020:00000010:0.0:1767384408.947180:0:40437:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000da7a845a. 00000020:00000010:0.0:1767384408.947185:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2956131. 00000020:00000010:0.0:1767384408.947187:0:40437:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f1d46ebb. 00000040:00000010:0.0:1767384408.947189:0:40437:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000033360909. 00000020:00000010:0.0:1767384408.947192:0:40437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d18a6904. 00000020:00000010:0.0:1767384408.947194:0:40437:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e4904332. 00000020:00000010:0.0:1767384408.947197:0:40437:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000262f28c. 80000000:00000010:0.0:1767384408.947199:0:40437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007d7eb3a2. 40000000:00000010:0.0:1767384408.947202:0:40437:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079e4187c. 00100000:00000010:0.0:1767384408.947206:0:40437:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c93d358. 00040000:00000010:0.0:1767384408.947212:0:40437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bd0d03c. 00040000:00000010:0.0:1767384408.947215:0:40437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5505979. 00080000:00000010:0.0:1767384408.947217:0:40437:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e23bb710. 00000004:00000010:0.0:1767384408.947220:0:40437:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000473f2a7. 00000100:00000010:0.0:1767384408.947228:0:40437:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000df074d23. 00000100:00000200:0.0:1767384408.947242:0:40437:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384408.947253:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000000b8c9833. 00000100:00000010:1.0:1767384408.947259:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000011761c93. 00000100:00000010:1.0:1767384408.947272:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006e574c36. 00000100:00000010:1.0:1767384408.947280:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000052326ba6. 00000100:00000010:1.0:1767384408.947287:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091ae9ad1. 00000100:00000010:1.0:1767384408.947575:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008fdfa28a. 00000100:00000010:1.0:1767384408.947582:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e7a35e8. 00080000:00000010:0.0:1767384408.947733:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000038b71a50. 00010000:00000010:3.0:1767384408.947753:0:40429:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007adb59ec. 00010000:00000010:3.0:1767384408.947760:0:40429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000694d764d. 00000020:00000010:3.0:1767384408.947763:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000003f87de69. 00000100:00000010:1.0:1767384408.947872:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000008bd8e37. 00000100:00000010:1.0:1767384408.947878:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a04519ad. 00000100:00000010:1.0:1767384408.948210:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000086316b8f. 00000100:00000010:1.0:1767384408.948216:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007af0372b. 00000100:00000010:1.0:1767384408.948510:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ff91ac40. 00000100:00000010:1.0:1767384408.948515:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000968af4d8. 00000100:00000010:1.0:1767384408.948805:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e467e563. 00000100:00000010:1.0:1767384408.948812:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030f13ebd. 00000100:00000010:1.0:1767384408.949188:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c2277179. 00000100:00000010:1.0:1767384408.949195:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efa29d77. 00000100:00000010:3.0:1767384408.949201:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098b2bf49. 00000100:00000010:2.0:1767384408.949215:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067968db1. 00000100:00000010:0.0:1767384408.949243:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b7699be. 00000100:00000010:1.0:1767384408.949489:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000072b10895. 00000100:00000010:1.0:1767384408.949495:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004817a555. 00000100:00000010:3.0:1767384408.949760:0:40428:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007050c398. 00000100:00000010:3.0:1767384408.949764:0:40428:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006f457a1f. 20000000:00000010:3.0:1767384408.949766:0:40428:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000cb1d596b. 00010000:00000200:3.0:1767384408.949777:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000643bdc3b x1853236748257408/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 4784/4768 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384408.949791:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d69bed91. 00000400:00000010:3.0:1767384408.949793:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c735b9b0. 00000100:00000010:1.0:1767384408.949798:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4342d3e. 00000100:00000200:3.0:1767384408.949799:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748257408, offset 224 00000400:00000200:3.0:1767384408.949806:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.949816:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.949824:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e108880 00000400:00000200:3.0:1767384408.949828:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2325 [2] + 224 00000400:00000200:3.0:1767384408.949835:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.949838:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.949844:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748257408/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.949867:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c735b9b0 00000400:00000010:3.0:1767384408.949869:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c735b9b0. 00000400:00000010:2.0:1767384408.949877:0:37:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a932b11c. 00000020:00000010:3.0:1767384408.949883:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000400:00000200:2.0:1767384408.949883:0:37:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008677923a 00000400:00000010:2.0:1767384408.949886:0:37:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008677923a. 00000020:00000010:3.0:1767384408.949889:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.949893:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022e40841. 00000100:00000200:2.0:1767384408.949894:0:37:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748257408/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384408.949900:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd5e592e. 00000100:00000200:2.0:1767384408.949906:0:37:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748257408/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384408.949908:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384408.949913:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005719726f. 00000400:00000010:3.0:1767384408.949916:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c735b9b0. 02000000:00000010:2.0:1767384408.949942:0:37:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001093ad80. 00000100:00000010:2.0:1767384408.949947:0:37:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000957ee924. 00000100:00000010:2.0:1767384408.949949:0:37:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e5f457ab. 02000000:00000010:2.0:1767384408.949951:0:37:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006ca9bc00. 00000100:00000010:2.0:1767384408.949953:0:37:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 00000100:00000010:2.0:1767384408.949956:0:37:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004452891b. 00000020:00000010:2.0:1767384408.949958:0:37:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000c8401a38. 00000020:00000010:2.0:1767384408.949964:0:37:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 000000004b801ef0. 00000100:00000010:1.0:1767384408.950136:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ee72aaa2. 00000100:00000010:1.0:1767384408.950149:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc953abe. 00000100:00000010:1.0:1767384408.950157:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c98b546c. 00000100:00000010:1.0:1767384408.950449:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f9b9300b. 00000100:00000010:1.0:1767384408.950455:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db86ef04. 00000100:00000010:1.0:1767384408.950747:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004956259b. 00000100:00000010:1.0:1767384408.950752:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca33014c. 00000100:00000010:1.0:1767384408.951057:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000081f3f97c. 00000100:00000010:1.0:1767384408.951064:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008dd55d5e. 00000100:00000010:1.0:1767384408.951379:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d35a05f8. 00000100:00000010:1.0:1767384408.951384:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026e35e62. 00000100:00000010:1.0:1767384408.951669:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000027e9fa70. 00000100:00000010:1.0:1767384408.951675:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8d3ff70. 00000100:00000010:1.0:1767384408.951966:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003cc20e3d. 00000100:00000010:1.0:1767384408.951970:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6b75679. 00000100:00000010:1.0:1767384408.952269:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000397583fd. 00000100:00000010:1.0:1767384408.952273:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000903d2a89. 00000100:00000010:1.0:1767384408.952570:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a61e1d28. 00000100:00000010:1.0:1767384408.952575:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2e79e93. 00000100:00000010:1.0:1767384408.952861:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c879642e. 00000100:00000010:1.0:1767384408.952866:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e2d88ff. 00000100:00000010:1.0:1767384408.953194:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000a14aef6. 00000100:00000010:1.0:1767384408.953199:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007783d37. 00000100:00000010:1.0:1767384408.953494:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cc6bc8af. 00000100:00000010:1.0:1767384408.953499:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc6b053b. 00000100:00000010:1.0:1767384408.953780:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009acebd62. 00000100:00000010:1.0:1767384408.953785:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbd6ea52. 00000100:00000010:1.0:1767384408.954082:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003bbd917d. 00000100:00000010:1.0:1767384408.954088:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044fadd74. 00000100:00000010:1.0:1767384408.954393:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dbc26f5a. 00000100:00000010:1.0:1767384408.954398:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc43aa2. 00000100:00000010:1.0:1767384408.954679:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000067c200f. 00000100:00000010:1.0:1767384408.954685:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc816c2d. 00000100:00000010:1.0:1767384408.954970:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000087386125. 00000100:00000010:1.0:1767384408.954975:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a4d9f61. 00000100:00000010:1.0:1767384408.955339:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000019ed5bc4. 00000100:00000010:1.0:1767384408.955362:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4e6fb94. 00000100:00000010:1.0:1767384408.955654:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000070e34c. 00000100:00000010:1.0:1767384408.955658:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1c08552. 00000100:00000010:1.0:1767384408.955948:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041cade9c. 00000100:00000010:1.0:1767384408.955953:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002202d6f5. 00000100:00000010:1.0:1767384408.956257:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007229181f. 00000100:00000010:1.0:1767384408.956261:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9eab641. 00000100:00000010:1.0:1767384408.956520:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e7dc64ae. 00000100:00000010:1.0:1767384408.956522:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb13927d. 00000100:00000010:1.0:1767384408.956770:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b14b30ab. 00000100:00000010:1.0:1767384408.956772:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000825a0bee. 00000100:00000010:1.0:1767384408.957032:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a8c73798. 00000100:00000010:1.0:1767384408.957035:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e380af8. 00010000:00000010:3.1:1767384408.957133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007adb59ec. 00010000:00000010:3.1:1767384408.957141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000694d764d. 00000100:00000010:1.0:1767384408.957321:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004306fdfd. 00000100:00000010:1.0:1767384408.957325:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000382371cd. 00000100:00000010:1.0:1767384408.957583:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a012e9bf. 00000100:00000010:1.0:1767384408.957585:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000439b1a48. 00000100:00000010:1.0:1767384408.957828:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000199f8c7f. 00000100:00000010:1.0:1767384408.957831:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ad07ca0. 00000100:00000010:1.0:1767384408.958102:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000028edc563. 00000100:00000010:1.0:1767384408.958121:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df4b08fc. 00000100:00000010:1.0:1767384408.958369:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ac49ea9e. 00000100:00000010:1.0:1767384408.958372:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006382cfaf. 00000100:00000010:1.0:1767384408.958625:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002c5c2ae6. 00000100:00000010:1.0:1767384408.958627:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015f25a3b. 00000100:00000010:1.0:1767384408.958869:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e89c3747. 00000100:00000010:1.0:1767384408.958871:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057bdc3bc. 00000100:00000010:1.0:1767384408.959150:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000041d5ed65. 00000100:00000010:1.0:1767384408.959153:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cdae485. 00000100:00000010:1.0:1767384408.959397:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007fe3a0b6. 00000100:00000010:1.0:1767384408.959399:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057bed9ab. 00000100:00000010:1.0:1767384408.959653:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004e3f2f35. 00000100:00000010:1.0:1767384408.959657:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b7a0979. 00000100:00000010:1.0:1767384408.959901:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d738e701. 00000100:00000010:1.0:1767384408.959905:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048273d97. 00000100:00000010:1.0:1767384408.960193:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b8633aa4. 00000100:00000010:1.0:1767384408.960199:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000090ddf888. 00000100:00000010:1.0:1767384408.960447:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003eeba3ea. 00000100:00000010:1.0:1767384408.960450:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7376ec4. 00000100:00000010:1.0:1767384408.960703:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fb2b885d. 00000100:00000010:1.0:1767384408.960705:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004543cf70. 00000100:00000010:1.0:1767384408.960958:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dc983835. 00000100:00000010:1.0:1767384408.960960:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f4d4a37. 00000100:00000010:1.0:1767384408.961247:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000604e6273. 00000100:00000010:1.0:1767384408.961252:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d051f14d. 00000100:00000010:1.0:1767384408.961512:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000004aa2b77. 00000100:00000010:1.0:1767384408.961515:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acf3d175. 00000100:00000010:1.0:1767384408.962592:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e0125fa8. 00000100:00000010:1.0:1767384408.962598:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c60c910. 00000100:00000010:1.0:1767384408.962700:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bc59ab84. 00000100:00000010:1.0:1767384408.962705:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b377e912. 00000100:00000010:1.0:1767384408.963026:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fa93ad56. 00000100:00000010:1.0:1767384408.963031:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb1fd261. 00000100:00000010:1.0:1767384408.963350:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a388804. 00000100:00000010:1.0:1767384408.963355:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f04d1b80. 00000100:00000010:1.0:1767384408.964363:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008d2c5716. 00000100:00000010:1.0:1767384408.964369:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045cde5bc. 00000100:00000010:1.0:1767384408.964441:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a1d9604a. 00000100:00000010:1.0:1767384408.964443:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f43eb6c. 00000100:00000010:1.0:1767384408.964696:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005d1632e1. 00000100:00000010:1.0:1767384408.964698:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006738afec. 00000100:00000010:1.0:1767384408.964952:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fe102fc7. 00000100:00000010:1.0:1767384408.964954:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e16739eb. 00000100:00000010:1.0:1767384408.965234:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000072c999c0. 00000100:00000010:1.0:1767384408.965237:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dffcc62. 00000100:00000010:1.0:1767384408.965479:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006d639f08. 00000100:00000010:1.0:1767384408.965481:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037b14928. 00000100:00000010:1.0:1767384408.965732:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ed6f60a8. 00000100:00000010:1.0:1767384408.965735:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e8e5a7b. 00000100:00000010:1.0:1767384408.965985:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e50cf6af. 00000100:00000010:1.0:1767384408.965987:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9fb2b69. 00000100:00000010:1.0:1767384408.966261:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cb00e33b. 00000100:00000010:1.0:1767384408.966265:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a029a835. 00000100:00000010:1.0:1767384408.966509:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fc066525. 00000100:00000010:1.0:1767384408.966511:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd84144b. 00000100:00000010:1.0:1767384408.966761:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d3a55de3. 00000400:00000200:1.0:1767384408.966765:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767384408.966825:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004ce411b9. 00000020:00000010:1.0:1767384408.966828:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003e5ec1a3. 00000100:00000010:1.0:1767384408.966860:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b98c5149. 00000100:00000010:1.0:1767384408.966865:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000084fa86e9. 00000100:00000010:1.0:1767384408.966867:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cc614a4a. 00000100:00000010:1.0:1767384408.966870:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000024f3ec5b. 00000100:00000010:1.0:1767384408.966871:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000171d0e57. 00000100:00000200:1.0:1767384408.966894:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:1.0:1767384408.966897:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ba065f9. 00000100:00000010:1.0:1767384408.967100:0:40438:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001efde341. 00000020:00000010:1.0:1767384408.967104:0:40438:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000648a0923. 00000020:00000010:1.0:1767384408.967136:0:40438:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004782b84a. 00000020:00000010:1.0:1767384408.967139:0:40438:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000025be22e8. 00000040:00000010:1.0:1767384408.967142:0:40438:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b6761d00. 00000020:00000010:1.0:1767384408.967145:0:40438:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000026bd5e6d. 00000020:00000010:1.0:1767384408.967149:0:40438:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e7fff46b. 00000020:00000010:1.0:1767384408.967152:0:40438:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b3893847. 80000000:00000010:1.0:1767384408.967155:0:40438:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000074821586. 40000000:00000010:1.0:1767384408.967158:0:40438:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a1ce8eb5. 00100000:00000010:1.0:1767384408.967161:0:40438:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c1f6803. 00040000:00000010:1.0:1767384408.967164:0:40438:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000adf89c57. 00040000:00000010:1.0:1767384408.967167:0:40438:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000947d93c4. 00080000:00000010:1.0:1767384408.967169:0:40438:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f6ca9986. 00000004:00000010:1.0:1767384408.967173:0:40438:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000152e1212. 00002000:00000010:1.0:1767384408.967176:0:40438:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003d5c5ffd. 00000100:00000200:1.0:1767384408.967179:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967182:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37806eb. 00000400:00000010:1.0:1767384408.967187:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044379cda. 00000100:00000200:1.0:1767384408.967192:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967194:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000af864ff. 00000400:00000010:1.0:1767384408.967197:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b9bb54d2. 00000100:00000200:1.0:1767384408.967199:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967200:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000f86ade. 00000400:00000010:1.0:1767384408.967203:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bf02443f. 00000100:00000200:1.0:1767384408.967205:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967206:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9f54b2a. 00000400:00000010:1.0:1767384408.967215:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044ca16e9. 00000100:00000200:1.0:1767384408.967219:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967220:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df53cdf. 00000400:00000010:1.0:1767384408.967223:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c6f6a36e. 00000100:00000200:1.0:1767384408.967225:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967226:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbef16e2. 00000400:00000010:1.0:1767384408.967229:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e19019c6. 00000100:00000200:1.0:1767384408.967230:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967231:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003093c5b8. 00000400:00000010:1.0:1767384408.967234:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b98e2c7e. 00000100:00000200:1.0:1767384408.967236:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967237:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b4b7a27. 00000400:00000010:1.0:1767384408.967243:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe3e4b41. 00000100:00000200:1.0:1767384408.967246:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967247:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000838db07f. 00000400:00000010:1.0:1767384408.967249:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013cb1e59. 00000100:00000200:1.0:1767384408.967251:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967252:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bddadc5c. 00000400:00000010:1.0:1767384408.967254:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006893d112. 00000100:00000200:1.0:1767384408.967256:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967257:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca6563a3. 00000400:00000010:1.0:1767384408.967260:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d2b0c849. 00000100:00000200:1.0:1767384408.967262:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967263:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a7d1b5c. 00000400:00000010:1.0:1767384408.967268:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008aed641a. 00000100:00000200:1.0:1767384408.967271:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967272:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7535b25. 00000400:00000010:1.0:1767384408.967275:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a2d3cf58. 00000100:00000200:1.0:1767384408.967277:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967277:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb8e5b61. 00000400:00000010:1.0:1767384408.967280:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001791dc1b. 00000100:00000200:1.0:1767384408.967282:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967282:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d7346b. 00000400:00000010:1.0:1767384408.967285:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002fd3cf7f. 00000100:00000200:1.0:1767384408.967287:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967288:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000479d37fe. 00000400:00000010:1.0:1767384408.967293:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000003cfa3f8. 00000100:00000200:1.0:1767384408.967296:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967298:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a637380. 00000400:00000010:1.0:1767384408.967300:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000201cecf0. 00000100:00000200:1.0:1767384408.967302:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967303:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014ca1322. 00000400:00000010:1.0:1767384408.967306:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000021e17828. 00000100:00000200:1.0:1767384408.967308:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967309:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000302a29d8. 00000400:00000010:1.0:1767384408.967311:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dfe012d2. 00000100:00000200:1.0:1767384408.967313:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967314:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e95acd80. 00000400:00000010:1.0:1767384408.967319:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002c5edf80. 00000100:00000200:1.0:1767384408.967322:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967323:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085c07b29. 00000400:00000010:1.0:1767384408.967325:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000042ab1b91. 00000100:00000200:1.0:1767384408.967327:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967328:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000233b4cb6. 00000400:00000010:1.0:1767384408.967331:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008e0d74d0. 00000100:00000200:1.0:1767384408.967333:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967333:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ec2698e. 00000400:00000010:1.0:1767384408.967336:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000008a76946. 00000100:00000200:1.0:1767384408.967338:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967339:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087191d85. 00000400:00000010:1.0:1767384408.967344:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000deade392. 00000100:00000200:1.0:1767384408.967347:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967348:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9e76465. 00000400:00000010:1.0:1767384408.967350:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000c80b5f4. 00000100:00000200:1.0:1767384408.967352:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967353:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd4d2608. 00000400:00000010:1.0:1767384408.967355:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ebd5ad6b. 00000100:00000200:1.0:1767384408.967357:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967358:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7fbc2c8. 00000400:00000010:1.0:1767384408.967360:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000022ec8a26. 00000100:00000200:1.0:1767384408.967362:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967363:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047ea1a7e. 00000400:00000010:1.0:1767384408.967368:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003a261c0a. 00000100:00000200:1.0:1767384408.967372:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967373:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079831e18. 00000400:00000010:1.0:1767384408.967375:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f8bde45a. 00000100:00000200:1.0:1767384408.967377:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967378:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e81a414a. 00000400:00000010:1.0:1767384408.967381:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083ccd34d. 00000100:00000200:1.0:1767384408.967383:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967383:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000741bf84b. 00000400:00000010:1.0:1767384408.967386:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005c107d3a. 00000100:00000200:1.0:1767384408.967388:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967389:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb244b49. 00000400:00000010:1.0:1767384408.967394:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009c5b59a2. 00000100:00000200:1.0:1767384408.967397:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967398:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1f056fc. 00000400:00000010:1.0:1767384408.967400:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000102b5a2a. 00000100:00000200:1.0:1767384408.967402:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967403:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003928c705. 00000400:00000010:1.0:1767384408.967405:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003e7e3258. 00000100:00000200:1.0:1767384408.967407:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967408:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000745c8c13. 00000400:00000010:1.0:1767384408.967410:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009a03e3b9. 00000100:00000200:1.0:1767384408.967412:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967413:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000caae921. 00000400:00000010:1.0:1767384408.967418:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000881ce7d2. 00000100:00000200:1.0:1767384408.967421:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967422:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000166c1df4. 00000400:00000010:1.0:1767384408.967424:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f2c54109. 00000100:00000200:1.0:1767384408.967426:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967427:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4c05845. 00000400:00000010:1.0:1767384408.967430:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007e25eb58. 00000100:00000200:1.0:1767384408.967431:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967432:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000380b04cb. 00000400:00000010:1.0:1767384408.967435:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dc4700a4. 00000100:00000200:1.0:1767384408.967436:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967437:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009655c8d0. 00000400:00000010:1.0:1767384408.967443:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f85ed1ae. 00000100:00000200:1.0:1767384408.967446:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967447:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034e02bb6. 00000400:00000010:1.0:1767384408.967449:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a7b75d40. 00000100:00000200:1.0:1767384408.967451:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967452:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e242623. 00000400:00000010:1.0:1767384408.967455:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000005baa6c9. 00000100:00000200:1.0:1767384408.967457:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967457:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a5c30da. 00000400:00000010:1.0:1767384408.967460:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000000eb2bb6. 00000100:00000200:1.0:1767384408.967462:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967462:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000188cddb5. 00000400:00000010:1.0:1767384408.967468:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d267cbaf. 00000100:00000200:1.0:1767384408.967471:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967472:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092952be0. 00000400:00000010:1.0:1767384408.967474:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000045069a21. 00000100:00000200:1.0:1767384408.967476:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967477:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aca42b52. 00000400:00000010:1.0:1767384408.967480:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000daf3b6b2. 00000100:00000200:1.0:1767384408.967481:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967482:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037f55cf5. 00000400:00000010:1.0:1767384408.967485:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000baba6fed. 00000100:00000200:1.0:1767384408.967486:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967488:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c73502c. 00000400:00000010:1.0:1767384408.967493:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001da01d00. 00000100:00000200:1.0:1767384408.967496:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967498:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf17c508. 00000400:00000010:1.0:1767384408.967500:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000036703af5. 00000100:00000200:1.0:1767384408.967502:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967503:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e37af44. 00000400:00000010:1.0:1767384408.967505:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006c107241. 00000100:00000200:1.0:1767384408.967507:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967508:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec6fba16. 00000400:00000010:1.0:1767384408.967510:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ef7ac98e. 00000100:00000200:1.0:1767384408.967512:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967513:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2b6a6cb. 00000400:00000010:1.0:1767384408.967518:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d04aa53. 00000100:00000200:1.0:1767384408.967522:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967523:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6df1700. 00000400:00000010:1.0:1767384408.967526:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008694f607. 00000100:00000200:1.0:1767384408.967528:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967529:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007518fc3e. 00000400:00000010:1.0:1767384408.967531:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000096bb0b32. 00000100:00000200:1.0:1767384408.967533:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967534:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8e3a053. 00000400:00000010:1.0:1767384408.967536:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009ad1374d. 00000100:00000200:1.0:1767384408.967538:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967539:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7dcf036. 00000400:00000010:1.0:1767384408.967545:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3147ab7. 00000100:00000200:1.0:1767384408.967547:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967548:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001051d41c. 00000400:00000010:1.0:1767384408.967551:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009fe0c03a. 00000100:00000200:1.0:1767384408.967553:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967554:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038b65176. 00000400:00000010:1.0:1767384408.967556:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f0e57257. 00000100:00000200:1.0:1767384408.967558:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967559:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6fa1beb. 00000400:00000010:1.0:1767384408.967561:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000647747c7. 00000100:00000200:1.0:1767384408.967563:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967564:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a95e08cf. 00000400:00000010:1.0:1767384408.967569:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000316a4ffa. 00000100:00000200:1.0:1767384408.967572:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967573:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba924e32. 00000400:00000010:1.0:1767384408.967575:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000005278be4. 00000100:00000200:1.0:1767384408.967577:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967578:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c55d2b. 00000400:00000010:1.0:1767384408.967580:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000588877a. 00000100:00000200:1.0:1767384408.967582:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967583:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000845f3239. 00000400:00000010:1.0:1767384408.967585:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b688e931. 00000100:00000200:1.0:1767384408.967587:0:40438:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384408.967588:0:40438:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001464360b. 00000400:00000010:1.0:1767384408.967593:0:40438:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005155f85c. 00000100:00000010:1.0:1767384408.967603:0:40438:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000055d24d09. 00000100:00000200:1.0:1767384408.967615:0:40438:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384408.967642:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000015d500d0. 00000100:00000010:2.0:1767384408.967806:0:40439:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000010a8f4f6. 00000020:00000010:2.0:1767384408.967809:0:40439:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8578d54. 00000020:00000010:2.0:1767384408.967812:0:40439:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011b3e2a1. 00000020:00000010:2.0:1767384408.967815:0:40439:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f738f77f. 00000040:00000010:2.0:1767384408.967818:0:40439:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a77ace6c. 00000020:00000010:2.0:1767384408.967821:0:40439:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009992807d. 00000020:00000010:2.0:1767384408.967823:0:40439:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004e6247ae. 00000020:00000010:2.0:1767384408.967825:0:40439:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051ff6d43. 80000000:00000010:2.0:1767384408.967827:0:40439:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bff8c225. 40000000:00000010:2.0:1767384408.967828:0:40439:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c6c45faf. 00100000:00000010:2.0:1767384408.967830:0:40439:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b416ab3. 00040000:00000010:2.0:1767384408.967832:0:40439:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000234370ad. 00040000:00000010:2.0:1767384408.967834:0:40439:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000030acfab. 00080000:00000010:2.0:1767384408.967836:0:40439:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ca9eeea3. 00000004:00000010:2.0:1767384408.967838:0:40439:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e825cc98. 00002000:00000010:2.0:1767384408.967840:0:40439:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000098c212d0. 00000100:00000010:2.0:1767384408.967850:0:40439:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f06b30ac. 00000100:00000200:2.0:1767384408.967861:0:40439:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384408.967868:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000009d5d769. 00000100:00000010:1.0:1767384408.967872:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000006006bc99. 00000100:00000010:1.0:1767384408.967881:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000002cb22c42. 00000100:00000010:1.0:1767384408.967886:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000061f59711. 00000100:00000010:1.0:1767384408.967889:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003be41be1. 00000100:00000010:1.0:1767384408.967891:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d13823c. 00000100:00000010:1.0:1767384408.967892:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8d8acd1. 00000100:00000010:1.0:1767384408.967894:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000efda4638. 00000100:00000010:1.0:1767384408.967895:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000210e1ec1. 00000100:00000010:1.0:1767384408.967898:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000249266b6. 00000100:00000010:1.0:1767384408.967899:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009224ce3b. 00000100:00000010:1.0:1767384408.967901:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f670d861. 00000100:00000010:1.0:1767384408.967902:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a333d2ba. 00000100:00000010:1.0:1767384408.967904:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eecfa731. 00000100:00000010:1.0:1767384408.967910:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000144e7938. 00000100:00000010:1.0:1767384408.967912:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035e47ab1. 00000100:00000010:1.0:1767384408.967913:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c43f2c9a. 00000100:00000010:1.0:1767384408.967915:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001e247b4e. 00000100:00000010:1.0:1767384408.967916:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d43e44bb. 00000100:00000010:1.0:1767384408.967919:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e48952e. 00000100:00000010:1.0:1767384408.967920:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001de22343. 00000100:00000010:1.0:1767384408.967922:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000058edffc. 00000100:00000010:1.0:1767384408.967923:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef5698d9. 00000100:00000010:1.0:1767384408.967926:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e6d30b46. 00000100:00000010:1.0:1767384408.967927:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007295e122. 00000100:00000010:1.0:1767384408.967941:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e87cbb09. 00000100:00000010:1.0:1767384408.967942:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061c4a6a1. 00000100:00000010:1.0:1767384408.967944:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000764b84b5. 00000100:00000010:1.0:1767384408.967945:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003673a1ba. 00000100:00000010:1.0:1767384408.967949:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001398ca7f. 00000100:00000010:1.0:1767384408.967950:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004570f6b7. 00000100:00000010:1.0:1767384408.967952:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000778e3de9. 00000100:00000010:1.0:1767384408.967954:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ad8c01b. 00000100:00000010:1.0:1767384408.967955:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000022abdbef. 00000100:00000010:1.0:1767384408.967957:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002303b0a1. 00000100:00000010:1.0:1767384408.967959:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8b692af. 00000100:00000010:1.0:1767384408.967960:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a23c3a18. 00000100:00000010:1.0:1767384408.967962:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009683e65b. 00000100:00000010:1.0:1767384408.967963:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7b86deb. 00000100:00000010:1.0:1767384408.967965:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d81cc98. 00000100:00000010:1.0:1767384408.967966:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d0b0a51. 00000100:00000010:1.0:1767384408.967968:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5fc5cf7. 00000100:00000010:1.0:1767384408.967970:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc3b6d04. 00000100:00000010:1.0:1767384408.967971:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a44ff86. 00000100:00000010:1.0:1767384408.967973:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d657c55f. 00000100:00000010:1.0:1767384408.967974:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffe74756. 00000100:00000010:1.0:1767384408.967981:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cae624bd. 00000100:00000010:1.0:1767384408.967983:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063a42df7. 00000100:00000010:1.0:1767384408.967984:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6739b81. 00000100:00000010:1.0:1767384408.967986:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f02f7529. 00000100:00000010:1.0:1767384408.967987:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000575333d2. 00000100:00000010:1.0:1767384408.967989:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040e9ed45. 00000100:00000010:1.0:1767384408.967991:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad2e1897. 00000100:00000010:1.0:1767384408.967992:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a66ca43d. 00000100:00000010:1.0:1767384408.967994:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c08b384. 00000100:00000010:1.0:1767384408.967995:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000834ea8e1. 00000100:00000010:1.0:1767384408.967997:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b754ccfb. 00000100:00000010:1.0:1767384408.967998:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ea63dfe. 00000100:00000010:1.0:1767384408.968000:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b319b0c5. 00000100:00000010:1.0:1767384408.968002:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d131affc. 00000100:00000010:1.0:1767384408.968003:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064e4ff10. 00000100:00000010:1.0:1767384408.968005:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b8f2d98. 00000100:00000010:1.0:1767384408.968006:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c103c9d. 00000100:00000010:1.0:1767384408.968009:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000067f9f3e3. 00000100:00000010:1.0:1767384408.968011:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000282d8e50. 00000100:00000010:1.0:1767384408.968013:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000989487f0. 00000100:00000010:1.0:1767384408.968014:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000320c68df. 00000100:00000010:1.0:1767384408.968016:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002186570b. 00000100:00000010:1.0:1767384408.968017:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003acff018. 00000100:00000010:1.0:1767384408.968019:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083664875. 00000100:00000010:1.0:1767384408.968020:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029092798. 00000100:00000010:1.0:1767384408.968022:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f5e2fdf6. 00000100:00000010:1.0:1767384408.968023:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f7c3266. 00000100:00000010:1.0:1767384408.968025:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008bf4642c. 00000100:00000010:1.0:1767384408.968026:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f5593d7. 00000100:00000010:1.0:1767384408.968028:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8218e79. 00000100:00000010:1.0:1767384408.968029:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000489be794. 00000100:00000010:1.0:1767384408.968031:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006709d637. 00000100:00000010:1.0:1767384408.968037:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ede77b4. 00000100:00000010:1.0:1767384408.968039:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b841dc14. 00000100:00000010:1.0:1767384408.968041:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd59e18a. 00000100:00000010:1.0:1767384408.968043:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003e77011f. 00000100:00000010:1.0:1767384408.968044:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093df94c1. 00000100:00000010:1.0:1767384408.968046:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055092393. 00000100:00000010:1.0:1767384408.968048:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de0ad88a. 00000100:00000010:1.0:1767384408.968051:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000982a9eb9. 00000100:00000010:1.0:1767384408.968053:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075d9f336. 00000100:00000010:1.0:1767384408.968056:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003c55a5f3. 00000100:00000010:1.0:1767384408.968058:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021c2ac15. 00000100:00000010:1.0:1767384408.968061:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae3fd05b. 00000100:00000010:1.0:1767384408.968063:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c70c851f. 00000100:00000010:1.0:1767384408.968066:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d04cd019. 00000100:00000010:1.0:1767384408.968069:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dfca807. 00000100:00000010:1.0:1767384408.968072:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a3863ab. 00000100:00000010:1.0:1767384408.968074:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009bb1944. 00000100:00000010:1.0:1767384408.968077:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8aaef74. 00000100:00000010:1.0:1767384408.968080:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012bbe659. 00000100:00000010:1.0:1767384408.968082:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c235fdd. 00000100:00000010:1.0:1767384408.968085:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eee4724b. 00000100:00000010:1.0:1767384408.968087:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082d02e78. 00000100:00000010:1.0:1767384408.968090:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000751e9e8c. 00000100:00000010:1.0:1767384408.968092:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bda8ebc. 00000100:00000010:1.0:1767384408.968094:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c519201f. 00000100:00000010:1.0:1767384408.968096:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b186ee1c. 00000100:00000010:1.0:1767384408.968097:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008def0b62. 00000100:00000010:1.0:1767384408.968099:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e850f8fa. 00000100:00000010:1.0:1767384408.968101:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094db22b8. 00000100:00000010:1.0:1767384408.968102:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c8104d0. 00000100:00000010:1.0:1767384408.968104:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069a50cf1. 00000100:00000010:1.0:1767384408.968131:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a060f372. 00000100:00000010:0.0:1767384408.968166:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7853e22. 00000100:00000010:0.0:1767384408.968173:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064d63f74. 00000100:00000010:0.0:1767384408.968176:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a90f2c3. 00000100:00000010:0.0:1767384408.968179:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f4dc4561. 00000100:00000010:0.0:1767384408.968181:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003311fe6b. 00000100:00000010:0.0:1767384408.968183:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c7cb6c37. 00000100:00000010:0.0:1767384408.968186:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b5b36a7. 00000100:00000010:0.0:1767384408.968189:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008df0f9ca. 00000100:00000010:0.0:1767384408.968191:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cb4fe94. 00000100:00000010:0.0:1767384408.968194:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a3da952. 00000100:00000010:0.0:1767384408.968196:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5f457ab. 00000100:00000010:0.0:1767384408.968199:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc30c1a9. 00000100:00000010:0.0:1767384408.968201:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038b71a50. 00000100:00000010:0.0:1767384408.968204:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f23173cf. 00000100:00000010:0.0:1767384408.968213:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000532e714f. 00000100:00000010:0.0:1767384408.968217:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3a9062b. 00000100:00000010:0.0:1767384408.968220:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b8534dc. 00000100:00000010:0.0:1767384408.968223:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000065eac8ad. 00000100:00000010:0.0:1767384408.968225:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051645101. 00000100:00000010:0.0:1767384408.968229:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bef7bff6. 00000100:00000010:0.0:1767384408.968231:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adea992a. 00000100:00000010:0.0:1767384408.968234:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033791329. 00000400:00000200:0.0:1767384408.968236:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:0.0:1767384408.968278:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005bd09ed1. 00000020:00000010:0.0:1767384408.968287:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000745945e6. 00000100:00000010:0.0:1767384408.968322:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006e75d36a. 00000100:00000010:0.0:1767384408.968325:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f8c4d8d2. 00000100:00000010:0.0:1767384408.968327:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000029fdd819. 00000100:00000010:0.0:1767384408.968331:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000783b3e67. 00000100:00000010:0.0:1767384408.968333:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000deec74f1. 00000100:00000200:0.0:1767384408.968359:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:0.0:1767384408.968363:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fd154a42. 00000100:00000010:0.0:1767384408.968519:0:40440:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000192e9001. 00000020:00000010:0.0:1767384408.968523:0:40440:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b5da7d07. 00000020:00000010:0.0:1767384408.968526:0:40440:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003440944c. 00000020:00000010:0.0:1767384408.968530:0:40440:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e67a102. 00000040:00000010:0.0:1767384408.968532:0:40440:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001959b9b2. 00000020:00000010:0.0:1767384408.968536:0:40440:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000090fa65f5. 00000020:00000010:0.0:1767384408.968539:0:40440:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000037d7f8c6. 00000020:00000010:0.0:1767384408.968542:0:40440:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d359a3e5. 80000000:00000010:0.0:1767384408.968544:0:40440:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d41db728. 40000000:00000010:0.0:1767384408.968546:0:40440:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002c7c586c. 00100000:00000010:0.0:1767384408.968549:0:40440:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099ffd25a. 00040000:00000010:0.0:1767384408.968551:0:40440:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000015d72ac2. 00040000:00000010:0.0:1767384408.968554:0:40440:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cc4fd9d9. 00080000:00000010:0.0:1767384408.968557:0:40440:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f98e207a. 00000004:00000010:0.0:1767384408.968560:0:40440:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c7770375. 00000100:00000200:0.0:1767384408.968563:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968567:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5b6d3cb. 00000400:00000010:0.0:1767384408.968570:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000224c1011. 00000100:00000200:0.0:1767384408.968573:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968575:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee9bbfc. 00000400:00000010:0.0:1767384408.968577:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb194181. 00000100:00000200:0.0:1767384408.968579:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968581:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7b2338e. 00000400:00000010:0.0:1767384408.968583:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074d13330. 00000100:00000200:0.0:1767384408.968584:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968592:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8660018. 00000400:00000010:0.0:1767384408.968594:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0bd221a. 00000100:00000200:0.0:1767384408.968596:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968598:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099542989. 00000400:00000010:0.0:1767384408.968600:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9a1a198. 00000100:00000200:0.0:1767384408.968602:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968604:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056ad1d99. 00000400:00000010:0.0:1767384408.968606:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001f3560e. 00000100:00000200:0.0:1767384408.968608:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968609:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004079e427. 00000400:00000010:0.0:1767384408.968611:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003449643c. 00000100:00000200:0.0:1767384408.968614:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968615:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009888eb5. 00000400:00000010:0.0:1767384408.968617:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8af58a3. 00000100:00000200:0.0:1767384408.968619:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968621:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002237d908. 00000400:00000010:0.0:1767384408.968623:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005851a055. 00000100:00000200:0.0:1767384408.968625:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968627:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000598660ce. 00000400:00000010:0.0:1767384408.968628:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0cfea8b. 00000100:00000200:0.0:1767384408.968630:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968631:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047f4c969. 00000400:00000010:0.0:1767384408.968633:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001022c0b4. 00000100:00000200:0.0:1767384408.968635:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968637:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5544684. 00000400:00000010:0.0:1767384408.968638:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020a60597. 00000100:00000200:0.0:1767384408.968640:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968641:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad27306a. 00000400:00000010:0.0:1767384408.968643:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005d93feb5. 00000100:00000200:0.0:1767384408.968645:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968647:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001a43aa2. 00000400:00000010:0.0:1767384408.968648:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebae2ea7. 00000100:00000200:0.0:1767384408.968650:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968651:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7ee56b4. 00000400:00000010:0.0:1767384408.968654:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cebebab5. 00000100:00000200:0.0:1767384408.968660:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968662:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032f3db2b. 00000400:00000010:0.0:1767384408.968664:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1da868. 00000100:00000200:0.0:1767384408.968666:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968667:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3592413. 00000400:00000010:0.0:1767384408.968669:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd91d1e9. 00000100:00000200:0.0:1767384408.968670:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968672:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000615969e5. 00000400:00000010:0.0:1767384408.968674:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003956a7cc. 00000100:00000200:0.0:1767384408.968675:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968677:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000096b8ba4. 00000400:00000010:0.0:1767384408.968678:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002262006. 00000100:00000200:0.0:1767384408.968680:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968682:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d80226c0. 00000400:00000010:0.0:1767384408.968683:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a3632e. 00000100:00000200:0.0:1767384408.968685:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968687:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf23cb89. 00000400:00000010:0.0:1767384408.968688:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6a9cc50. 00000100:00000200:0.0:1767384408.968690:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968691:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a1f2270. 00000400:00000010:0.0:1767384408.968693:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000684475b0. 00000100:00000200:0.0:1767384408.968694:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968696:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7c3465a. 00000400:00000010:0.0:1767384408.968698:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1743565. 00000100:00000200:0.0:1767384408.968699:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968700:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e8870e7. 00000400:00000010:0.0:1767384408.968702:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df526203. 00000100:00000200:0.0:1767384408.968703:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968705:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000767944ed. 00000400:00000010:0.0:1767384408.968706:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006153aff5. 00000100:00000200:0.0:1767384408.968708:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968709:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cac39b2. 00000400:00000010:0.0:1767384408.968710:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bf90ef0. 00000100:00000200:0.0:1767384408.968712:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968713:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008264295f. 00000400:00000010:0.0:1767384408.968719:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89634a7. 00000100:00000200:0.0:1767384408.968721:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968723:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc32bf1f. 00000400:00000010:0.0:1767384408.968724:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000023963c7. 00000100:00000200:0.0:1767384408.968726:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968727:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b798a448. 00000400:00000010:0.0:1767384408.968737:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b82085ee. 00000100:00000200:0.0:1767384408.968740:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968742:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000014477a4. 00000400:00000010:0.0:1767384408.968743:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000190e64d0. 00000100:00000200:0.0:1767384408.968745:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968746:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aba1712b. 00000400:00000010:0.0:1767384408.968748:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb1436f3. 00000100:00000200:0.0:1767384408.968749:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968751:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abffed74. 00000400:00000010:0.0:1767384408.968753:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3ef1b46. 00000100:00000200:0.0:1767384408.968754:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968755:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4eaf8a3. 00000400:00000010:0.0:1767384408.968757:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acb11d75. 00000100:00000200:0.0:1767384408.968758:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968760:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0b9f1c. 00000400:00000010:0.0:1767384408.968761:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f0b281ec. 00000100:00000200:0.0:1767384408.968763:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968764:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd068353. 00000400:00000010:0.0:1767384408.968766:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b17651c0. 00000100:00000200:0.0:1767384408.968768:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968769:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b4bf38c. 00000400:00000010:0.0:1767384408.968771:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fea2685a. 00000100:00000200:0.0:1767384408.968772:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968773:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aa54769. 00000400:00000010:0.0:1767384408.968775:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050c603de. 00000100:00000200:0.0:1767384408.968776:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968778:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de14932f. 00000400:00000010:0.0:1767384408.968779:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031b24e79. 00000100:00000200:0.0:1767384408.968781:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968786:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9dab04e. 00000400:00000010:0.0:1767384408.968789:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c99a5ebe. 00000100:00000200:0.0:1767384408.968791:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968793:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddc8e782. 00000400:00000010:0.0:1767384408.968794:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001342cb51. 00000100:00000200:0.0:1767384408.968796:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968798:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f743dd04. 00000400:00000010:0.0:1767384408.968800:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9327c5a. 00000100:00000200:0.0:1767384408.968801:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968803:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001704278b. 00000400:00000010:0.0:1767384408.968805:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf9dae11. 00000100:00000200:0.0:1767384408.968806:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968808:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df34395b. 00000400:00000010:0.0:1767384408.968809:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000737d9e04. 00000100:00000200:0.0:1767384408.968811:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968812:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000154ea07f. 00000400:00000010:0.0:1767384408.968814:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3fabf6e. 00000100:00000200:0.0:1767384408.968816:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968817:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000218001d3. 00000400:00000010:0.0:1767384408.968819:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3cf0f62. 00000100:00000200:0.0:1767384408.968821:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968822:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000344532c8. 00000400:00000010:0.0:1767384408.968824:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1b19d2c. 00000100:00000200:0.0:1767384408.968826:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968828:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ee97879. 00000400:00000010:0.0:1767384408.968830:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac8dc8a4. 00000100:00000200:0.0:1767384408.968832:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968833:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2dbb3a0. 00000400:00000010:0.0:1767384408.968835:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b98609ad. 00000100:00000200:0.0:1767384408.968837:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968839:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f6bab23. 00000400:00000010:0.0:1767384408.968840:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000273a0084. 00000100:00000200:0.0:1767384408.968842:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968843:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008972e6cb. 00000400:00000010:0.0:1767384408.968845:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000097c8cb22. 00000100:00000200:0.0:1767384408.968852:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968854:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b25262. 00000400:00000010:0.0:1767384408.968856:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e21fac7. 00000100:00000200:0.0:1767384408.968858:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968860:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f9ca57. 00000400:00000010:0.0:1767384408.968861:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3379498. 00000100:00000200:0.0:1767384408.968863:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968864:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d9f5fdc. 00000400:00000010:0.0:1767384408.968866:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001095ee89. 00000100:00000200:0.0:1767384408.968868:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968869:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af4103f3. 00000400:00000010:0.0:1767384408.968871:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000049ddd02. 00000100:00000200:0.0:1767384408.968873:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968874:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd090153. 00000400:00000010:0.0:1767384408.968876:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aded46cf. 00000100:00000200:0.0:1767384408.968878:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968879:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000826fc0e5. 00000400:00000010:0.0:1767384408.968881:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c5f606b. 00000100:00000200:0.0:1767384408.968883:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968884:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fc71592b. 00000400:00000010:0.0:1767384408.968886:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a6c0187. 00000100:00000200:0.0:1767384408.968887:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968889:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000184e5751. 00000400:00000010:0.0:1767384408.968891:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c70a825f. 00000100:00000200:0.0:1767384408.968893:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968894:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beb64a89. 00000400:00000010:0.0:1767384408.968905:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000349dcb96. 00000100:00000200:0.0:1767384408.968908:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968910:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2610315. 00000400:00000010:0.0:1767384408.968912:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000026e291b5. 00000100:00000200:0.0:1767384408.968914:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968915:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfa12752. 00000400:00000010:0.0:1767384408.968917:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088c6488f. 00000100:00000200:0.0:1767384408.968919:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968920:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cf0cb26. 00000400:00000010:0.0:1767384408.968926:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044c602c0. 00000100:00000200:0.0:1767384408.968942:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968945:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000920bcf7d. 00000400:00000010:0.0:1767384408.968947:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee9be8e5. 00000100:00000200:0.0:1767384408.968949:0:40440:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:0.0:1767384408.968951:0:40440:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986d382e. 00000400:00000010:0.0:1767384408.968953:0:40440:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002b4130af. 00000100:00000010:0.0:1767384408.968956:0:40440:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e63cd053. 00000100:00000200:0.0:1767384408.968967:0:40440:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384408.968984:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000004c36074. 00000100:00000010:0.0:1767384408.969128:0:40441:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000095cf2514. 00000020:00000010:0.0:1767384408.969132:0:40441:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002699d79c. 00000020:00000010:0.0:1767384408.969135:0:40441:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046fa961c. 00000020:00000010:0.0:1767384408.969138:0:40441:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000af359b0a. 00000040:00000010:0.0:1767384408.969140:0:40441:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040509292. 00000020:00000010:0.0:1767384408.969142:0:40441:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e0282651. 00000020:00000010:0.0:1767384408.969144:0:40441:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000088cadbe9. 00000020:00000010:0.0:1767384408.969147:0:40441:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099f2d017. 80000000:00000010:0.0:1767384408.969149:0:40441:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a4a663a7. 40000000:00000010:0.0:1767384408.969150:0:40441:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d25981f3. 00100000:00000010:0.0:1767384408.969152:0:40441:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007aabbf24. 00040000:00000010:0.0:1767384408.969154:0:40441:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da96ee06. 00040000:00000010:0.0:1767384408.969156:0:40441:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000025bde5be. 00080000:00000010:0.0:1767384408.969159:0:40441:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fa004a2c. 00000004:00000010:0.0:1767384408.969162:0:40441:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001f055d6f. 00000100:00000010:0.0:1767384408.969165:0:40441:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004afcbe6c. 00000100:00000200:0.0:1767384408.969175:0:40441:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384408.969179:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000005b5a4ade. 00000100:00000010:2.0:1767384408.969183:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009abe1b4b. 00000100:00000010:2.0:1767384408.969192:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b446243b. 00000100:00000010:2.0:1767384408.969198:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000854203cf. 00000100:00000010:2.0:1767384408.969206:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f10739b. 00000100:00000010:2.0:1767384408.969210:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c302a3e0. 00000100:00000010:2.0:1767384408.969211:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8c277be. 00000100:00000010:2.0:1767384408.969214:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002131bc90. 00000100:00000010:2.0:1767384408.969215:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab81da8d. 00000100:00000010:2.0:1767384408.969217:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044c33764. 00000100:00000010:2.0:1767384408.969218:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000448a348e. 00000100:00000010:2.0:1767384408.969220:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002994786a. 00000100:00000010:2.0:1767384408.969221:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dded8319. 00000100:00000010:2.0:1767384408.969223:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf71e36e. 00000100:00000010:2.0:1767384408.969225:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000636b8ac0. 00000100:00000010:2.0:1767384408.969227:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b763072. 00000100:00000010:2.0:1767384408.969229:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e3bb2bd. 00000100:00000010:2.0:1767384408.969231:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000041755ba8. 00000100:00000010:2.0:1767384408.969232:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000718279f9. 00000100:00000010:2.0:1767384408.969234:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000511a9c0e. 00000100:00000010:2.0:1767384408.969236:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001214e0b9. 00000100:00000010:2.0:1767384408.969237:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069f373b4. 00000100:00000010:2.0:1767384408.969239:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e04ca14b. 00000100:00000010:2.0:1767384408.969241:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069a40029. 00000100:00000010:2.0:1767384408.969242:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095cdb679. 00000100:00000010:2.0:1767384408.969244:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000373b1664. 00000100:00000010:2.0:1767384408.969245:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4a07d39. 00000100:00000010:2.0:1767384408.969247:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b6d0d9d. 00000100:00000010:2.0:1767384408.969249:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074e315dd. 00000100:00000010:2.0:1767384408.969252:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000089a7cdc1. 00000100:00000010:2.0:1767384408.969254:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000946eda22. 00000100:00000010:2.0:1767384408.969257:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091184b60. 00000100:00000010:2.0:1767384408.969259:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dc65921. 00000100:00000010:2.0:1767384408.969261:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033a6073e. 00000100:00000010:2.0:1767384408.969264:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000023ff04a0. 00000100:00000010:2.0:1767384408.969266:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009779e325. 00000100:00000010:2.0:1767384408.969274:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e9990a5. 00000100:00000010:2.0:1767384408.969278:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5fddaa8. 00000100:00000010:2.0:1767384408.969281:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002153d203. 00000100:00000010:2.0:1767384408.969284:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008983188e. 00000100:00000010:2.0:1767384408.969287:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c234ef9d. 00000100:00000010:2.0:1767384408.969289:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001fb87411. 00000100:00000010:2.0:1767384408.969292:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037315253. 00000100:00000010:2.0:1767384408.969294:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1bb34c4. 00000100:00000010:2.0:1767384408.969296:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c913c95f. 00000100:00000010:2.0:1767384408.969299:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047c73ac0. 00000100:00000010:2.0:1767384408.969301:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac424d71. 00000100:00000010:2.0:1767384408.969305:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000033701fc7. 00000100:00000010:2.0:1767384408.969307:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5021f3a. 00000100:00000010:2.0:1767384408.969311:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000851b3e51. 00000100:00000010:2.0:1767384408.969314:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039df3448. 00000100:00000010:2.0:1767384408.969317:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fc68529. 00000100:00000010:2.0:1767384408.969319:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020bcca77. 00000100:00000010:2.0:1767384408.969322:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011336e64. 00000100:00000010:2.0:1767384408.969324:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003442dc23. 00000100:00000010:2.0:1767384408.969326:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e45aa36a. 00000100:00000010:2.0:1767384408.969329:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca540adb. 00000100:00000010:2.0:1767384408.969331:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af1740f2. 00000100:00000010:2.0:1767384408.969334:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d7c4f6f. 00000100:00000010:2.0:1767384408.969337:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ad3c634. 00000100:00000010:2.0:1767384408.969347:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac471bb4. 00000100:00000010:2.0:1767384408.969353:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015a692a1. 00000100:00000010:2.0:1767384408.969356:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000373e76c5. 00000100:00000010:2.0:1767384408.969359:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3675a26. 00000100:00000010:2.0:1767384408.969361:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000839d0468. 00000100:00000010:2.0:1767384408.969365:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004c68a90. 00000100:00000010:2.0:1767384408.969367:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4d17d13. 00000100:00000010:2.0:1767384408.969369:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000031270c4a. 00000100:00000010:2.0:1767384408.969376:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000165af26b. 00000100:00000010:2.0:1767384408.969379:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da84bdda. 00000100:00000010:2.0:1767384408.969381:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099fb1743. 00000100:00000010:2.0:1767384408.969383:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb0950c8. 00000100:00000010:2.0:1767384408.969385:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd36e30e. 00000100:00000010:2.0:1767384408.969387:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008e2e7f05. 00000100:00000010:2.0:1767384408.969388:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e2a3453. 00000100:00000010:2.0:1767384408.969390:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f42f9e85. 00000100:00000010:2.0:1767384408.969391:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000278e635. 00000100:00000010:2.0:1767384408.969393:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003353dbba. 00000100:00000010:2.0:1767384408.969395:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063a60e81. 00000100:00000010:2.0:1767384408.969397:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d66b5442. 00000100:00000010:2.0:1767384408.969398:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1d59f91. 00000100:00000010:2.0:1767384408.969400:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009296eb5d. 00000100:00000010:2.0:1767384408.969402:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e275263. 00000100:00000010:2.0:1767384408.969404:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bcb7c5b4. 00000100:00000010:2.0:1767384408.969405:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000987ccbb7. 00000100:00000010:2.0:1767384408.969407:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d5ffc1e. 00000100:00000010:2.0:1767384408.969409:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063b1cda3. 00000100:00000010:2.0:1767384408.969410:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016401529. 00000100:00000010:2.0:1767384408.969412:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c2492c0. 00000100:00000010:2.0:1767384408.969414:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d423144. 00000100:00000010:2.0:1767384408.969415:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd1e651c. 00000100:00000010:2.0:1767384408.969417:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005cb52528. 00000100:00000010:2.0:1767384408.969418:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b4085b8. 00000100:00000010:2.0:1767384408.969420:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2476961. 00000100:00000010:2.0:1767384408.969421:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022ea375f. 00000100:00000010:2.0:1767384408.969423:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c4c91c7. 00000100:00000010:2.0:1767384408.969424:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a504669. 00000100:00000010:2.0:1767384408.969426:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e749b543. 00000100:00000010:2.0:1767384408.969427:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f56d00e3. 00000100:00000010:2.0:1767384408.969429:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7233769. 00000100:00000010:2.0:1767384408.969437:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b48a85b9. 00000100:00000010:2.0:1767384408.969442:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bc2843f. 00000100:00000010:2.0:1767384408.969444:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019b8221e. 00000100:00000010:2.0:1767384408.969447:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fc50faee. 00000100:00000010:2.0:1767384408.969449:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040872689. 00000100:00000010:2.0:1767384408.969452:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7d0d70b. 00000100:00000010:2.0:1767384408.969453:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d2de336. 00000100:00000010:2.0:1767384408.969456:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7f9dd4f. 00000100:00000010:2.0:1767384408.969459:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ab3ff98. 00000100:00000010:2.0:1767384408.969462:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8f7663c. 00000100:00000010:2.0:1767384408.969464:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f935eb88. 00000100:00000010:2.0:1767384408.969467:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e24a21a0. 00000100:00000010:2.0:1767384408.969469:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000958d122. 00000100:00000010:2.0:1767384408.969472:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c1dda13. 00000100:00000010:2.0:1767384408.969475:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de42e8d0. 00000100:00000010:2.0:1767384408.969477:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dfa66084. 00000100:00000010:2.0:1767384408.969479:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056bfd96b. 00000100:00000010:2.0:1767384408.969482:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000095c528f2. 00000100:00000010:2.0:1767384408.969484:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013a776c5. 00000100:00000010:2.0:1767384408.969486:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036f2e6e5. 00000100:00000010:2.0:1767384408.969488:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019f3e92a. 00000100:00000010:2.0:1767384408.969490:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092cfa21a. 00000100:00000010:2.0:1767384408.969491:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2c8ada2. 00000100:00000010:2.0:1767384408.969493:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074649b90. 00000100:00000010:2.0:1767384408.969494:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041cdec24. 00000100:00000010:2.0:1767384408.969496:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049789559. 00000100:00000010:2.0:1767384408.969497:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055366854. 00000100:00000010:2.0:1767384408.969500:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b30c3ad. 00000100:00000010:2.0:1767384408.969501:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7b2ebfc. 00000100:00000010:2.0:1767384408.969503:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aacb764d. 00000100:00000010:2.0:1767384408.969504:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6002750. 00000100:00000010:2.0:1767384408.969506:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc38080f. 00000400:00000200:2.0:1767384408.969507:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:2.0:1767384408.969540:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000014a93c24. 00000020:00000010:2.0:1767384408.969543:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000293a399d. 00000100:00000010:2.0:1767384408.969580:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000067dae469. 00000100:00000010:2.0:1767384408.969584:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000234f8fea. 00000100:00000010:2.0:1767384408.969586:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001133271c. 00000100:00000010:2.0:1767384408.969589:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7806fa2. 00000100:00000010:2.0:1767384408.969591:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ca196388. 00000100:00000200:2.0:1767384408.969624:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:2.0:1767384408.969627:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e6ea3987. 00000100:00000010:0.0:1767384408.969745:0:40442:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000713fa471. 00000020:00000010:0.0:1767384408.969748:0:40442:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cfdd3578. 00000020:00000010:0.0:1767384408.969750:0:40442:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008701856f. 00000020:00000010:0.0:1767384408.969752:0:40442:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005fe5bd2b. 00000040:00000010:0.0:1767384408.969753:0:40442:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b8776a32. 00000020:00000010:0.0:1767384408.969755:0:40442:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a878d360. 00000020:00000010:0.0:1767384408.969757:0:40442:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ccb19279. 00000020:00000010:0.0:1767384408.969758:0:40442:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ac98610f. 80000000:00000010:0.0:1767384408.969764:0:40442:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c53f58e. 40000000:00000010:0.0:1767384408.969765:0:40442:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000032d8f1f4. 00100000:00000010:0.0:1767384408.969768:0:40442:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a7f66686. 00040000:00000010:0.0:1767384408.969769:0:40442:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fd79284b. 00040000:00000010:0.0:1767384408.969771:0:40442:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b30300a9. 00080000:00000010:0.0:1767384408.969773:0:40442:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000eb117126. 00000004:00000010:0.0:1767384408.969775:0:40442:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005fb94eff. 00002000:00000010:0.0:1767384408.969777:0:40442:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f10048de. 00000100:00000200:0.0:1767384408.969779:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969781:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e1458a0. 00000400:00000010:0.0:1767384408.969783:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9649199. 00000100:00000200:0.0:1767384408.969785:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969786:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000093ac2ed. 00000400:00000010:0.0:1767384408.969786:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f79ef30b. 00000100:00000200:0.0:1767384408.969787:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969789:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002426ccdb. 00000400:00000010:0.0:1767384408.969789:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004342216f. 00000100:00000200:0.0:1767384408.969790:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969791:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1944f3d. 00000400:00000010:0.0:1767384408.969792:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006eaaff8d. 00000100:00000200:0.0:1767384408.969793:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969794:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070b472c1. 00000400:00000010:0.0:1767384408.969795:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023ab33f8. 00000100:00000200:0.0:1767384408.969795:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969796:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e789c860. 00000400:00000010:0.0:1767384408.969797:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d370537. 00000100:00000200:0.0:1767384408.969798:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969799:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff205948. 00000400:00000010:0.0:1767384408.969800:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000002023ab. 00000100:00000200:0.0:1767384408.969801:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969801:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060dadeed. 00000400:00000010:0.0:1767384408.969802:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002214bf0e. 00000100:00000200:0.0:1767384408.969803:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969804:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b353cb8. 00000400:00000010:0.0:1767384408.969805:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2c899a2. 00000100:00000200:0.0:1767384408.969809:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969810:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ed55eb2. 00000400:00000010:0.0:1767384408.969811:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8de3a08. 00000100:00000200:0.0:1767384408.969812:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969814:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019f05a9a. 00000400:00000010:0.0:1767384408.969816:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000208f2660. 00000100:00000200:0.0:1767384408.969817:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969819:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d841dd87. 00000400:00000010:0.0:1767384408.969820:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000394e3c0f. 00000100:00000200:0.0:1767384408.969822:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969823:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec4e59d8. 00000400:00000010:0.0:1767384408.969825:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000344212f7. 00000100:00000200:0.0:1767384408.969827:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969829:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000221761fe. 00000400:00000010:0.0:1767384408.969831:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000504b17e0. 00000100:00000200:0.0:1767384408.969832:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969834:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4f85ee8. 00000400:00000010:0.0:1767384408.969836:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e37d661. 00000100:00000200:0.0:1767384408.969838:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969840:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000539755c. 00000400:00000010:0.0:1767384408.969841:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d57c3a4b. 00000100:00000200:0.0:1767384408.969843:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969844:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b6b4f61. 00000400:00000010:0.0:1767384408.969846:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6f94801. 00000100:00000200:0.0:1767384408.969848:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969850:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022822be6. 00000400:00000010:0.0:1767384408.969852:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bddbd930. 00000100:00000200:0.0:1767384408.969853:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969855:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003806576a. 00000400:00000010:0.0:1767384408.969857:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcc90998. 00000100:00000200:0.0:1767384408.969859:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969861:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077d37117. 00000400:00000010:0.0:1767384408.969863:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c579b245. 00000100:00000200:0.0:1767384408.969864:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969866:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfbc9b44. 00000400:00000010:0.0:1767384408.969873:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e60bc2. 00000100:00000200:0.0:1767384408.969875:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969876:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011819793. 00000400:00000010:0.0:1767384408.969877:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8972c82. 00000100:00000200:0.0:1767384408.969878:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969879:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b424ef9b. 00000400:00000010:0.0:1767384408.969881:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d330c0d2. 00000100:00000200:0.0:1767384408.969882:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969883:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c91491c. 00000400:00000010:0.0:1767384408.969884:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001176589e. 00000100:00000200:0.0:1767384408.969885:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969886:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080efedb7. 00000400:00000010:0.0:1767384408.969893:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000284655f6. 00000100:00000200:0.0:1767384408.969894:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969896:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000905846cd. 00000400:00000010:0.0:1767384408.969896:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093ac8a93. 00000100:00000200:0.0:1767384408.969897:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969898:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a28b09ca. 00000400:00000010:0.0:1767384408.969899:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e452738b. 00000100:00000200:0.0:1767384408.969900:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969901:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096b0b021. 00000400:00000010:0.0:1767384408.969903:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a67e684. 00000100:00000200:0.0:1767384408.969904:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969905:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003750a27c. 00000400:00000010:0.0:1767384408.969906:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014a830fd. 00000100:00000200:0.0:1767384408.969907:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969907:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d21b6227. 00000400:00000010:0.0:1767384408.969908:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bbcbc532. 00000100:00000200:0.0:1767384408.969909:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969910:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ffeead0. 00000400:00000010:0.0:1767384408.969911:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055496d05. 00000100:00000200:0.0:1767384408.969912:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969913:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dd51514. 00000400:00000010:0.0:1767384408.969914:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000081c255dc. 00000100:00000200:0.0:1767384408.969914:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969918:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dbf43ff. 00000400:00000010:0.0:1767384408.969919:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d4ed074. 00000100:00000200:0.0:1767384408.969920:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969921:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab96f803. 00000400:00000010:0.0:1767384408.969922:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086c791a7. 00000100:00000200:0.0:1767384408.969923:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969924:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008568a2b4. 00000400:00000010:0.0:1767384408.969925:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a336f797. 00000100:00000200:0.0:1767384408.969926:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969927:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb6bf11. 00000400:00000010:0.0:1767384408.969938:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3039336. 00000100:00000200:0.0:1767384408.969941:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969942:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aac6f1b2. 00000400:00000010:0.0:1767384408.969943:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2f68c8. 00000100:00000200:0.0:1767384408.969944:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969945:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020d45fc9. 00000400:00000010:0.0:1767384408.969946:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000115a40bc. 00000100:00000200:0.0:1767384408.969947:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969948:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4d974b6. 00000400:00000010:0.0:1767384408.969949:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002f753b1. 00000100:00000200:0.0:1767384408.969950:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969951:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f974e40c. 00000400:00000010:0.0:1767384408.969952:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d22664f. 00000100:00000200:0.0:1767384408.969953:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969954:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd0f168. 00000400:00000010:0.0:1767384408.969955:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f5dcd5. 00000100:00000200:0.0:1767384408.969955:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969956:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005de1e2f4. 00000400:00000010:0.0:1767384408.969957:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021a9d951. 00000100:00000200:0.0:1767384408.969958:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969959:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b203f5f. 00000400:00000010:0.0:1767384408.969960:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f21fc792. 00000100:00000200:0.0:1767384408.969960:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969961:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdcb9994. 00000400:00000010:0.0:1767384408.969962:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050a23d18. 00000100:00000200:0.0:1767384408.969968:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969969:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c0b9306. 00000400:00000010:0.0:1767384408.969970:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfb956c2. 00000100:00000200:0.0:1767384408.969972:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969972:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058bfb2d1. 00000400:00000010:0.0:1767384408.969973:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8a854f6. 00000100:00000200:0.0:1767384408.969974:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969975:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041cce29b. 00000400:00000010:0.0:1767384408.969976:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f2560b. 00000100:00000200:0.0:1767384408.969977:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969978:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080230573. 00000400:00000010:0.0:1767384408.969979:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7daba39. 00000100:00000200:0.0:1767384408.969980:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969981:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f894eb7. 00000400:00000010:0.0:1767384408.969981:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091cdffce. 00000100:00000200:0.0:1767384408.969982:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969983:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a674333. 00000400:00000010:0.0:1767384408.969984:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001708a2c0. 00000100:00000200:0.0:1767384408.969985:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969986:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa61abc. 00000400:00000010:0.0:1767384408.969987:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a4aabad. 00000100:00000200:0.0:1767384408.969987:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969988:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab526ae8. 00000400:00000010:0.0:1767384408.969989:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e0d39f2. 00000100:00000200:0.0:1767384408.969990:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969991:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb8ca7f6. 00000400:00000010:0.0:1767384408.969992:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066f97e26. 00000100:00000200:0.0:1767384408.969992:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969993:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a847620. 00000400:00000010:0.0:1767384408.969994:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019040a4d. 00000100:00000200:0.0:1767384408.969995:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.969996:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021a185da. 00000400:00000010:0.0:1767384408.970002:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003459d74c. 00000100:00000200:0.0:1767384408.970004:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970005:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5757de9. 00000400:00000010:0.0:1767384408.970008:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5e67917. 00000100:00000200:0.0:1767384408.970010:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970011:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041a4bdc5. 00000400:00000010:0.0:1767384408.970012:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000856b6281. 00000100:00000200:0.0:1767384408.970013:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970014:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc969a9b. 00000400:00000010:0.0:1767384408.970015:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecfd9074. 00000100:00000200:0.0:1767384408.970016:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970017:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a487fc76. 00000400:00000010:0.0:1767384408.970018:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030b4bc91. 00000100:00000200:0.0:1767384408.970019:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970020:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6bc1c8. 00000400:00000010:0.0:1767384408.970021:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f33aee5. 00000100:00000200:0.0:1767384408.970022:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970023:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59ea0da. 00000400:00000010:0.0:1767384408.970024:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e62a855d. 00000100:00000200:0.0:1767384408.970025:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970026:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e9b0320. 00000400:00000010:0.0:1767384408.970027:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3148994. 00000100:00000200:0.0:1767384408.970028:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970029:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faa7e099. 00000400:00000010:0.0:1767384408.970030:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdd1d0b2. 00000100:00000200:0.0:1767384408.970030:0:40442:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:0.0:1767384408.970031:0:40442:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b97d5df. 00000400:00000010:0.0:1767384408.970032:0:40442:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eacc8e0f. 00000100:00000010:0.0:1767384408.970034:0:40442:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000cedb7c69. 00000100:00000200:0.0:1767384408.970043:0:40442:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384408.970060:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000999b657c. 00000100:00000010:0.0:1767384408.970227:0:40443:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000088f441a0. 00000020:00000010:0.0:1767384408.970231:0:40443:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000005da2bdb. 00000020:00000010:0.0:1767384408.970234:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009032d0bf. 00000020:00000010:0.0:1767384408.970237:0:40443:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000675bc96a. 00000040:00000010:0.0:1767384408.970239:0:40443:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b043bc3e. 00000020:00000010:0.0:1767384408.970240:0:40443:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa4f0189. 00000020:00000010:0.0:1767384408.970242:0:40443:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005224f323. 00000020:00000010:0.0:1767384408.970244:0:40443:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006daaf46c. 80000000:00000010:0.0:1767384408.970249:0:40443:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d5c984f. 40000000:00000010:0.0:1767384408.970250:0:40443:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003b64b39f. 00100000:00000010:0.0:1767384408.970252:0:40443:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004262b3d5. 00040000:00000010:0.0:1767384408.970254:0:40443:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080ff2794. 00040000:00000010:0.0:1767384408.970255:0:40443:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b4b76874. 00080000:00000010:0.0:1767384408.970257:0:40443:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001c4ee0fc. 00000004:00000010:0.0:1767384408.970259:0:40443:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008be5bb84. 00002000:00000010:0.0:1767384408.970261:0:40443:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007d7fd3a7. 00000100:00000010:0.0:1767384408.970263:0:40443:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ad390940. 00000100:00000200:0.0:1767384408.970272:0:40443:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384408.970282:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000122b5889. 00000100:00000010:2.0:1767384408.970288:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000e09043e. 00000100:00000010:2.0:1767384408.970300:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000fadb363e. 00000100:00000010:2.0:1767384408.970307:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000009a5be2e3. 00000100:00000010:2.0:1767384408.970311:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bec7f20. 00000100:00000010:2.0:1767384408.970314:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013f5b021. 00000100:00000010:2.0:1767384408.970317:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cdeb8f4. 00000100:00000010:2.0:1767384408.970321:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000887a11f. 00000100:00000010:2.0:1767384408.970323:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a38ae66. 00000100:00000010:2.0:1767384408.970325:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000888a82f. 00000100:00000010:2.0:1767384408.970328:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b169c424. 00000100:00000010:2.0:1767384408.970330:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000091ff9a4e. 00000100:00000010:2.0:1767384408.970332:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfdc251c. 00000100:00000010:2.0:1767384408.970335:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b56733c3. 00000100:00000010:2.0:1767384408.970337:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ed0e659. 00000100:00000010:2.0:1767384408.970340:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009699e289. 00000100:00000010:2.0:1767384408.970342:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd5b2581. 00000100:00000010:2.0:1767384408.970345:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2dceecb. 00000100:00000010:2.0:1767384408.970347:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bba01df1. 00000100:00000010:2.0:1767384408.970351:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f90e3615. 00000100:00000010:2.0:1767384408.970353:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000344a2ba3. 00000100:00000010:2.0:1767384408.970356:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d5ed4b5. 00000100:00000010:2.0:1767384408.970358:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b799f12. 00000100:00000010:2.0:1767384408.970361:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f495bf51. 00000100:00000010:2.0:1767384408.970363:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c17352ad. 00000100:00000010:2.0:1767384408.970366:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011a95d75. 00000100:00000010:2.0:1767384408.970368:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa9a3776. 00000100:00000010:2.0:1767384408.970370:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe1b636c. 00000100:00000010:2.0:1767384408.970372:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e031c5e1. 00000100:00000010:2.0:1767384408.970374:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007f067eab. 00000100:00000010:2.0:1767384408.970376:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004318efef. 00000100:00000010:2.0:1767384408.970377:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cfa4cb22. 00000100:00000010:2.0:1767384408.970385:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004066114b. 00000100:00000010:2.0:1767384408.970388:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c81185f. 00000100:00000010:2.0:1767384408.970390:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f48a843e. 00000100:00000010:2.0:1767384408.970392:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edfc9037. 00000100:00000010:2.0:1767384408.970394:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4b06c04. 00000100:00000010:2.0:1767384408.970396:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004dd2fa82. 00000100:00000010:2.0:1767384408.970397:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078d0c688. 00000100:00000010:2.0:1767384408.970399:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b94b86fb. 00000100:00000010:2.0:1767384408.970400:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d22822a. 00000100:00000010:2.0:1767384408.970402:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d14c5c2. 00000100:00000010:2.0:1767384408.970403:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a5d3291. 00000100:00000010:2.0:1767384408.970405:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4f0208c. 00000100:00000010:2.0:1767384408.970406:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078f962bb. 00000100:00000010:2.0:1767384408.970409:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb1a498d. 00000100:00000010:2.0:1767384408.970410:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cf25586. 00000100:00000010:2.0:1767384408.970412:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007202fc3f. 00000100:00000010:2.0:1767384408.970413:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005578c508. 00000100:00000010:2.0:1767384408.970415:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f9335e0. 00000100:00000010:2.0:1767384408.970416:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c5b9419. 00000100:00000010:2.0:1767384408.970418:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011e3436c. 00000100:00000010:2.0:1767384408.970419:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e11d9100. 00000100:00000010:2.0:1767384408.970421:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d96f96c. 00000100:00000010:2.0:1767384408.970423:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ab78146. 00000100:00000010:2.0:1767384408.970424:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001644ab79. 00000100:00000010:2.0:1767384408.970425:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb6c0bef. 00000100:00000010:2.0:1767384408.970427:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000991f444d. 00000100:00000010:2.0:1767384408.970428:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000565bd9fd. 00000100:00000010:2.0:1767384408.970431:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002cf8fca2. 00000100:00000010:2.0:1767384408.970434:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065c209b3. 00000100:00000010:2.0:1767384408.970437:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b993eb8b. 00000100:00000010:2.0:1767384408.970439:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3491383. 00000100:00000010:2.0:1767384408.970442:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004c76dc33. 00000100:00000010:2.0:1767384408.970450:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6b4501b. 00000100:00000010:2.0:1767384408.970454:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be8a7bce. 00000100:00000010:2.0:1767384408.970456:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba095268. 00000100:00000010:2.0:1767384408.970459:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ca696e3a. 00000100:00000010:2.0:1767384408.970462:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b8bf65. 00000100:00000010:2.0:1767384408.970465:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5e58be7. 00000100:00000010:2.0:1767384408.970467:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091d1adb3. 00000100:00000010:2.0:1767384408.970471:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a5afd15. 00000100:00000010:2.0:1767384408.970473:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b3c5e62. 00000100:00000010:2.0:1767384408.970482:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006aa53ca2. 00000100:00000010:2.0:1767384408.970484:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2ad1415. 00000100:00000010:2.0:1767384408.970487:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042a62e26. 00000100:00000010:2.0:1767384408.970488:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005047bc43. 00000100:00000010:2.0:1767384408.970490:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b5ab3ac. 00000100:00000010:2.0:1767384408.970491:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b724eaf. 00000100:00000010:2.0:1767384408.970493:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083592d25. 00000100:00000010:2.0:1767384408.970494:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cffb09d7. 00000100:00000010:2.0:1767384408.970496:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5e5f2b8. 00000100:00000010:2.0:1767384408.970497:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048b57750. 00000100:00000010:2.0:1767384408.970499:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000af09f915. 00000100:00000010:2.0:1767384408.970500:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1044ee4. 00000100:00000010:2.0:1767384408.970502:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002234d62e. 00000100:00000010:2.0:1767384408.970504:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dccf779c. 00000100:00000010:2.0:1767384408.970506:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069913cc6. 00000100:00000010:2.0:1767384408.970507:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e337351. 00000100:00000010:2.0:1767384408.970512:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093f86565. 00000100:00000010:2.0:1767384408.970514:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ab9e8e6. 00000100:00000010:2.0:1767384408.970517:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ccc6eae8. 00000100:00000010:2.0:1767384408.970518:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a165acad. 00000100:00000010:2.0:1767384408.970520:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c1f843b. 00000100:00000010:2.0:1767384408.970522:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8f2b657. 00000100:00000010:2.0:1767384408.970523:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3c2c9d7. 00000100:00000010:2.0:1767384408.970529:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afb14ef2. 00000100:00000010:2.0:1767384408.970531:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000071e273d8. 00000100:00000010:2.0:1767384408.970532:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001edc3bb6. 00000100:00000010:2.0:1767384408.970534:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000753e0ade. 00000100:00000010:2.0:1767384408.970535:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a82e6e16. 00000100:00000010:2.0:1767384408.970537:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087ab03be. 00000100:00000010:2.0:1767384408.970538:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a6d89f1. 00000100:00000010:2.0:1767384408.970540:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000027125c68. 00000100:00000010:2.0:1767384408.970541:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efd73800. 00000100:00000010:2.0:1767384408.970547:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4acd1ed. 00000100:00000010:2.0:1767384408.970548:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002efdb762. 00000100:00000010:2.0:1767384408.970550:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbed1bd8. 00000100:00000010:2.0:1767384408.970551:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee478f38. 00000100:00000010:2.0:1767384408.970553:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b20921a0. 00000100:00000010:2.0:1767384408.970554:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc076563. 00000100:00000010:2.0:1767384408.970556:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002215662e. 00000100:00000010:2.0:1767384408.970558:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dd66219. 00000100:00000010:2.0:1767384408.970560:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b65000d1. 00000100:00000010:2.0:1767384408.970562:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cc0d63e. 00000100:00000010:2.0:1767384408.970565:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007c91c761. 00000100:00000010:2.0:1767384408.970567:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b04c4f71. 00000100:00000010:2.0:1767384408.970569:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3ebf1af. 00000100:00000010:2.0:1767384408.970572:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d6a433f. 00000100:00000010:2.0:1767384408.970574:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a758528d. 00000100:00000010:2.0:1767384408.970576:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c26469e. 00000100:00000010:2.0:1767384408.970584:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000029fd05c9. 00000100:00000010:2.0:1767384408.970588:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ed9a00f. 00000100:00000010:2.0:1767384408.970591:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032637f0c. 00000100:00000010:2.0:1767384408.970593:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000533a5012. 00000100:00000010:2.0:1767384408.970596:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a7e6e96. 00000100:00000010:2.0:1767384408.970598:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6b4799a. 00000100:00000010:2.0:1767384408.970601:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d801f56d. 00000100:00000010:2.0:1767384408.970609:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb714fc9. 00000100:00000010:2.0:1767384408.970612:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be8f28e5. 00000100:00000010:2.0:1767384408.970614:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000261a8710. 00000100:00000010:2.0:1767384408.970616:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbeb4a38. 00000400:00000200:2.0:1767384408.970617:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:2.0:1767384408.970638:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cc35c12f. 00000020:00000010:2.0:1767384408.970640:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000511750ef. 00000100:00000010:2.0:1767384408.970662:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000979e287f. 00000100:00000010:2.0:1767384408.970664:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000011c79591. 00000100:00000010:2.0:1767384408.970666:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005b6b43f5. 00000100:00000010:2.0:1767384408.970667:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004107cec2. 00000100:00000010:2.0:1767384408.970669:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a8192ad7. 00000100:00000200:2.0:1767384408.970685:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:2.0:1767384408.970687:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007f8bfe91. 00000100:00000010:0.0:1767384408.970809:0:40444:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006f472022. 00000020:00000010:0.0:1767384408.970812:0:40444:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000004f6ca48. 00000020:00000010:0.0:1767384408.970815:0:40444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e4229e8. 00000020:00000010:0.0:1767384408.970817:0:40444:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d67b079. 00000040:00000010:0.0:1767384408.970820:0:40444:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ea47c67. 00000020:00000010:0.0:1767384408.970822:0:40444:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e35d01ea. 00000020:00000010:0.0:1767384408.970825:0:40444:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000587fcdf6. 00000020:00000010:0.0:1767384408.970828:0:40444:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d4276919. 80000000:00000010:0.0:1767384408.970830:0:40444:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb337394. 40000000:00000010:0.0:1767384408.970832:0:40444:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000195e387d. 00100000:00000010:0.0:1767384408.970835:0:40444:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000082d00e57. 00040000:00000010:0.0:1767384408.970837:0:40444:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008560dda7. 00040000:00000010:0.0:1767384408.970839:0:40444:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000011d726a8. 00080000:00000010:0.0:1767384408.970842:0:40444:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f9fa47bc. 00000004:00000010:0.0:1767384408.970853:0:40444:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000af6d37d6. 00002000:00000010:0.0:1767384408.970856:0:40444:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001dcdca44. 00000100:00000200:0.0:1767384408.970859:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970861:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aae912ad. 00000400:00000010:0.0:1767384408.970864:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060d21682. 00000100:00000200:0.0:1767384408.970867:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970869:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063d91e3e. 00000400:00000010:0.0:1767384408.970870:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082abcaf3. 00000100:00000200:0.0:1767384408.970872:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970873:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ca4dd4. 00000400:00000010:0.0:1767384408.970879:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcf25228. 00000100:00000200:0.0:1767384408.970881:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970883:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef396223. 00000400:00000010:0.0:1767384408.970885:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003143dbac. 00000100:00000200:0.0:1767384408.970887:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970888:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000515dc738. 00000400:00000010:0.0:1767384408.970890:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dfb8d720. 00000100:00000200:0.0:1767384408.970891:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970893:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdf4efcb. 00000400:00000010:0.0:1767384408.970894:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afb234f1. 00000100:00000200:0.0:1767384408.970896:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970897:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000007efebd. 00000400:00000010:0.0:1767384408.970899:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000240135d4. 00000100:00000200:0.0:1767384408.970901:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970902:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000044ea551. 00000400:00000010:0.0:1767384408.970903:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afa612bb. 00000100:00000200:0.0:1767384408.970905:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970906:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a3a7cb. 00000400:00000010:0.0:1767384408.970908:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e172c0a. 00000100:00000200:0.0:1767384408.970910:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970911:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b9f1d1. 00000400:00000010:0.0:1767384408.970913:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000900e54e5. 00000100:00000200:0.0:1767384408.970914:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970916:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000684a8d04. 00000400:00000010:0.0:1767384408.970918:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008301a386. 00000100:00000200:0.0:1767384408.970919:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970921:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037f71ee3. 00000400:00000010:0.0:1767384408.970922:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000578fc06e. 00000100:00000200:0.0:1767384408.970924:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970925:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de45bcd9. 00000400:00000010:0.0:1767384408.970927:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f12a6d3. 00000100:00000200:0.0:1767384408.970941:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970944:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e7b28b. 00000400:00000010:0.0:1767384408.970946:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048b254b8. 00000100:00000200:0.0:1767384408.970947:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970953:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e0e2dc3. 00000400:00000010:0.0:1767384408.970956:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4df046d. 00000100:00000200:0.0:1767384408.970958:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970959:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c603aca6. 00000400:00000010:0.0:1767384408.970961:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db61962d. 00000100:00000200:0.0:1767384408.970963:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970964:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f06799. 00000400:00000010:0.0:1767384408.970966:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000331bc968. 00000100:00000200:0.0:1767384408.970968:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970969:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006fd695e. 00000400:00000010:0.0:1767384408.970971:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006396f149. 00000100:00000200:0.0:1767384408.970973:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970974:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078ba570d. 00000400:00000010:0.0:1767384408.970976:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c9d4468. 00000100:00000200:0.0:1767384408.970977:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970979:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060938ad1. 00000400:00000010:0.0:1767384408.970981:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a68f9dd. 00000100:00000200:0.0:1767384408.970982:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970984:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b10906c3. 00000400:00000010:0.0:1767384408.970993:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a55d324. 00000100:00000200:0.0:1767384408.970996:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.970998:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe3c2c6f. 00000400:00000010:0.0:1767384408.970999:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000664e22b0. 00000100:00000200:0.0:1767384408.971001:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971003:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2545155. 00000400:00000010:0.0:1767384408.971004:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e9eca06. 00000100:00000200:0.0:1767384408.971006:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971007:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007019acfc. 00000400:00000010:0.0:1767384408.971009:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1c5c4c4. 00000100:00000200:0.0:1767384408.971011:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971012:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061a0d250. 00000400:00000010:0.0:1767384408.971014:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dca8de85. 00000100:00000200:0.0:1767384408.971016:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971017:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3a81d5. 00000400:00000010:0.0:1767384408.971019:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b67065d. 00000100:00000200:0.0:1767384408.971025:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971027:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f4af95a. 00000400:00000010:0.0:1767384408.971029:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3cbff4a. 00000100:00000200:0.0:1767384408.971031:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971032:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc566a2. 00000400:00000010:0.0:1767384408.971034:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050ff9da5. 00000100:00000200:0.0:1767384408.971035:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971037:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bab875f. 00000400:00000010:0.0:1767384408.971038:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d9359686. 00000100:00000200:0.0:1767384408.971040:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971042:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003295d4de. 00000400:00000010:0.0:1767384408.971043:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000df36830b. 00000100:00000200:0.0:1767384408.971045:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971046:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e7ce89d. 00000400:00000010:0.0:1767384408.971048:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000714f0cd2. 00000100:00000200:0.0:1767384408.971049:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971051:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077350113. 00000400:00000010:0.0:1767384408.971053:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a990921. 00000100:00000200:0.0:1767384408.971054:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971056:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9890ed2. 00000400:00000010:0.0:1767384408.971057:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c0abcd6. 00000100:00000200:0.0:1767384408.971059:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971060:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5540dc8. 00000400:00000010:0.0:1767384408.971062:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014618f72. 00000100:00000200:0.0:1767384408.971064:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971065:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002292f914. 00000400:00000010:0.0:1767384408.971067:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cfdc985. 00000100:00000200:0.0:1767384408.971068:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971069:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3942068. 00000400:00000010:0.0:1767384408.971071:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e3db15a. 00000100:00000200:0.0:1767384408.971072:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971074:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f6fa91d. 00000400:00000010:0.0:1767384408.971076:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094d096bf. 00000100:00000200:0.0:1767384408.971077:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971079:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e656b3d. 00000400:00000010:0.0:1767384408.971084:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017512c53. 00000100:00000200:0.0:1767384408.971086:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971087:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029e5a1bc. 00000400:00000010:0.0:1767384408.971089:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7b05a4. 00000100:00000200:0.0:1767384408.971091:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971092:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f933624c. 00000400:00000010:0.0:1767384408.971094:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a42651e8. 00000100:00000200:0.0:1767384408.971096:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971097:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c952e65b. 00000400:00000010:0.0:1767384408.971099:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c56cfe8. 00000100:00000200:0.0:1767384408.971100:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971103:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009520a90a. 00000400:00000010:0.0:1767384408.971104:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000262a82bb. 00000100:00000200:0.0:1767384408.971134:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971137:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d0795cd. 00000400:00000010:0.0:1767384408.971138:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000baba0750. 00000100:00000200:0.0:1767384408.971140:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971141:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf740db6. 00000400:00000010:0.0:1767384408.971142:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0e428f2. 00000100:00000200:0.0:1767384408.971144:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971145:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e07635c. 00000400:00000010:0.0:1767384408.971146:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c0fa00. 00000100:00000200:0.0:1767384408.971147:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971149:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015c7d73d. 00000400:00000010:0.0:1767384408.971150:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078a423cb. 00000100:00000200:0.0:1767384408.971151:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971151:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008396d728. 00000400:00000010:0.0:1767384408.971152:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cea70bf3. 00000100:00000200:0.0:1767384408.971153:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971154:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ca94fd1. 00000400:00000010:0.0:1767384408.971155:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4c04b69. 00000100:00000200:0.0:1767384408.971156:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971157:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a46f0657. 00000400:00000010:0.0:1767384408.971158:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac7fa5f. 00000100:00000200:0.0:1767384408.971158:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971164:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b01ed764. 00000400:00000010:0.0:1767384408.971166:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091eff46e. 00000100:00000200:0.0:1767384408.971168:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971170:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063ed9ee4. 00000400:00000010:0.0:1767384408.971178:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3633b2d. 00000100:00000200:0.0:1767384408.971181:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971183:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff9e7aea. 00000400:00000010:0.0:1767384408.971185:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032a645c8. 00000100:00000200:0.0:1767384408.971186:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971188:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006457c90d. 00000400:00000010:0.0:1767384408.971190:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c5b2ce4. 00000100:00000200:0.0:1767384408.971192:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971193:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f491c4. 00000400:00000010:0.0:1767384408.971195:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e976595. 00000100:00000200:0.0:1767384408.971197:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971198:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013633014. 00000400:00000010:0.0:1767384408.971200:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000773edad. 00000100:00000200:0.0:1767384408.971202:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971203:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090fd47f7. 00000400:00000010:0.0:1767384408.971205:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e723df01. 00000100:00000200:0.0:1767384408.971207:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971208:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c87cf330. 00000400:00000010:0.0:1767384408.971210:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003fa5aea4. 00000100:00000200:0.0:1767384408.971212:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971214:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17f7537. 00000400:00000010:0.0:1767384408.971216:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000061ee7ec. 00000100:00000200:0.0:1767384408.971218:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971220:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055ab17d7. 00000400:00000010:0.0:1767384408.971222:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001fc4711c. 00000100:00000200:0.0:1767384408.971224:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971225:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e9fd0da. 00000400:00000010:0.0:1767384408.971227:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023badb49. 00000100:00000200:0.0:1767384408.971229:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971230:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007eeb5381. 00000400:00000010:0.0:1767384408.971231:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b968cdb1. 00000100:00000200:0.0:1767384408.971236:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971237:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0908d01. 00000400:00000010:0.0:1767384408.971238:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed7b59ab. 00000100:00000200:0.0:1767384408.971240:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971240:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036575e00. 00000400:00000010:0.0:1767384408.971241:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fde15007. 00000100:00000200:0.0:1767384408.971242:0:40444:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:0.0:1767384408.971243:0:40444:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a7d5001. 00000400:00000010:0.0:1767384408.971244:0:40444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f44479e. 00000100:00000010:0.0:1767384408.971246:0:40444:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000e261491b. 00000100:00000200:0.0:1767384408.971255:0:40444:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384408.971271:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006d24cbb0. 00000100:00000010:0.0:1767384408.971436:0:40445:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000048cdda2d. 00000020:00000010:0.0:1767384408.971438:0:40445:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000037e59a83. 00000020:00000010:0.0:1767384408.971440:0:40445:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000065b24e9. 00000020:00000010:0.0:1767384408.971443:0:40445:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bebfd2e5. 00000040:00000010:0.0:1767384408.971444:0:40445:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000093112a5d. 00000020:00000010:0.0:1767384408.971446:0:40445:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000060522281. 00000020:00000010:0.0:1767384408.971448:0:40445:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006e6e7af1. 00000020:00000010:0.0:1767384408.971450:0:40445:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5fc88d0. 80000000:00000010:0.0:1767384408.971451:0:40445:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb2b5724. 40000000:00000010:0.0:1767384408.971452:0:40445:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb1f750e. 00100000:00000010:0.0:1767384408.971454:0:40445:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf006477. 00040000:00000010:0.0:1767384408.971456:0:40445:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009ea35a21. 00040000:00000010:0.0:1767384408.971458:0:40445:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000691b7bae. 00080000:00000010:0.0:1767384408.971459:0:40445:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000021e90816. 00000004:00000010:0.0:1767384408.971462:0:40445:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000010175fde. 00002000:00000010:0.0:1767384408.971463:0:40445:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004fce192d. 00000100:00000010:0.0:1767384408.971465:0:40445:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005192d85b. 00000100:00000200:0.0:1767384408.971473:0:40445:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384408.971486:0:40423:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000010969625. 00000100:00000010:2.0:1767384408.971490:0:40423:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c0dc745f. 00000100:00000010:2.0:1767384408.971499:0:40423:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000087c8b123. 00000100:00000010:2.0:1767384408.971503:0:40423:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000618350d4. 00000100:00000010:2.0:1767384408.971506:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa5f6b61. 00000100:00000010:2.0:1767384408.971637:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004204571a. 00000100:00000010:2.0:1767384408.971640:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f68212c2. 00000100:00000010:2.0:1767384408.971769:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009cbba5fd. 00000100:00000010:2.0:1767384408.971773:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000160218db. 00000100:00000010:2.0:1767384408.971910:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009e815623. 00000100:00000010:2.0:1767384408.971914:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1687e83. 00000100:00000010:2.0:1767384408.972067:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000cfae17c1. 00000100:00000010:2.0:1767384408.972070:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000146de881. 00000100:00000010:2.0:1767384408.972208:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b815d957. 00000100:00000010:2.0:1767384408.972211:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0e4706e. 00000100:00000010:2.0:1767384408.972343:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000555f0b3d. 00000100:00000010:2.0:1767384408.972346:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b5c1928. 00000100:00000010:2.0:1767384408.972475:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005ce61337. 00000100:00000010:2.0:1767384408.972479:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036abd334. 00000100:00000010:2.0:1767384408.972639:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c5fadaf3. 00000100:00000010:2.0:1767384408.972642:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000795a4ec4. 00000100:00000010:2.0:1767384408.972770:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004ad4774. 00000100:00000010:2.0:1767384408.972774:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062fc5397. 00000100:00000010:2.0:1767384408.972909:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ee03dc53. 00000100:00000010:2.0:1767384408.972913:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058bcb664. 00000100:00000010:2.0:1767384408.973059:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d282ecdd. 00000100:00000010:2.0:1767384408.973062:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f54d1a7. 00000100:00000010:2.0:1767384408.974103:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007ca07c28. 00000100:00000010:2.0:1767384408.974126:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000468239b9. 00000100:00000010:2.0:1767384408.974166:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001cf7f210. 00000100:00000010:2.0:1767384408.974169:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba874128. 00000100:00000010:2.0:1767384408.974208:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c87c2d7d. 00000100:00000010:2.0:1767384408.974210:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c0871e7. 00000100:00000010:2.0:1767384408.974249:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008126bda7. 00000100:00000010:2.0:1767384408.974252:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005609f077. 00000100:00000010:2.0:1767384408.975229:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000065940630. 00000100:00000010:2.0:1767384408.975233:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bdefcf6. 00000100:00000010:2.0:1767384408.975276:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ea763e1f. 00000100:00000010:2.0:1767384408.975280:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee028d85. 00000100:00000010:2.0:1767384408.975327:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002297e8d0. 00000100:00000010:2.0:1767384408.975330:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4b7624b. 00000100:00000010:2.0:1767384408.975368:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009db6e65e. 00000100:00000010:2.0:1767384408.975371:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058bf569d. 00000100:00000010:2.0:1767384408.976362:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001df63812. 00000100:00000010:2.0:1767384408.976366:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000e2b530. 00000100:00000010:2.0:1767384408.976404:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c6fc2d4c. 00000100:00000010:2.0:1767384408.976407:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8f1456c. 00000100:00000010:2.0:1767384408.976447:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000054439267. 00000100:00000010:2.0:1767384408.976451:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fedbd88. 00000100:00000010:2.0:1767384408.976499:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000053a97510. 00000100:00000010:2.0:1767384408.976502:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5e05ef3. 00000100:00000010:2.0:1767384408.977486:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b563c4f. 00000100:00000010:2.0:1767384408.977490:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e7617f5. 00000100:00000010:2.0:1767384408.977529:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000dcf51ba. 00000100:00000010:2.0:1767384408.977531:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da2acad6. 00000100:00000010:2.0:1767384408.977572:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bc3994a8. 00000100:00000010:2.0:1767384408.977575:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000864c0561. 00000100:00000010:2.0:1767384408.977623:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000edf99939. 00000100:00000010:2.0:1767384408.977626:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000112cdca8. 00000100:00000010:2.0:1767384408.978629:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002ddc96ea. 00000100:00000010:2.0:1767384408.978642:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e49d6611. 00000100:00000010:2.0:1767384408.978680:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000002d0d1bf. 00000100:00000010:2.0:1767384408.978682:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a43b3bb. 00000100:00000010:2.0:1767384408.978719:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000062e1d065. 00000100:00000010:2.0:1767384408.978721:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f005474. 00000100:00000010:2.0:1767384408.978763:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bb543a4d. 00000100:00000010:2.0:1767384408.978768:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009578ebae. 00000100:00000010:2.0:1767384408.978915:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000067532c93. 00000100:00000010:2.0:1767384408.978920:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cadeddb4. 00000100:00000010:2.0:1767384408.979062:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009d5fd621. 00000100:00000010:2.0:1767384408.979066:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9c5c76f. 00000100:00000010:2.0:1767384408.979201:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000098addb38. 00000100:00000010:2.0:1767384408.979204:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cad6da3. 00000100:00000010:2.0:1767384408.979336:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ae6836f8. 00000100:00000010:2.0:1767384408.979339:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002edf9c84. 00000100:00000010:2.0:1767384408.979478:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004f59fe20. 00000100:00000010:2.0:1767384408.979483:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa2fcd36. 00000100:00000010:2.0:1767384408.979615:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000088f1e8b7. 00000100:00000010:2.0:1767384408.979618:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000453282d4. 00000100:00000010:2.0:1767384408.979743:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e2d084d4. 00000100:00000010:2.0:1767384408.979746:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb507a70. 00000100:00000010:2.0:1767384408.979880:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d433d976. 00000100:00000010:2.0:1767384408.979883:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa18f4c2. 00000100:00000010:2.0:1767384408.980034:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059917129. 00000100:00000010:2.0:1767384408.980037:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb2bef09. 00000100:00000010:2.0:1767384408.980178:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a8bb5d34. 00000100:00000010:2.0:1767384408.980181:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efa65a7a. 00000100:00000010:2.0:1767384408.980313:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af6925fd. 00000100:00000010:2.0:1767384408.980317:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b48451d2. 00000100:00000010:2.0:1767384408.980442:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010ee7406. 00000100:00000010:2.0:1767384408.980446:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b9abc81. 00000100:00000010:2.0:1767384408.980595:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000daa379d9. 00000100:00000010:2.0:1767384408.980606:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003888ccc3. 00000100:00000010:2.0:1767384408.980734:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fbdc90c2. 00000100:00000010:2.0:1767384408.980738:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000861e7e95. 00000100:00000010:2.0:1767384408.980874:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bcc576c8. 00000100:00000010:2.0:1767384408.980877:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000644c824d. 00000100:00000010:2.0:1767384408.981018:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000eadf9861. 00000100:00000010:2.0:1767384408.981022:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083c815eb. 00000100:00000010:2.0:1767384408.981169:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bda4be4e. 00000100:00000010:2.0:1767384408.981172:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e88d1fa1. 00000100:00000010:2.0:1767384408.981303:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008e5dbf99. 00000100:00000010:2.0:1767384408.981307:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003477127a. 00000100:00000010:2.0:1767384408.981434:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003a35aa66. 00000100:00000010:2.0:1767384408.981437:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000600f9abe. 00000100:00000010:2.0:1767384408.981573:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000009cae689. 00000100:00000010:2.0:1767384408.981577:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ff6f4eb. 00000100:00000010:2.0:1767384408.981723:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c868217. 00000100:00000010:2.0:1767384408.981726:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e73230f. 00000100:00000010:2.0:1767384408.981862:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003c6584d0. 00000100:00000010:2.0:1767384408.981865:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1d08d46. 00000100:00000010:2.0:1767384408.982004:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002408b21d. 00000100:00000010:2.0:1767384408.982008:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d8a4195. 00000100:00000010:2.0:1767384408.982146:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b290475. 00000100:00000010:2.0:1767384408.982148:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c755d189. 00000100:00000010:2.0:1767384408.982286:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000866f21ba. 00000100:00000010:2.0:1767384408.982291:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002384eb10. 00000100:00000010:2.0:1767384408.982425:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a590a8c0. 00000100:00000010:2.0:1767384408.982427:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000695822bb. 00000100:00000010:2.0:1767384408.982563:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bd061392. 00000100:00000010:2.0:1767384408.982568:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df89dc7d. 00000100:00000010:2.0:1767384408.982702:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a449902c. 00000100:00000010:2.0:1767384408.982705:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4b9ec99. 00000100:00000010:2.0:1767384408.982846:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000af8a0e34. 00000100:00000010:2.0:1767384408.982855:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000befae7ef. 00000100:00000010:2.0:1767384408.982997:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008b5c8cee. 00000100:00000010:2.0:1767384408.983001:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bcbeb9c. 00000100:00000010:2.0:1767384408.983145:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a124db2e. 00000100:00000010:2.0:1767384408.983148:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038ef9527. 00000100:00000010:2.0:1767384408.983276:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d4884506. 00000100:00000010:2.0:1767384408.983280:0:40423:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8c2456e. 00000100:00000010:2.0:1767384408.983430:0:40423:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000030b8ad84. 00000400:00000200:2.0:1767384408.983436:0:40423:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:2.0:1767384408.983501:0:40423:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000702fa50. 00000020:00000010:2.0:1767384408.983512:0:40423:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000004a841af4. 00000100:00000010:2.0:1767384408.983551:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000eeb757f9. 00000100:00000010:2.0:1767384408.983555:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009fac7d8b. 00000100:00000010:2.0:1767384408.983559:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c5c34b58. 00000100:00000010:2.0:1767384408.983563:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c635c521. 00000100:00000010:2.0:1767384408.983565:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002a5b8351. 00000100:00000010:2.0:1767384408.983568:0:40423:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000bcdab705. 00000100:00000010:2.0:1767384408.983570:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000085987707. 00000100:00000010:2.0:1767384408.983572:0:40423:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c8e7a2ef. 00000100:00000010:2.0:1767384408.983574:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004b801ef0. 00000100:00000010:2.0:1767384408.983577:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004452891b. 00000100:00000010:2.0:1767384408.983579:0:40423:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008677923a. 00000100:00000200:2.0:1767384408.983607:0:40423:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:2.0:1767384408.983612:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d86942d8. 00000020:00000010:1.0:1767384408.984171:0:40446:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000001f4941e2. 00000100:00000010:1.0:1767384408.984178:0:40446:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002194bd7c. 00000020:00000010:1.0:1767384408.984182:0:40446:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e070caf7. 00000020:00000010:1.0:1767384408.984190:0:40446:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b85f3c37. 00000020:00000010:1.0:1767384408.984194:0:40446:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001faa88af. 00000040:00000010:1.0:1767384408.984197:0:40446:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4776118. 00000020:00000010:1.0:1767384408.984201:0:40446:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba773d98. 00000020:00000010:1.0:1767384408.984206:0:40446:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000028c109aa. 00000020:00000010:1.0:1767384408.984210:0:40446:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e8eb86d. 80000000:00000010:1.0:1767384408.984214:0:40446:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093ea416e. 40000000:00000010:1.0:1767384408.984217:0:40446:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000071146306. 00100000:00000010:1.0:1767384408.984221:0:40446:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b7a3154. 00040000:00000010:1.0:1767384408.984226:0:40446:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d8d7727. 00040000:00000010:1.0:1767384408.984229:0:40446:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000042a24a21. 00080000:00000010:1.0:1767384408.984234:0:40446:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e9d07f2b. 00000004:00000010:1.0:1767384408.984239:0:40446:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003061c86d. 00002000:00000010:1.0:1767384408.984251:0:40446:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000054e89e0a. 00000100:00000200:1.0:1767384408.984256:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984260:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000032a9803. 00000400:00000010:1.0:1767384408.984266:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a35f6bf. 00000100:00000200:1.0:1767384408.984272:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984274:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fe56f0. 00000400:00000010:1.0:1767384408.984276:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000090f5fd7f. 00000100:00000200:1.0:1767384408.984279:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984280:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca310365. 00000400:00000010:1.0:1767384408.984289:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000424d2f7. 00000100:00000200:1.0:1767384408.984292:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984294:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abcdce08. 00000400:00000010:1.0:1767384408.984296:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000039bbb758. 00000100:00000200:1.0:1767384408.984299:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984300:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000aa88b61. 00000400:00000010:1.0:1767384408.984302:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009fdf1e18. 00000100:00000200:1.0:1767384408.984305:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984306:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2eef66a. 00000400:00000010:1.0:1767384408.984309:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000058517ba. 00000100:00000200:1.0:1767384408.984311:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984312:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d063da1. 00000400:00000010:1.0:1767384408.984315:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000088604de5. 00000100:00000200:1.0:1767384408.984317:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984318:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000189710ee. 00000400:00000010:1.0:1767384408.984320:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001d811d29. 00000100:00000200:1.0:1767384408.984323:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984324:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000277ce9d4. 00000400:00000010:1.0:1767384408.984326:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000050553803. 00000100:00000200:1.0:1767384408.984328:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984330:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5c77faf. 00000400:00000010:1.0:1767384408.984332:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dcf19ef2. 00000100:00000200:1.0:1767384408.984335:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984336:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f07be8cd. 00000400:00000010:1.0:1767384408.984344:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008b632e9e. 00000100:00000200:1.0:1767384408.984348:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984350:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5d94d2a. 00000400:00000010:1.0:1767384408.984353:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000008c334a2. 00000100:00000200:1.0:1767384408.984356:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984357:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068e858c2. 00000400:00000010:1.0:1767384408.984360:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f03180ec. 00000100:00000200:1.0:1767384408.984362:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984364:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000360f356. 00000400:00000010:1.0:1767384408.984366:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000065de57b5. 00000100:00000200:1.0:1767384408.984369:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984370:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc4bd69. 00000400:00000010:1.0:1767384408.984373:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000da9b0d17. 00000100:00000200:1.0:1767384408.984375:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984377:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000752b888c. 00000400:00000010:1.0:1767384408.984379:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002d3dcc12. 00000100:00000200:1.0:1767384408.984382:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984383:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054ca8545. 00000400:00000010:1.0:1767384408.984385:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000078cb2c58. 00000100:00000200:1.0:1767384408.984388:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984389:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f314195a. 00000400:00000010:1.0:1767384408.984392:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e4342b9. 00000100:00000200:1.0:1767384408.984394:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984396:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf22630a. 00000400:00000010:1.0:1767384408.984404:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa0325c3. 00000100:00000200:1.0:1767384408.984408:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984409:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a962ca4. 00000400:00000010:1.0:1767384408.984412:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000019f7bb8f. 00000100:00000200:1.0:1767384408.984414:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984416:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000291ae2b6. 00000400:00000010:1.0:1767384408.984418:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ad4c8aa6. 00000100:00000200:1.0:1767384408.984420:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984422:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000595b3679. 00000400:00000010:1.0:1767384408.984424:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f2c9941. 00000100:00000200:1.0:1767384408.984426:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984428:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000705fb581. 00000400:00000010:1.0:1767384408.984430:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000019693620. 00000100:00000200:1.0:1767384408.984433:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984434:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8a460b1. 00000400:00000010:1.0:1767384408.984437:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c974c26. 00000100:00000200:1.0:1767384408.984440:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984442:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab42e318. 00000400:00000010:1.0:1767384408.984444:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007ed0c263. 00000100:00000200:1.0:1767384408.984447:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984448:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e13e482. 00000400:00000010:1.0:1767384408.984451:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009bac5481. 00000100:00000200:1.0:1767384408.984454:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984456:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdd573bd. 00000400:00000010:1.0:1767384408.984463:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000404dcab6. 00000100:00000200:1.0:1767384408.984468:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984470:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9b2c430. 00000400:00000010:1.0:1767384408.984473:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000062b90d2f. 00000100:00000200:1.0:1767384408.984476:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984477:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d48213f. 00000400:00000010:1.0:1767384408.984480:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000233f81c5. 00000100:00000200:1.0:1767384408.984483:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984486:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cd456ef. 00000400:00000010:1.0:1767384408.984488:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ef9bdc69. 00000100:00000200:1.0:1767384408.984491:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984493:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928e662d. 00000400:00000010:1.0:1767384408.984495:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db825dc7. 00000100:00000200:1.0:1767384408.984498:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984500:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef39900c. 00000400:00000010:1.0:1767384408.984502:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008bc1f804. 00000100:00000200:1.0:1767384408.984505:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984507:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af0c995. 00000400:00000010:1.0:1767384408.984509:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a9facf6. 00000100:00000200:1.0:1767384408.984512:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984513:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a824e08. 00000400:00000010:1.0:1767384408.984517:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000044ed6d86. 00000100:00000200:1.0:1767384408.984520:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984522:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000222b3f0f. 00000400:00000010:1.0:1767384408.984532:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea71fc67. 00000100:00000200:1.0:1767384408.984536:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984539:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014e4a3fc. 00000400:00000010:1.0:1767384408.984541:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000087a4c48b. 00000100:00000200:1.0:1767384408.984544:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984546:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3b75df7. 00000400:00000010:1.0:1767384408.984549:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000093cb606. 00000100:00000200:1.0:1767384408.984551:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984553:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068cbc1b0. 00000400:00000010:1.0:1767384408.984555:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007cdba714. 00000100:00000200:1.0:1767384408.984557:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984558:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084c72473. 00000400:00000010:1.0:1767384408.984560:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000008b9cd3f. 00000100:00000200:1.0:1767384408.984561:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984562:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004369bee3. 00000400:00000010:1.0:1767384408.984564:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084805879. 00000100:00000200:1.0:1767384408.984566:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984567:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064df8070. 00000400:00000010:1.0:1767384408.984568:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a21a09b9. 00000100:00000200:1.0:1767384408.984570:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984571:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038624837. 00000400:00000010:1.0:1767384408.984573:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cf9d9449. 00000100:00000200:1.0:1767384408.984574:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984575:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031ae0de8. 00000400:00000010:1.0:1767384408.984582:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006dbd68bd. 00000100:00000200:1.0:1767384408.984585:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984586:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044aa2642. 00000400:00000010:1.0:1767384408.984588:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000ce7af2f. 00000100:00000200:1.0:1767384408.984590:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984591:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1c0db9. 00000400:00000010:1.0:1767384408.984593:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d16590c. 00000100:00000200:1.0:1767384408.984594:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984595:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b5419bc. 00000400:00000010:1.0:1767384408.984597:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009d46e24e. 00000100:00000200:1.0:1767384408.984598:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984599:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004922d004. 00000400:00000010:1.0:1767384408.984601:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c1fb5e69. 00000100:00000200:1.0:1767384408.984603:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984604:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b896bdfc. 00000400:00000010:1.0:1767384408.984607:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002510f763. 00000100:00000200:1.0:1767384408.984610:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984612:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f3d6983. 00000400:00000010:1.0:1767384408.984614:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000243e2926. 00000100:00000200:1.0:1767384408.984617:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984619:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039013726. 00000400:00000010:1.0:1767384408.984621:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009ab69881. 00000100:00000200:1.0:1767384408.984624:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984625:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b9801ff. 00000400:00000010:1.0:1767384408.984634:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009115fe33. 00000100:00000200:1.0:1767384408.984638:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984641:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034b1a572. 00000400:00000010:1.0:1767384408.984644:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002845172e. 00000100:00000200:1.0:1767384408.984646:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984648:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000022108d27. 00000400:00000010:1.0:1767384408.984650:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ed8c121e. 00000100:00000200:1.0:1767384408.984653:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984655:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be84ecdd. 00000400:00000010:1.0:1767384408.984658:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c97099e8. 00000100:00000200:1.0:1767384408.984661:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984662:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000029bd868. 00000400:00000010:1.0:1767384408.984665:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bcf7c5e5. 00000100:00000200:1.0:1767384408.984667:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984669:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044451e36. 00000400:00000010:1.0:1767384408.984672:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007995449f. 00000100:00000200:1.0:1767384408.984674:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984675:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfa3522c. 00000400:00000010:1.0:1767384408.984677:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000657c7d35. 00000100:00000200:1.0:1767384408.984678:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984679:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063f31736. 00000400:00000010:1.0:1767384408.984681:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a3f4ea9. 00000100:00000200:1.0:1767384408.984683:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984683:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c4f284f. 00000400:00000010:1.0:1767384408.984691:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f8f78454. 00000100:00000200:1.0:1767384408.984693:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984694:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000524325fc. 00000400:00000010:1.0:1767384408.984696:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000853fd8b. 00000100:00000200:1.0:1767384408.984698:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984699:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd4f1809. 00000400:00000010:1.0:1767384408.984701:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002c5006bd. 00000100:00000200:1.0:1767384408.984702:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984703:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3418544. 00000400:00000010:1.0:1767384408.984705:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b99c432. 00000100:00000200:1.0:1767384408.984706:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984707:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb5236c7. 00000400:00000010:1.0:1767384408.984709:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b48f59f. 00000100:00000200:1.0:1767384408.984710:0:40446:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767384408.984711:0:40446:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f7dffaf. 00000400:00000010:1.0:1767384408.984712:0:40446:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc412272. 00000100:00000010:1.0:1767384408.984721:0:40446:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e1909fde. 00000100:00000200:1.0:1767384408.984734:0:40446:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384408.984765:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009d7d8e94. 00000020:00000010:1.0:1767384408.985211:0:40447:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000007eec0bf2. 00000100:00000010:1.0:1767384408.985215:0:40447:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009312fb72. 00000020:00000010:1.0:1767384408.985217:0:40447:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d46a11b4. 00000020:00000010:1.0:1767384408.985220:0:40447:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a7b5a0f. 00000020:00000010:1.0:1767384408.985223:0:40447:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d756208b. 00000040:00000010:1.0:1767384408.985226:0:40447:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003a4fee54. 00000020:00000010:1.0:1767384408.985229:0:40447:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000636dae8d. 00000020:00000010:1.0:1767384408.985232:0:40447:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d4fbd250. 00000020:00000010:1.0:1767384408.985234:0:40447:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008e9e8568. 80000000:00000010:1.0:1767384408.985236:0:40447:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f321c822. 40000000:00000010:1.0:1767384408.985238:0:40447:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008657cc31. 00100000:00000010:1.0:1767384408.985241:0:40447:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004f48ee83. 00040000:00000010:1.0:1767384408.985244:0:40447:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d17ccb45. 00040000:00000010:1.0:1767384408.985246:0:40447:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000339c8622. 00080000:00000010:1.0:1767384408.985249:0:40447:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e5c2e87d. 00000004:00000010:1.0:1767384408.985252:0:40447:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d53d0929. 00002000:00000010:1.0:1767384408.985254:0:40447:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ec8d2f9a. 00000100:00000010:1.0:1767384408.985265:0:40447:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000056c23a02. 00000100:00000200:1.0:1767384408.985277:0:40447:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384408.985294:0:40423:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009199a45f. 00000020:00000010:1.0:1767384408.985718:0:40448:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000019d2cd41. 00000100:00000010:1.0:1767384408.985722:0:40448:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000506fb79d. 00000020:00000010:1.0:1767384408.985723:0:40448:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004535d3cf. 00000020:00000010:1.0:1767384408.985726:0:40448:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000daab074a. 00000020:00000010:1.0:1767384408.985728:0:40448:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009412301d. 00000040:00000010:1.0:1767384408.985730:0:40448:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f3f471ff. 00000020:00000010:1.0:1767384408.985732:0:40448:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000094a31a41. 00000020:00000010:1.0:1767384408.985733:0:40448:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5f97931. 00000020:00000010:1.0:1767384408.985735:0:40448:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000338b29ea. 80000000:00000010:1.0:1767384408.985736:0:40448:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000084e32d1c. 40000000:00000010:1.0:1767384408.985738:0:40448:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000999a5623. 00100000:00000010:1.0:1767384408.985740:0:40448:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000004b11ffc. 00040000:00000010:1.0:1767384408.985742:0:40448:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e6c74d3. 00040000:00000010:1.0:1767384408.985744:0:40448:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cfd4c9ee. 00080000:00000010:1.0:1767384408.985746:0:40448:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000034925bd8. 00000004:00000010:1.0:1767384408.985748:0:40448:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024f3dac9. 00002000:00000010:1.0:1767384408.985750:0:40448:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a29043f6. 00000100:00000010:1.0:1767384408.985758:0:40448:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002055b570. 00000100:00000200:1.0:1767384408.985769:0:40448:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:2.0:1767384408.985790:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000006058d70. 00000040:00000010:2.0:1767384408.985795:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009d76b11c. 00000020:00000010:2.0:1767384408.985798:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9a8d34f. 00000020:00000010:2.0:1767384408.985802:0:40423:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c60f1659. 00000020:00000010:2.0:1767384408.985806:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003cd36949. 80000000:00000010:2.0:1767384408.985808:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000000878262. 40000000:00000010:2.0:1767384408.985817:0:40423:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e73b2e5f. 00100000:00000010:2.0:1767384408.985820:0:40423:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000016bfa01b. 00040000:00000010:2.0:1767384408.985822:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ac9c732. 00040000:00000010:2.0:1767384408.985825:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f4748564. 00080000:00000010:2.0:1767384408.985828:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000058c9c064. 00000020:00000010:2.0:1767384408.985830:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000634518f0. 00000020:00000010:2.0:1767384408.985833:0:40423:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002c3cc2d1. 00000020:00000010:2.0:1767384408.985835:0:40423:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000234ecacf. 00000008:00000010:2.0:1767384408.985838:0:40423:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000ecb15cf6. 00020000:00000010:2.0:1767384408.985841:0:40423:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b098e5ee. 00008000:00000010:2.0:1767384408.985848:0:40423:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000045c8bbb9. 00000080:00000010:2.0:1767384408.985854:0:40423:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000913f54bf. 00000020:00000010:2.0:1767384408.985857:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6aff6c5. 00000020:00000010:2.0:1767384408.985861:0:40423:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000000d1d6f4a. 00000020:00000010:2.0:1767384408.985869:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027dc8d24. 00000020:00000010:2.0:1767384408.985871:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4748564. 00000040:00000010:2.0:1767384408.985872:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003cd36949. 00000020:00000010:2.0:1767384408.985874:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058c9c064. 00000020:00000010:2.0:1767384408.985876:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d76b11c. 80000000:00000010:2.0:1767384408.985878:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000001085db8. 00040000:00000010:2.0:1767384408.985881:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a552693a. 00080000:00000010:2.0:1767384408.985882:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000016bfa01b. 20000000:00000010:2.0:1767384408.985885:0:40423:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003aebc287. 00000020:00000010:2.0:1767384408.985898:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007db629e9. 00080000:00000010:2.0:1767384408.985904:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fe575d98. 00080000:00000010:2.0:1767384408.986101:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fe575d98. 00000020:00000010:2.0:1767384408.986126:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007db629e9. 00000040:00000010:2.0:1767384408.986135:0:40423:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000021c59366. 00000020:00000010:2.0:1767384408.986166:0:40423:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000001093ad80. 00000100:00000010:2.0:1767384408.986193:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384408.986205:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c8401a38. 00000100:00000010:2.0:1767384408.986214:0:40423:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000046e7609c. 00000100:00000010:2.0:1767384408.986216:0:40423:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000be6ec914. 00000100:00000010:2.0:1767384408.986221:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8074fb5. 00000400:00000010:2.0:1767384408.986234:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a932b11c. 00000400:00000010:2.0:1767384408.986237:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a338896e. 00000100:00000200:2.0:1767384408.986239:0:40423:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824e108900-0x695824e108900, portal 33 02000000:00000010:2.0:1767384408.986245:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006ca9bc00. 00000400:00000010:2.0:1767384408.986247:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562f2547. 00000400:00000010:2.0:1767384408.986250:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000065e47fc5. 00000100:00000200:2.0:1767384408.986252:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748257536, portal 25 00000400:00000010:2.0:1767384408.986255:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005712bf9e. 00000100:00000200:2.0:1767384408.986256:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236748257536, offset 0 00000400:00000200:2.0:1767384408.986261:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384408.986270:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384408.986277:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824e108900 00000400:00000200:2.0:1767384408.986281:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2219 [2] + 0 00000400:00000010:2.0:1767384408.986284:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d0d3278. 00000400:00000200:2.0:1767384408.986286:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c07c525 00000400:00000200:2.0:1767384408.986292:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384408.986294:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384408.986297:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c07c525 00000400:00000010:2.0:1767384408.986299:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c07c525. 00000100:00000200:2.0:1767384408.986302:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384408.986315:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005712bf9e 00000400:00000010:2.0:1767384408.986317:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005712bf9e. 00000100:00000200:2.0:1767384408.986320:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748257536/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384408.986332:0:40423:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009a53fd56. 00000100:00000010:2.0:1767384408.986340:0:40423:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000784dfd57. 00000100:00000010:2.0:1767384408.986343:0:40423:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047591ff3. 00000100:00000010:2.0:1767384408.986346:0:40423:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006a26307d. 00000020:00000010:3.0:1767384408.986349:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.986353:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.986358:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8281bf3. 00000020:00000010:3.0:1767384408.986361:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.986363:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.986387:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.986389:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000100:00000200:3.0:1767384408.986391:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748257536 02000000:00000010:3.0:1767384408.986403:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000029ec9461. 20000000:00000010:3.0:1767384408.986410:0:40428:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000003824bc22. 00000100:00000010:3.0:1767384408.986413:0:40428:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008d5c3bb6. 00000100:00000010:3.0:1767384408.986415:0:40428:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007050c398. 00000400:00000010:3.0:1767384408.986419:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000400:00000010:3.0:1767384408.986424:0:40428:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b7d66e9. 00000400:00000200:3.0:1767384408.986426:0:40428:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384408.986431:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384408.986436:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824e108900 00000400:00000200:3.0:1767384408.986439:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a39 [1] + 0 00000400:00000010:3.0:1767384408.986441:0:40428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a932b11c. 00000400:00000200:3.0:1767384408.986443:0:40428:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a338896e 00000100:00000200:3.0:1767384408.986445:0:40428:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000008d5c3bb6 00000400:00000200:3.0:1767384408.986450:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384408.986453:0:40428:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a45 00000400:00000200:3.0:1767384408.986460:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.986462:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384408.986463:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384408.986464:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.986466:0:40428:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000008d5c3bb6 00000400:00000200:3.0:1767384408.986468:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a338896e 00000400:00000010:3.0:1767384408.986469:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a338896e. 00000100:00000200:3.0:1767384408.986472:0:40428:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000336a09d6 desc 0000000046e7609c mbits 1853236748257536 00000100:00000200:3.0:1767384408.986482:0:40428:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824e108900-0x695824e108900 20000000:00000010:3.0:1767384408.986490:0:40428:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000007110dd1. 20000000:00000010:3.0:1767384408.986495:0:40428:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000cd5e592e. 20000000:00000010:3.0:1767384408.986499:0:40428:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000cb1d596b. 00000100:00000010:3.0:1767384408.988177:0:40428:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007050c398. 00000100:00000010:3.0:1767384408.988182:0:40428:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008d5c3bb6. 20000000:00000010:3.0:1767384408.988185:0:40428:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000003824bc22. 00010000:00000200:3.0:1767384408.988192:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041a54fbb x1853236748257536/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 4784/4768 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.988207:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc404d2. 00000100:00000200:3.0:1767384408.988210:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748257536, offset 224 00000400:00000200:3.0:1767384408.988215:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.988220:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.988224:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e108900 00000400:00000200:3.0:1767384408.988228:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a3d [2] + 224 00000400:00000200:3.0:1767384408.988233:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.988236:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.988239:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748257536/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.988255:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bc404d2 00000400:00000010:3.0:1767384408.988257:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001bc404d2. 00000400:00000010:2.0:1767384408.988266:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562f2547. 00000020:00000010:3.0:1767384408.988269:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000400:00000200:2.0:1767384408.988270:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065e47fc5 00000400:00000010:2.0:1767384408.988274:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000065e47fc5. 00000020:00000010:3.0:1767384408.988278:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000100:00000200:2.0:1767384408.988279:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748257536/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.988289:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8281bf3. 00000100:00000200:2.0:1767384408.988289:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748257536/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384408.988299:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000029ec9461. 00000100:00000200:3.0:1767384408.988308:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:2.0:1767384408.988309:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8074fb5. 00000400:00000010:3.0:1767384408.988311:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c37c306a. 00000400:00000010:3.0:1767384408.988316:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001bc404d2. 02000000:00000010:2.0:1767384408.988316:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006ca9bc00. 00000100:00000010:2.0:1767384408.988321:0:40423:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000be6ec914. 00000100:00000010:2.0:1767384408.988324:0:40423:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000046e7609c. 02000000:00000010:2.0:1767384408.988326:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c8401a38. 00000100:00000010:2.0:1767384408.988329:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 00000020:00000010:2.0:1767384408.988333:0:40423:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 000000001093ad80. 00000020:00000010:2.0:1767384408.988337:0:40423:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 000000007d18673a. 00000020:00000010:2.0:1767384408.988340:0:40423:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000be6ec914. 00000020:00000010:2.0:1767384408.988345:0:40423:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000044d35f36. 00000020:00000010:2.0:1767384408.988348:0:40423:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000005712bf9e. 00000020:00000010:2.0:1767384408.988351:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004905a6a6. 00000020:00000010:2.0:1767384408.988353:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d6a5d68. 00000040:00000010:2.0:1767384408.988356:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b3b7943. 00000020:00000010:2.0:1767384408.988358:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9a8d34f. 00000020:00000010:2.0:1767384408.988361:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041214998. 00040000:00000010:2.0:1767384408.988363:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bfafa27. 00040000:00000010:2.0:1767384408.988365:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f3885046. 00080000:00000010:2.0:1767384408.988369:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000df699ec. 10000000:00000010:2.0:1767384408.988380:0:40423:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000058d8df65. 10000000:00000010:2.0:1767384408.988386:0:40423:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000003e2cb518. 00000100:00000010:2.0:1767384408.988390:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384408.988396:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da2ff79b. 00010000:00000010:2.0:1767384408.988405:0:40423:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000817a5a3d. 00010000:00000010:2.0:1767384408.988411:0:40423:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ba2d02d. 00000100:00000010:2.0:1767384408.988423:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.988430:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000046e7609c. 00000400:00000010:2.0:1767384408.988432:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562f2547. 00000400:00000010:2.0:1767384408.988435:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7b24c17. 00000100:00000200:2.0:1767384408.988438:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748257664, portal 25 00000400:00000010:2.0:1767384408.988440:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384408.988441:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748257664, offset 0 00000400:00000200:2.0:1767384408.988444:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384408.988447:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384408.988450:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e108980 00000400:00000200:2.0:1767384408.988453:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x221d [2] + 0 00000400:00000010:2.0:1767384408.988455:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b054d7b. 00000400:00000200:2.0:1767384408.988457:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003dc333c0 00000400:00000200:2.0:1767384408.988459:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384408.988460:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384408.988462:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dc333c0 00000400:00000010:2.0:1767384408.988463:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003dc333c0. 00000100:00000200:2.0:1767384408.988465:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384408.988474:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:2.0:1767384408.988475:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384408.988478:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748257664/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.988506:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.988510:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.988513:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8281bf3. 00000020:00000010:3.0:1767384408.988515:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.988518:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.988536:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.988538:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000100:00000200:3.0:1767384408.988540:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748257664 00010000:00000010:3.0:1767384408.988552:0:40428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007adb59ec. 00010000:00000010:3.0:1767384408.988556:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000694d764d. 02000000:00000010:3.0:1767384408.988565:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008d5c3bb6. 00010000:00000200:3.0:1767384408.988580:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004aefe7f x1853236748257664/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 328/344 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.988591:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.988594:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748257664, offset 224 00000400:00000200:3.0:1767384408.988598:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.988612:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.988618:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e108980 00000400:00000200:3.0:1767384408.988622:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a51 [1] + 224 00000400:00000200:3.0:1767384408.988626:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.988629:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.988633:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748257664/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.988649:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384408.988651:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000020:00000010:3.0:1767384408.988661:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000400:00000010:2.0:1767384408.988663:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562f2547. 00000020:00000010:3.0:1767384408.988665:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000400:00000200:2.0:1767384408.988668:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b24c17 00000020:00000010:3.0:1767384408.988670:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8281bf3. 00000400:00000010:2.0:1767384408.988671:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7b24c17. 00000100:00000200:2.0:1767384408.988677:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748257664/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384408.988682:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008d5c3bb6. 00000100:00000200:2.0:1767384408.988689:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748257664/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384408.988690:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384408.988695:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b52d525. 00000400:00000010:3.0:1767384408.988700:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000641da488. 00000100:00000010:2.0:1767384408.988710:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.988723:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000046e7609c. 02000000:00000010:2.0:1767384408.988726:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da2ff79b. 00000100:00000010:2.0:1767384408.988729:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 10000000:00000010:2.0:1767384408.988745:0:40423:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000da2ff79b. 10000000:00000010:2.0:1767384408.988749:0:40423:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000009ae5d41e. 00000100:00000010:2.0:1767384408.988753:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384408.988758:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000687efd1e. 00010000:00000010:2.0:1767384408.988764:0:40423:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000868f6726. 00010000:00000010:2.0:1767384408.988767:0:40423:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed2bd8d2. 00000100:00000010:2.0:1767384408.988773:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.988779:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000046e7609c. 00000400:00000010:2.0:1767384408.988782:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562f2547. 00000400:00000010:2.0:1767384408.988785:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7b24c17. 00000100:00000200:2.0:1767384408.988788:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748257792, portal 25 00000400:00000010:2.0:1767384408.988790:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384408.988792:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748257792, offset 0 00000400:00000200:2.0:1767384408.988796:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384408.988801:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384408.988806:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e108a00 00000400:00000200:2.0:1767384408.988809:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2221 [2] + 0 00000400:00000010:2.0:1767384408.988812:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ce7f270. 00000400:00000200:2.0:1767384408.988814:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000090cbda4a 00000400:00000200:2.0:1767384408.988817:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384408.988819:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384408.988821:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090cbda4a 00000400:00000010:2.0:1767384408.988823:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000090cbda4a. 00000100:00000200:2.0:1767384408.988825:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384408.988835:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:2.0:1767384408.988837:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384408.988841:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748257792/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.988859:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.988863:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.988868:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8281bf3. 00000020:00000010:3.0:1767384408.988871:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.988873:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.988893:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.988895:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000100:00000200:3.0:1767384408.988898:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748257792 00010000:00000010:3.0:1767384408.988906:0:40428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c731c045. 00010000:00000010:3.0:1767384408.988911:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d412ff36. 02000000:00000010:3.0:1767384408.988916:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008d5c3bb6. 00010000:00000200:3.0:1767384408.988924:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed0da0f7 x1853236748257792/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 328/344 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.988947:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.988950:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748257792, offset 224 00000400:00000200:3.0:1767384408.988954:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.988959:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.988964:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e108a00 00000400:00000200:3.0:1767384408.988967:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a61 [1] + 224 00000400:00000200:3.0:1767384408.988971:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.988973:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.988977:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748257792/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.988992:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384408.988994:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000020:00000010:3.0:1767384408.989002:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.989006:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.989009:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8281bf3. 00000400:00000010:2.0:1767384408.989011:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562f2547. 02000000:00000010:3.0:1767384408.989013:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008d5c3bb6. 00000400:00000200:2.0:1767384408.989017:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b24c17 00000400:00000010:2.0:1767384408.989019:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7b24c17. 00000100:00000200:3.0:1767384408.989026:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384408.989027:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748257792/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.989032:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bed166e3. 00000400:00000010:3.0:1767384408.989038:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074254149. 00000100:00000200:2.0:1767384408.989042:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748257792/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384408.989056:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.989063:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000046e7609c. 02000000:00000010:2.0:1767384408.989066:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000687efd1e. 00000100:00000010:2.0:1767384408.989068:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 10000000:00000010:2.0:1767384408.989073:0:40423:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000cfabdea5. 00000020:00000010:2.0:1767384408.989076:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000687efd1e. 00000020:00000010:2.0:1767384408.989078:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b135e24. 00000040:00000010:2.0:1767384408.989081:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d427bf41. 00000020:00000010:2.0:1767384408.989083:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000650a2280. 00000020:00000010:2.0:1767384408.989086:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000028152aaf. 80000000:00000010:2.0:1767384408.989089:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000013191dd8. 00040000:00000010:2.0:1767384408.989092:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad577dac. 00080000:00000010:2.0:1767384408.989094:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006dcb9bc2. 20000000:00000010:2.0:1767384408.989096:0:40423:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e38a5b6a. 00000040:00000010:2.0:1767384408.989101:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000082b341da. 00000100:00000010:2.0:1767384408.989104:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384408.989127:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc3c61a6. 00000100:00000010:2.0:1767384408.989135:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.989141:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3631e42. 00000400:00000010:2.0:1767384408.989144:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562f2547. 00000400:00000010:2.0:1767384408.989147:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7b24c17. 00000100:00000200:2.0:1767384408.989149:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748257920, portal 25 00000400:00000010:2.0:1767384408.989152:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384408.989153:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236748257920, offset 0 00000400:00000200:2.0:1767384408.989157:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384408.989162:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384408.989167:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824e108a80 00000400:00000200:2.0:1767384408.989171:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2225 [2] + 0 00000400:00000010:2.0:1767384408.989173:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee804ec8. 00000400:00000200:2.0:1767384408.989176:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f0b972bc 00000400:00000200:2.0:1767384408.989178:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384408.989181:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384408.989183:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0b972bc 00000400:00000010:2.0:1767384408.989185:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f0b972bc. 00000100:00000200:2.0:1767384408.989188:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384408.989199:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:2.0:1767384408.989201:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384408.989205:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748257920/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.989220:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.989224:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.989229:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8281bf3. 00000020:00000010:3.0:1767384408.989231:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.989233:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.989252:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d323bc2b. 00000020:00000010:3.0:1767384408.989254:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d323bc2b. 00000100:00000200:3.0:1767384408.989257:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748257920 02000000:00000010:3.0:1767384408.989265:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008d5c3bb6. 00000040:00000010:3.0:1767384408.989270:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000a270e2f. 00000040:00000010:3.0:1767384408.989361:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000007050c398. 00000020:00000010:3.0:1767384408.989367:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000b139d7e7. 00000020:00000010:3.0:1767384408.989370:0:40428:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d153ba51. 00080000:00000010:3.0:1767384408.989375:0:40428:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c23dd961. 00000040:00000010:3.0:1767384408.989543:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000007050c398. 00000040:00000010:3.0:1767384408.989548:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000a270e2f. 20000000:00000010:3.0:1767384408.989554:0:40428:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000002c679562. 00010000:00000200:3.0:1767384408.989560:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f54b5b1 x1853236748257920/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 512/272 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.989569:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000100:00000200:3.0:1767384408.989571:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236748257920, offset 224 00000400:00000200:3.0:1767384408.989575:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.989580:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.989584:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824e108a80 00000400:00000200:3.0:1767384408.989588:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a71 [1] + 224 00000400:00000200:3.0:1767384408.989591:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.989594:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.989598:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748257920/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.989628:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384408.989630:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000020:00000010:3.0:1767384408.989639:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.989643:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.989646:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8281bf3. 00000400:00000010:2.0:1767384408.989650:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562f2547. 02000000:00000010:3.0:1767384408.989651:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008d5c3bb6. 00000400:00000200:2.0:1767384408.989655:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b24c17 00000100:00000200:3.0:1767384408.989658:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384408.989658:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7b24c17. 00000400:00000010:3.0:1767384408.989664:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001cdb4482. 00000100:00000200:2.0:1767384408.989667:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748257920/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.989670:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007bc8bed. 00000100:00000200:2.0:1767384408.989680:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748257920/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384408.989693:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.989699:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3631e42. 02000000:00000010:2.0:1767384408.989701:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc3c61a6. 00000100:00000010:2.0:1767384408.989703:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 00000040:00000010:2.0:1767384408.989708:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c8401a38. 00000100:00000010:2.0:1767384408.989711:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384408.989715:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc3c61a6. 00000100:00000010:2.0:1767384408.989719:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.989734:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000042cc07c9. 00000400:00000010:2.0:1767384408.989738:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562f2547. 00000400:00000010:2.0:1767384408.989742:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000915eb5ad. 00000100:00000200:2.0:1767384408.989744:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748258048, portal 25 00000400:00000010:2.0:1767384408.989747:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7b24c17. 00000100:00000200:2.0:1767384408.989749:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748258048, offset 0 00000400:00000200:2.0:1767384408.989752:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384408.989757:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384408.989761:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e108b00 00000400:00000200:2.0:1767384408.989764:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2229 [2] + 0 00000400:00000010:2.0:1767384408.989766:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000681685c. 00000400:00000200:2.0:1767384408.989769:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3b6a35b 00000400:00000200:2.0:1767384408.989772:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384408.989774:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384408.989776:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3b6a35b 00000400:00000010:2.0:1767384408.989777:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3b6a35b. 00000100:00000200:2.0:1767384408.989780:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384408.989791:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b24c17 00000400:00000010:2.0:1767384408.989793:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7b24c17. 00000100:00000200:2.0:1767384408.989797:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748258048/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.989812:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6497d01. 00000020:00000010:3.0:1767384408.989816:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6497d01. 00000020:00000010:3.0:1767384408.989820:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005e2f1a5e. 00000020:00000010:3.0:1767384408.989823:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.989826:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.989846:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6497d01. 00000020:00000010:3.0:1767384408.989849:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6497d01. 00000100:00000200:3.0:1767384408.989851:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258048 02000000:00000010:3.0:1767384408.989867:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000008fb055b1. 00000040:00000010:3.0:1767384408.989871:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fe1ecb6b. 00000040:00000010:3.0:1767384408.989879:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000029ec9461. 00000040:00000010:3.0:1767384408.990133:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000029ec9461. 00000040:00000010:3.0:1767384408.990138:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fe1ecb6b. 00010000:00000200:3.0:1767384408.990144:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000095a89401 x1853236748258048/t0(0) o503->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 272/8416 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.990155:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000ba13fd60. 00000100:00000200:3.0:1767384408.990158:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236748258048, offset 224 00000400:00000200:3.0:1767384408.990162:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.990167:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.990172:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824e108b00 00000400:00000200:3.0:1767384408.990176:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a81 [4] + 224 00000400:00000200:3.0:1767384408.990181:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.990189:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.990194:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748258048/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.990210:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba13fd60 00000400:00000010:3.0:1767384408.990212:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000ba13fd60. 00000020:00000010:3.0:1767384408.990220:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.990224:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.990228:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e2f1a5e. 02000000:00000010:3.0:1767384408.990232:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000008fb055b1. 00000400:00000010:2.0:1767384408.990241:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000562f2547. 00000100:00000200:3.0:1767384408.990246:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384408.990247:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000915eb5ad 00000400:00000010:2.0:1767384408.990251:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000915eb5ad. 00000400:00000010:3.0:1767384408.990253:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bb26cda. 00000100:00000200:2.0:1767384408.990257:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748258048/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.990258:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba13fd60. 00000100:00000200:2.0:1767384408.990269:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748258048/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384408.990281:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ba707243. 02000000:00000010:2.0:1767384408.990286:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000042cc07c9. 02000000:00000010:2.0:1767384408.990294:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cc3c61a6. 00000100:00000010:2.0:1767384408.990297:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 00000040:00000010:2.0:1767384408.990302:0:40423:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000080a0fd42. 00000020:00000010:1.0:1767384408.990473:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c6e69b4. 00000020:00000010:1.0:1767384408.990478:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000061898fd0. 00000040:00000010:1.0:1767384408.990480:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011fe396e. 00000020:00000010:1.0:1767384408.990483:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000080db0b4e. 00000020:00000010:1.0:1767384408.990486:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bd1f331a. 00000020:00000010:1.0:1767384408.990489:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa62341a. 80000000:00000010:1.0:1767384408.990491:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000dfb21dc. 40000000:00000010:1.0:1767384408.990494:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000072cc397. 00100000:00000010:1.0:1767384408.990497:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000299135bd. 00040000:00000010:1.0:1767384408.990500:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a4b03c97. 00040000:00000010:1.0:1767384408.990503:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c70e6718. 00080000:00000010:1.0:1767384408.990505:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009ade9ff7. 00000004:00000010:1.0:1767384408.990518:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e3784791. 00002000:00000010:1.0:1767384408.990522:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf934f4a. 00000020:00000010:1.0:1767384408.990525:0:40449:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001099c898. 00000040:00000010:1.0:1767384408.990530:0:40449:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c721021c. 00000100:00000010:1.0:1767384408.990535:0:40449:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 02000000:00000010:1.0:1767384408.990540:0:40449:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e76ee5a3. 00000100:00000010:1.0:1767384408.990546:0:40449:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d62b9970. 02000000:00000010:1.0:1767384408.990558:0:40449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000042cc07c9. 00000400:00000010:1.0:1767384408.990561:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443a9999. 00000400:00000010:1.0:1767384408.990565:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000054fbb001. 00000100:00000200:1.0:1767384408.990567:0:40449:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748258176, portal 25 00000400:00000010:1.0:1767384408.990571:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384408.990574:0:40449:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748258176, offset 0 00000400:00000200:1.0:1767384408.990578:0:40449:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384408.990583:0:40449:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384408.990589:0:40449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e108b80 00000400:00000200:1.0:1767384408.990592:0:40449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x222d [2] + 0 00000400:00000010:1.0:1767384408.990595:0:40449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dca4d946. 00000400:00000200:1.0:1767384408.990598:0:40449:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f6d3ddf 00000400:00000200:1.0:1767384408.990601:0:40449:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384408.990604:0:40449:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384408.990606:0:40449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f6d3ddf 00000400:00000010:1.0:1767384408.990608:0:40449:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f6d3ddf. 00000100:00000200:1.0:1767384408.990611:0:40449:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384408.990624:0:40449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384408.990626:0:40449:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384408.990630:0:40449:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c77f280 x1853236748258176/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384424 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384408.990661:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd00d6a4. 00000020:00000010:3.0:1767384408.990665:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd00d6a4. 00000020:00000010:3.0:1767384408.990669:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe1ecb6b. 00000020:00000010:3.0:1767384408.990671:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.990674:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.990693:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd00d6a4. 00000020:00000010:3.0:1767384408.990695:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd00d6a4. 00000100:00000200:3.0:1767384408.990698:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258176 02000000:00000010:3.0:1767384408.990711:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000008fb055b1. 00000040:00000010:3.0:1767384408.990716:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000503415ba. 00000040:00000010:3.0:1767384408.990722:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000029ec9461. 00000040:00000010:3.0:1767384408.990838:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000029ec9461. 00000040:00000010:3.0:1767384408.990841:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000503415ba. 00010000:00000200:3.0:1767384408.990847:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ead749a x1853236748258176/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:389/0 lens 272/8472 e 0 to 0 dl 1767384419 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384408.990857:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000001b455a33. 00000100:00000200:3.0:1767384408.990860:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748258176, offset 224 00000400:00000200:3.0:1767384408.990864:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384408.990869:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384408.990874:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e108b80 00000400:00000200:3.0:1767384408.990877:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a91 [4] + 224 00000400:00000200:3.0:1767384408.990888:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384408.990891:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384408.990895:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c77f280 x1853236748258176/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384424 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384408.990911:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b455a33 00000400:00000010:3.0:1767384408.990913:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000001b455a33. 00000020:00000010:3.0:1767384408.990921:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384408.990925:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384408.990941:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe1ecb6b. 00000400:00000010:1.0:1767384408.990941:0:40449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443a9999. 00000400:00000200:1.0:1767384408.990948:0:40449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054fbb001 02000000:00000010:3.0:1767384408.990950:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000008fb055b1. 00000400:00000010:1.0:1767384408.990952:0:40449:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000054fbb001. 00000100:00000200:1.0:1767384408.990958:0:40449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c77f280 x1853236748258176/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384408.990962:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384408.990967:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb18dc1e. 00000400:00000010:3.0:1767384408.990973:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b455a33. 00000100:00000200:1.0:1767384408.990980:0:40449:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c77f280 x1853236748258176/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384424 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384408.991003:0:40449:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d62b9970. 02000000:00000010:1.0:1767384408.991009:0:40449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000042cc07c9. 02000000:00000010:1.0:1767384408.991017:0:40449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e76ee5a3. 00000100:00000010:1.0:1767384408.991020:0:40449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 00000020:00000010:1.0:1767384408.991031:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000a1a0bb40. 00000020:00000010:1.0:1767384408.991035:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000a1a0bb40. 00000020:00000010:1.0:1767384408.991039:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000031623389. 00000020:00000010:1.0:1767384408.991049:0:40449:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007c78b986. 00000020:00000010:1.0:1767384408.991054:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e1de93ee. 00000020:00000010:1.0:1767384408.991067:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000031623389. 00000020:00000010:1.0:1767384408.991072:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000d62b9970. 00000001:00000010:1.0:1767384408.991086:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a1a0bb40. 00000001:00000010:1.0:1767384408.991090:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000093c1fde2. 00000001:00000010:1.0:1767384408.991093:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e76ee5a3. 00000001:00000010:1.0:1767384408.991095:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000301f91f8. 00000001:00000010:1.0:1767384408.991098:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b8209dcb. 00000001:00000010:1.0:1767384408.991100:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000730091e1. 00000001:00000010:1.0:1767384408.991102:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005624936f. 00000001:00000010:1.0:1767384408.991126:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000054bd506e. 00000001:00000010:1.0:1767384408.991130:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b9fedaee. 00000001:00000010:1.0:1767384408.991132:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c5dfa0b. 00000001:00000010:1.0:1767384408.991134:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aff72dac. 00000001:00000010:1.0:1767384408.991136:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d71cf729. 00000020:00000010:1.0:1767384408.991140:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000657becfe. 00000020:00000010:1.0:1767384408.991143:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031623389. 00000020:00000010:1.0:1767384408.991146:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000008:00000010:1.0:1767384408.991151:0:40449:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005e24be6f. 00020000:00000010:1.0:1767384408.991155:0:40449:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d5437415. 00008000:00000010:1.0:1767384408.991159:0:40449:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b1b95062. 00000080:00000010:1.0:1767384408.991164:0:40449:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000babdb5a. 00000020:00000010:1.0:1767384408.991167:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000300e1367. 00000020:00000010:1.0:1767384408.991170:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055f663f2. 00000040:00000010:1.0:1767384408.991172:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dcfabb76. 00000020:00000010:1.0:1767384408.991174:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078d7084e. 00000020:00000010:1.0:1767384408.991177:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384408.991180:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000759cb64. 80000000:00000010:1.0:1767384408.991182:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c76563a. 40000000:00000010:1.0:1767384408.991184:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d0ffdf42. 00100000:00000010:1.0:1767384408.991187:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000003dda48b. 00040000:00000010:1.0:1767384408.991189:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000087e55f1. 00040000:00000010:1.0:1767384408.991192:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a7ac8601. 00080000:00000010:1.0:1767384408.991195:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e9c8d06. 00000004:00000010:1.0:1767384408.991198:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000674f21b7. 00000004:00000010:1.0:1767384408.991202:0:40449:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000c7ee2a63. 00000004:00000010:1.0:1767384408.991209:0:40449:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000d4dc7e80. 00000004:00000010:1.0:1767384408.991212:0:40449:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991217:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006f589b8e. 00000004:00000010:1.0:1767384408.991222:0:40449:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 0000000054fbb001. 00000004:00000010:1.0:1767384408.991224:0:40449:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000d4dc7e80. 00000020:00000010:1.0:1767384408.991247:0:40449:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000003bc443dd. 00000020:00000010:1.0:1767384408.991250:0:40449:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000d7be10f6. 00000020:00000010:1.0:1767384408.991252:0:40449:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000890570db. 00000020:00000010:1.0:1767384408.991254:0:40449:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000000ab7a95a. 00000020:00000010:1.0:1767384408.991375:0:40449:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991384:0:40449:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991392:0:40449:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991397:0:40449:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991403:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000055f663f2. 00000040:00000010:1.0:1767384408.991406:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dcfabb76. 00000020:00000010:1.0:1767384408.991407:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078d7084e. 00000020:00000010:1.0:1767384408.991411:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384408.991413:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000759cb64. 80000000:00000010:1.0:1767384408.991415:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c76563a. 40000000:00000010:1.0:1767384408.991417:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d0ffdf42. 00100000:00000010:1.0:1767384408.991419:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000003dda48b. 00040000:00000010:1.0:1767384408.991421:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000087e55f1. 00040000:00000010:1.0:1767384408.991423:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a7ac8601. 00080000:00000010:1.0:1767384408.991425:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e9c8d06. 00000004:00000010:1.0:1767384408.991427:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000674f21b7. 00000020:00000010:1.0:1767384408.991429:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000300e1367. 00000020:00000010:1.0:1767384408.991430:0:40449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000031623389. 00000020:00000010:1.0:1767384408.991432:0:40449:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000008:00000010:1.0:1767384408.991433:0:40449:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005e24be6f. 00020000:00000010:1.0:1767384408.991435:0:40449:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d5437415. 00008000:00000010:1.0:1767384408.991437:0:40449:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b1b95062. 00000080:00000010:1.0:1767384408.991438:0:40449:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000babdb5a. 00000020:00000010:1.0:1767384408.991440:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000657becfe. 00000020:00000010:1.0:1767384408.991441:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000d62b9970. 00000020:00000010:1.0:1767384408.991445:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000087e55f1. 00000020:00000010:1.0:1767384408.991446:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000087e55f1. 00000020:00000010:1.0:1767384408.991448:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000087e55f1. 00000020:00000010:1.0:1767384408.991450:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000087e55f1. 00000020:00000010:1.0:1767384408.991451:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 000000008c76563a. 00000020:00000010:1.0:1767384408.991456:0:40449:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ab86a97a. 00000020:00000010:1.0:1767384408.991458:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000703a21b9. 00000004:00000010:1.0:1767384408.991461:0:40449:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000d0ffdf42. 00000020:00000010:1.0:1767384408.991466:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 000000008c76563a. 00000020:00000010:1.0:1767384408.991468:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 000000008c76563a. 00000020:00000010:1.0:1767384408.991470:0:40449:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000a0c65272. 00000020:00000010:1.0:1767384408.991472:0:40449:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000009e249c43. 00000020:00000010:1.0:1767384408.991473:0:40449:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000008db6ea3. 00000020:00000010:1.0:1767384408.991474:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 000000008c76563a. 00000020:00000010:1.0:1767384408.991477:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d62b9970. 00000001:00000010:1.0:1767384408.991484:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000087e55f1. 00000001:00000010:1.0:1767384408.991486:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b84de838. 00000001:00000010:1.0:1767384408.991487:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000657becfe. 00000001:00000010:1.0:1767384408.991489:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000300e1367. 00000001:00000010:1.0:1767384408.991490:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a7ac8601. 00000001:00000010:1.0:1767384408.991491:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000759cb64. 00000001:00000010:1.0:1767384408.991493:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006919bfaa. 00000001:00000010:1.0:1767384408.991494:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006b3531bc. 00000001:00000010:1.0:1767384408.991495:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dcfabb76. 00000001:00000010:1.0:1767384408.991496:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000055f663f2. 00000001:00000010:1.0:1767384408.991498:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000efa23185. 00000001:00000010:1.0:1767384408.991499:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000990c7834. 00000020:00000010:1.0:1767384408.991501:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005c3adfc8. 00000020:00000010:1.0:1767384408.991502:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000031623389. 00000020:00000010:1.0:1767384408.991503:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000008:00000010:1.0:1767384408.991504:0:40449:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005e24be6f. 00020000:00000010:1.0:1767384408.991505:0:40449:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d5437415. 00008000:00000010:1.0:1767384408.991506:0:40449:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b1b95062. 00000080:00000010:1.0:1767384408.991508:0:40449:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000babdb5a. 00000020:00000010:1.0:1767384408.991509:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9b09cbb. 00000020:00000010:1.0:1767384408.991511:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b88391b1. 00000040:00000010:1.0:1767384408.991512:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000075f9336f. 00000020:00000010:1.0:1767384408.991514:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000300db897. 00000020:00000010:1.0:1767384408.991515:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384408.991517:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eee952af. 80000000:00000010:1.0:1767384408.991518:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c76563a. 40000000:00000010:1.0:1767384408.991519:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a3fd448b. 00100000:00000010:1.0:1767384408.991521:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a3ed943e. 00040000:00000010:1.0:1767384408.991522:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000028a81e6a. 00040000:00000010:1.0:1767384408.991524:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6866b3f. 00080000:00000010:1.0:1767384408.991525:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005e5157d1. 00000004:00000010:1.0:1767384408.991527:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000674f21b7. 00000004:00000010:1.0:1767384408.991529:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001f518661. 00000004:00000010:1.0:1767384408.991532:0:40449:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000f4699ddf. 00000004:00000010:1.0:1767384408.991536:0:40449:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000b2b27d12. 00000004:00000010:1.0:1767384408.991537:0:40449:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000008600ee87. 00000004:00000010:1.0:1767384408.991539:0:40449:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000008ab662ce. 00000004:00000010:1.0:1767384408.991542:0:40449:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 0000000054df1c1c. 00000020:00000010:1.0:1767384408.991546:0:40449:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000006f39cc92. 00000020:00000010:1.0:1767384408.991548:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fdf592ac. 00000004:00000010:1.0:1767384408.991552:0:40449:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 0000000054df1c1c. 00000004:00000010:1.0:1767384408.991554:0:40449:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 0000000054df1c1c. 00000001:00000010:1.0:1767384408.991566:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000c5158428. 00000001:00000010:1.0:1767384408.991571:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000fcdada76. 00000001:00000010:1.0:1767384408.991573:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b47f1d90. 00000001:00000010:1.0:1767384408.991575:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006133eb78. 00000001:00000010:1.0:1767384408.991576:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df3fb6b1. 00000001:00000010:1.0:1767384408.991578:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006d5110bc. 00000001:00000010:1.0:1767384408.991579:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000149ae914. 00000001:00000010:1.0:1767384408.991582:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f0980a3b. 00000001:00000010:1.0:1767384408.991583:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003caabb4. 00000001:00000010:1.0:1767384408.991585:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e37ddfd3. 00000001:00000010:1.0:1767384408.991586:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ac61cde. 00000001:00000010:1.0:1767384408.991588:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e02c9619. 00000020:00000010:1.0:1767384408.991589:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e4d63db. 00000020:00000010:1.0:1767384408.991591:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f56f055c. 00000020:00000010:1.0:1767384408.991593:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64975bb. 00000008:00000010:1.0:1767384408.991594:0:40449:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006661a0c9. 00020000:00000010:1.0:1767384408.991596:0:40449:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008acecafb. 00008000:00000010:1.0:1767384408.991597:0:40449:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000221ac779. 00000080:00000010:1.0:1767384408.991599:0:40449:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000073d20d69. 00000020:00000010:1.0:1767384408.991601:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd43055c. 00000020:00000010:1.0:1767384408.991602:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009bf34dd1. 00000040:00000010:1.0:1767384408.991604:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002095e781. 00000020:00000010:1.0:1767384408.991606:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000780fb918. 00000020:00000010:1.0:1767384408.991608:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009105da28. 00000020:00000010:1.0:1767384408.991609:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000012130598. 80000000:00000010:1.0:1767384408.991610:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000073481e63. 40000000:00000010:1.0:1767384408.991611:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eef34e31. 00100000:00000010:1.0:1767384408.991613:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a93cfcdd. 00040000:00000010:1.0:1767384408.991615:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000da38024c. 00040000:00000010:1.0:1767384408.991616:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003056345f. 00080000:00000010:1.0:1767384408.991618:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005f487c01. 00000004:00000010:1.0:1767384408.991620:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fe9bc4ea. 00000004:00000010:1.0:1767384408.991621:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007988414b. 00000004:00000010:1.0:1767384408.991624:0:40449:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 000000000244450c. 00000004:00000010:1.0:1767384408.991627:0:40449:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991630:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bb25163b. 00000004:00000010:1.0:1767384408.991633:0:40449:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991676:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009bf34dd1. 00000040:00000010:1.0:1767384408.991678:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002095e781. 00000020:00000010:1.0:1767384408.991679:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000780fb918. 00000020:00000010:1.0:1767384408.991681:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009105da28. 00000020:00000010:1.0:1767384408.991683:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000012130598. 80000000:00000010:1.0:1767384408.991684:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000073481e63. 40000000:00000010:1.0:1767384408.991685:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eef34e31. 00100000:00000010:1.0:1767384408.991687:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a93cfcdd. 00040000:00000010:1.0:1767384408.991688:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000da38024c. 00040000:00000010:1.0:1767384408.991689:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003056345f. 00080000:00000010:1.0:1767384408.991690:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005f487c01. 00000004:00000010:1.0:1767384408.991692:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fe9bc4ea. 00000004:00000010:1.0:1767384408.991694:0:40449:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007988414b. 00000020:00000010:1.0:1767384408.991695:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd43055c. 00000020:00000010:1.0:1767384408.991697:0:40449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f56f055c. 00000020:00000010:1.0:1767384408.991698:0:40449:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b64975bb. 00000008:00000010:1.0:1767384408.991699:0:40449:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006661a0c9. 00020000:00000010:1.0:1767384408.991701:0:40449:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008acecafb. 00008000:00000010:1.0:1767384408.991702:0:40449:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000221ac779. 00000080:00000010:1.0:1767384408.991704:0:40449:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000073d20d69. 00000020:00000010:1.0:1767384408.991705:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e4d63db. 00000004:00000010:1.0:1767384408.991707:0:40449:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991710:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007988414b. 00000004:00000010:1.0:1767384408.991712:0:40449:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000054fbb001. 00000004:00000010:1.0:1767384408.991715:0:40449:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 0000000054fbb001. 00000020:00000010:1.0:1767384408.991716:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005f487c01. 00000004:00000010:1.0:1767384408.991718:0:40449:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 0000000054fbb001. 00000004:00000010:1.0:1767384408.991720:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a93cfcdd. 00000004:00000010:1.0:1767384408.991722:0:40449:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 0000000054df1c1c. 00000004:00000010:1.0:1767384408.991724:0:40449:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000008ab662ce. 00000004:00000010:1.0:1767384408.991725:0:40449:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000b2b27d12. 00000004:00000010:1.0:1767384408.991726:0:40449:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000008600ee87. 00000004:00000010:1.0:1767384408.991728:0:40449:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 0000000054fbb001. 80000000:00000010:1.0:1767384408.991730:0:40449:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000121fd8f2. 80000000:00000010:1.0:1767384408.991732:0:40449:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000008600ee87. 00000004:00000010:1.0:1767384408.991736:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cbb17e6b. 00000004:00000010:1.0:1767384408.991740:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000484d4dbb. 00000004:00000010:1.0:1767384408.991744:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009a8077f2. 00080000:00000010:1.0:1767384408.991748:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bf92009d. 00100000:00000010:1.0:1767384408.991787:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d88f4d4b. 00100000:00000010:1.0:1767384408.991791:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000d88f4d4b. 00080000:00000010:1.0:1767384408.991794:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000a74a03a2. 00080000:00000010:1.0:1767384408.991796:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d88f4d4b. 80000000:00000010:1.0:1767384408.991913:0:40449:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001892c427. 80000000:00000010:1.0:1767384408.991921:0:40449:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000ff2bbb65. 80000000:00000010:1.0:1767384408.991926:0:40449:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000f52dc6c7. 80000000:00000010:1.0:1767384408.991951:0:40449:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000b0ace866. 80000000:00000010:1.0:1767384408.991956:0:40449:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000084be02b0. 00080000:00000010:1.0:1767384408.991962:0:40449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f61b1aff. 00080000:00000010:1.0:1767384408.991968:0:40449:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000f61b1aff. 00080000:00000010:1.0:1767384408.991970:0:40449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f61b1aff. 00080000:00000010:1.0:1767384408.991971:0:40449:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000f61b1aff. 00080000:00000010:1.0:1767384408.991973:0:40449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f61b1aff. 00080000:00000010:1.0:1767384408.991974:0:40449:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000f61b1aff. 00080000:00000010:1.0:1767384408.991977:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d88f4d4b. 00080000:00000010:1.0:1767384408.991979:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000a74a03a2. 80000000:00000010:1.0:1767384408.991981:0:40449:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000008600ee87. 00000004:00000010:1.0:1767384408.991992:0:40449:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000003056345f. 00000004:00000010:1.0:1767384408.991997:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000043f72d99. 00000004:00000010:1.0:1767384408.991999:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001c2272d4. 00000004:00000010:1.0:1767384408.992001:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001fa5c292. 00080000:00000010:1.0:1767384408.992003:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a27d1d41. 00000004:00000010:1.0:1767384408.992082:0:40449:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000002095e781. 00000004:00000010:1.0:1767384408.992085:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004236fdd8. 00000004:00000010:1.0:1767384408.992132:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d34a34f6. 00000004:00000010:1.0:1767384408.992134:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000024fe4ff5. 00080000:00000010:1.0:1767384408.992136:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6bc4696. 00000004:00000010:1.0:1767384408.992195:0:40449:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000da38024c. 00000004:00000010:1.0:1767384408.992197:0:40449:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 000000005f6d3ddf. 00000004:00000010:1.0:1767384408.992215:0:40449:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 000000005f6d3ddf. 00010000:00000010:1.0:1767384408.992219:0:40449:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000f61b1aff. 00000001:00000010:1.0:1767384408.992221:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000968cd9e3. 00000001:00000010:1.0:1767384408.992222:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000f884096c. 00000001:00000010:1.0:1767384408.992372:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c956daa3. 00000001:00000010:1.0:1767384408.992574:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dddb0eea. 00000001:00000010:1.0:1767384408.992777:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000afcfcbca. 00000001:00000010:1.0:1767384408.993015:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e70372fd. 00000001:00000010:1.0:1767384408.993299:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fecc4073. 00000001:00000010:1.0:1767384408.993598:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f137429d. 00000001:00000010:1.0:1767384408.993849:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f174de4e. 00000001:00000010:1.0:1767384408.994073:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012ce34ba. 00000001:00000010:1.0:1767384408.994322:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000056cc2a50. 00000001:00000010:1.0:1767384408.994564:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6e90cf4. 00000001:00000010:1.0:1767384408.994766:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000029635271. 00000001:00000010:1.0:1767384408.995000:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000011b8676. 00000001:00000010:1.0:1767384408.995224:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000085fe18de. 00000001:00000010:1.0:1767384408.995426:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c694440b. 00000001:00000010:1.0:1767384408.995625:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008ceb4737. 00000001:00000010:1.0:1767384408.995829:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000675fa5b8. 00000001:00000010:1.0:1767384408.996102:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000121e944f. 00000001:00000010:1.0:1767384408.996334:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e49deee. 00000001:00000010:1.0:1767384408.996532:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bfcb3c74. 00000001:00000010:1.0:1767384408.996730:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000db5e129. 00000001:00000010:1.0:1767384408.996953:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000716060b0. 00000001:00000010:1.0:1767384408.997167:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f42548da. 00000001:00000010:1.0:1767384408.997402:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005fe7f8c. 00000001:00000010:1.0:1767384408.997599:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000aa4ffe4. 00000001:00000010:1.0:1767384408.997804:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a2faf382. 00000001:00000010:1.0:1767384408.998037:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000050aec9c. 00000001:00000010:1.0:1767384408.998248:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004fe3c626. 00000001:00000010:1.0:1767384408.998452:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000000335ec. 00000001:00000010:1.0:1767384408.998650:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d848a95a. 00000001:00000010:1.0:1767384408.998869:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ea4da621. 00000001:00000010:1.0:1767384408.999087:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8df5f10. 00000001:00000010:1.0:1767384408.999300:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000281499d7. 00000001:00000010:1.0:1767384408.999498:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000548e5718. 00000001:00000010:1.0:1767384408.999696:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc22006d. 00000001:00000010:1.0:1767384408.999919:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000001c85f4e. 00000001:00000010:1.0:1767384409.000208:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b046061a. 00000001:00000010:1.0:1767384409.000425:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b57d059. 00000001:00000010:1.0:1767384409.000626:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d6ca19c. 00000001:00000010:1.0:1767384409.000837:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006818abe3. 00000001:00000010:1.0:1767384409.001050:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a4044dc7. 00000001:00000010:1.0:1767384409.001262:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc698c45. 00000001:00000010:1.0:1767384409.001461:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000262c174a. 00000001:00000010:1.0:1767384409.001661:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007afc2d3c. 00000001:00000010:1.0:1767384409.001876:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087aa907f. 00000001:00000010:1.0:1767384409.002090:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c2afcd4f. 00000001:00000010:1.0:1767384409.002304:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f1a8f568. 00000001:00000010:1.0:1767384409.002514:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000db8c270a. 00000001:00000010:1.0:1767384409.002734:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd6f793b. 00000001:00000010:1.0:1767384409.002952:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b4dabc4. 00000100:00000010:1.0:1767384409.003146:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000784dfd57. 00000100:00000010:2.0:1767384409.003159:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047591ff3. 00000100:00000010:3.0:1767384409.003168:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006a26307d. 00000100:00000010:0.0:1767384409.003171:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009a53fd56. 00000001:00000010:1.0:1767384409.003249:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d24c61d3. 00000001:00000010:1.0:1767384409.003449:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3c938a8. 00000001:00000010:1.0:1767384409.003665:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087f47904. 00000001:00000010:1.0:1767384409.003869:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000038926292. 00000001:00000010:1.0:1767384409.004080:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b3e74797. 00000001:00000010:1.0:1767384409.004319:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f58ee346. 00000001:00000010:1.0:1767384409.004551:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000011603d7b. 00000001:00000010:1.0:1767384409.004770:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f9687b9f. 00000001:00000010:1.0:1767384409.004981:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d1b00b6. 00000001:00000010:1.0:1767384409.005223:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcd34f2f. 00000001:00000010:1.0:1767384409.005448:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007925a2ed. 00000001:00000010:1.0:1767384409.005659:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcf13afa. 00000001:00000010:1.0:1767384409.005874:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068dd26ae. 00000001:00000010:1.0:1767384409.006087:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5f9585b. 00000001:00000010:1.0:1767384409.006299:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e15c9d5a. 00000001:00000010:1.0:1767384409.006498:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006d37592e. 00000001:00000010:1.0:1767384409.006713:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005288b14d. 00000001:00000010:1.0:1767384409.006944:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008e62a58d. 00000001:00000010:1.0:1767384409.007156:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000026978635. 00000001:00000010:1.0:1767384409.007359:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066aef16d. 00000001:00000010:1.0:1767384409.007596:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fe20542b. 00000001:00000010:1.0:1767384409.007815:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000942d3909. 00000001:00000010:1.0:1767384409.008028:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000046de5fd4. 00000001:00000010:1.0:1767384409.008242:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007fb38fe2. 00000001:00000010:1.0:1767384409.008458:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000670cceaf. 00000001:00000010:1.0:1767384409.008671:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bc219b37. 00000001:00000010:1.0:1767384409.008875:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d16ce6a3. 00000001:00000010:1.0:1767384409.009091:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000337bd310. 00000001:00000010:1.0:1767384409.009372:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d5d4751. 00000001:00000010:1.0:1767384409.009646:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000057fafb. 00000001:00000010:1.0:1767384409.009951:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d7fd9864. 00000001:00000010:1.0:1767384409.010260:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f893b2df. 00000001:00000010:1.0:1767384409.010539:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7347225. 00000001:00000010:1.0:1767384409.010820:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000060f44405. 00000001:00000010:1.0:1767384409.011132:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000024e62f7c. 00000001:00000010:1.0:1767384409.011404:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000056c814e. 00000001:00000010:1.0:1767384409.011677:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d28eec13. 00000001:00000010:1.0:1767384409.011878:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b6be1a6. 00000001:00000010:1.0:1767384409.012092:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002368be2e. 00000001:00000010:1.0:1767384409.012315:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f906d1a3. 00000001:00000010:1.0:1767384409.012536:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c186658b. 00000001:00000010:1.0:1767384409.012735:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d25440e. 00000001:00000010:1.0:1767384409.012956:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e302c1a4. 00000001:00000010:1.0:1767384409.013170:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004e290a2f. 00000001:00000010:1.0:1767384409.013394:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007572e656. 00000001:00000010:1.0:1767384409.013596:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec646657. 00000001:00000010:1.0:1767384409.013796:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048accbc8. 00000001:00000010:1.0:1767384409.014012:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000047a2c312. 00000001:00000010:1.0:1767384409.014226:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab8f8958. 00000001:00000010:1.0:1767384409.014438:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b39354fe. 00000001:00000010:1.0:1767384409.014637:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a865227. 00000001:00000010:1.0:1767384409.014838:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088a93d02. 00000001:00000010:1.0:1767384409.015066:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000038cccef0. 00000001:00000010:1.0:1767384409.015297:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b5c59e55. 00000001:00000010:1.0:1767384409.015530:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009331cdc8. 00000001:00000010:1.0:1767384409.015749:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058219bfa. 00000001:00000010:1.0:1767384409.015975:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6e46ec6. 00000001:00000010:1.0:1767384409.016203:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075e187df. 00000001:00000010:1.0:1767384409.016449:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c9c6e599. 00000001:00000010:1.0:1767384409.016690:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8ee2a04. 00000001:00000010:1.0:1767384409.016899:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e87560a9. 00000001:00000010:1.0:1767384409.017136:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec9bb577. 00000001:00000010:1.0:1767384409.017348:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001108f87a. 00000001:00000010:1.0:1767384409.017567:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fcadef41. 00000001:00000010:1.0:1767384409.017775:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4b5e366. 00000001:00000010:1.0:1767384409.018000:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c01d8fab. 00000001:00000010:1.0:1767384409.018222:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7a9de6b. 00000001:00000010:1.0:1767384409.018444:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000246301ba. 00000001:00000010:1.0:1767384409.018650:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c05cb498. 00000001:00000010:1.0:1767384409.018858:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000073d9ed32. 00000001:00000010:1.0:1767384409.019075:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003e8d2377. 00000001:00000010:1.0:1767384409.019300:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bfb4aaa8. 00000001:00000010:1.0:1767384409.019526:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ed0a1c85. 00000001:00000010:1.0:1767384409.019732:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003915e934. 00000001:00000010:1.0:1767384409.019956:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000930ee06d. 00000001:00000010:1.0:1767384409.020180:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009977db8b. 00000001:00000010:1.0:1767384409.020403:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000895f8575. 00000001:00000010:1.0:1767384409.020610:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab1e4d07. 00000001:00000010:1.0:1767384409.020818:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002d7c8985. 00000020:00000010:1.0:1767384409.020967:0:40449:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000087ff6b61. 00000020:00000010:1.0:1767384409.020970:0:40449:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000054b896ab. 00000020:00000010:1.0:1767384409.021014:0:40449:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ae54087a. 00000020:00000010:1.0:1767384409.021016:0:40449:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d118fb66. 00000020:00000010:1.0:1767384409.021053:0:40449:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000b593ca29. 00000004:00000010:1.0:1767384409.021061:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000815ade35. 00000004:00000010:1.0:1767384409.021067:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e8dc4098. 00000004:00000010:1.0:1767384409.021072:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008b345df6. 00080000:00000010:1.0:1767384409.021077:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000078f31df5. 00000001:00000010:1.0:1767384409.021302:0:40449:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000d612f6b3. 00000001:00000010:1.0:1767384409.021323:0:40449:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000d612f6b3. 00080000:00000010:1.0:1767384409.021328:0:40449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b1f0fe52. 00000020:00000010:1.0:1767384409.021400:0:40449:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000d612f6b3. 00000004:00000010:1.0:1767384409.021403:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b5738a6b. 00000004:00000010:1.0:1767384409.021406:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f8ca1c83. 00000004:00000010:1.0:1767384409.021408:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007d99b835. 00080000:00000010:1.0:1767384409.021410:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000164d73e3. 00000001:00000010:1.0:1767384409.021462:0:40449:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 000000005f6d3ddf. 00000001:00000010:1.0:1767384409.021480:0:40449:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 000000005f6d3ddf. 00000001:00000010:1.0:1767384409.021488:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bc4cd23d. 00000001:00000010:1.0:1767384409.021492:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006d91add2. 00000001:00000010:1.0:1767384409.021494:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005f6d3ddf. 00000020:00000010:1.0:1767384409.021496:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef7eafa9. 00000020:00000010:1.0:1767384409.021499:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000226e7d4b. 00000040:00000010:1.0:1767384409.021501:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000371b2fd7. 00000020:00000010:1.0:1767384409.021504:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000780fb918. 00000020:00000010:1.0:1767384409.021506:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009105da28. 00000020:00000010:1.0:1767384409.021509:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000439e98e4. 80000000:00000010:1.0:1767384409.021511:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000034de75de. 40000000:00000010:1.0:1767384409.021514:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e18c1864. 00100000:00000010:1.0:1767384409.021517:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000886088f5. 00040000:00000010:1.0:1767384409.021520:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000207da319. 00040000:00000010:1.0:1767384409.021522:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001964244d. 00080000:00000010:1.0:1767384409.021525:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009dc6051d. 00000004:00000010:1.0:1767384409.021528:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006e9c8d06. 00000004:00000010:1.0:1767384409.021531:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fe9bc4ea. 00000004:00000010:1.0:1767384409.021533:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000003dda48b. 00000020:00000010:1.0:1767384409.021536:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b472935. 00000020:00000010:1.0:1767384409.021538:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d0493bf. 00000020:00000010:1.0:1767384409.021540:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b64975bb. 02000000:00000010:1.0:1767384409.021549:0:40449:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000078d7084e. 02000000:00000010:1.0:1767384409.021552:0:40449:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000a80cbaa5. 02000000:00000010:1.0:1767384409.021555:0:40449:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000de646110. 02000000:00000010:1.0:1767384409.021556:0:40449:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000049bb24e6. 00000020:00000010:1.0:1767384409.021772:0:40449:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ab1591b7. 00000020:00000010:1.0:1767384409.021775:0:40449:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000001f1010a3. 00000004:00000010:1.0:1767384409.021787:0:40449:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000900043cb. 00000004:00000010:1.0:1767384409.021789:0:40449:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000000ed4f949. 00000004:00000010:1.0:1767384409.021791:0:40449:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000008deef101. 00000004:00000010:1.0:1767384409.021793:0:40449:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000009426e46a. 00000004:00000010:1.0:1767384409.021797:0:40449:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000deccc71f. 00000020:00000010:1.0:1767384409.021810:0:40449:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000bca1662a. 00000020:00000010:1.0:1767384409.021814:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000050fee158. 00000004:00000010:1.0:1767384409.021826:0:40449:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000deccc71f. 00000004:00000010:1.0:1767384409.021828:0:40449:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000deccc71f. 00000001:00000010:1.0:1767384409.021838:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000058bf879d. 00000001:00000010:1.0:1767384409.021841:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003b820db5. 00000001:00000010:1.0:1767384409.021843:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c78afd7d. 00000001:00000010:1.0:1767384409.021844:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e720cdc7. 00000001:00000010:1.0:1767384409.021846:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb458729. 00000001:00000010:1.0:1767384409.021847:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e65eac4. 00000001:00000010:1.0:1767384409.021849:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033704e6b. 00000001:00000010:1.0:1767384409.021851:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002364813d. 00000001:00000010:1.0:1767384409.021853:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eaf7825a. 00000001:00000010:1.0:1767384409.021854:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079945313. 00000001:00000010:1.0:1767384409.021856:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000077ab757c. 00000001:00000010:1.0:1767384409.021859:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fea6ba0c. 00000020:00000010:1.0:1767384409.021861:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024125e45. 00000020:00000010:1.0:1767384409.021862:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee942ece. 00000020:00000010:1.0:1767384409.021864:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000983f9e2b. 00000008:00000010:1.0:1767384409.021867:0:40449:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006661a0c9. 00020000:00000010:1.0:1767384409.021870:0:40449:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000008acecafb. 00008000:00000010:1.0:1767384409.021873:0:40449:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000221ac779. 00000080:00000010:1.0:1767384409.021876:0:40449:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000073d20d69. 00000020:00000010:1.0:1767384409.021879:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc5c7e4b. 00000020:00000010:1.0:1767384409.021880:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b8423f0. 00000040:00000010:1.0:1767384409.021882:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000db343143. 00000020:00000010:1.0:1767384409.021884:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006de0ad60. 00000020:00000010:1.0:1767384409.021886:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bb4f5c56. 00000020:00000010:1.0:1767384409.021887:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e9d4a97. 80000000:00000010:1.0:1767384409.021889:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f404602a. 40000000:00000010:1.0:1767384409.021890:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021e6ee62. 00100000:00000010:1.0:1767384409.021892:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b444999b. 00040000:00000010:1.0:1767384409.021893:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000165b7b2. 00040000:00000010:1.0:1767384409.021896:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc41f3cb. 00080000:00000010:1.0:1767384409.021898:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000222c40d. 00000004:00000010:1.0:1767384409.021901:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c745eb08. 00000004:00000010:1.0:1767384409.021902:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000753edb55. 00000004:00000010:1.0:1767384409.021904:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000008387092. 00040000:00000010:1.0:1767384409.021907:0:40449:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 0000000091b2024e. 00040000:00000010:1.0:1767384409.021912:0:40449:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000d15fdf23. 00000020:00000010:1.0:1767384409.021916:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e72ad9f9. 00040000:00000010:1.0:1767384409.021920:0:40449:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000d15fdf23. 00040000:00000010:1.0:1767384409.021924:0:40449:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 0000000029cd3551. 00000020:00000010:1.0:1767384409.021926:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b8ebfb0. 00000020:00000010:1.0:1767384409.021940:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000028a9cc0e. 00000040:00000010:1.0:1767384409.021942:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000821f0116. 00000020:00000010:1.0:1767384409.021944:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066cf00c2. 00000020:00000010:1.0:1767384409.021947:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002a86a727. 00000020:00000010:1.0:1767384409.021950:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000988d0924. 80000000:00000010:1.0:1767384409.021951:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc415eb7. 40000000:00000010:1.0:1767384409.021954:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008ddd49bf. 00100000:00000010:1.0:1767384409.021957:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000154dce0d. 00040000:00000010:1.0:1767384409.021959:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000000515a68. 00040000:00000010:1.0:1767384409.021962:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002f42b2f4. 00040000:00000010:1.0:1767384409.021964:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000020442a2f. 00080000:00000010:1.0:1767384409.021966:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cedf985e. 00000004:00000010:1.0:1767384409.021969:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001330162e. 00000004:00000010:1.0:1767384409.021972:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc05102d. 00000004:00000010:1.0:1767384409.021974:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000014c0205e. 00000020:00000010:0.0:1767384409.022170:0:40449:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d3186687. 00040000:00000010:0.0:1767384409.022237:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8feb8b9. 00040000:00000010:0.0:1767384409.022244:0:40449:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000dca90c5b. 00000020:00000010:0.0:1767384409.022258:0:40449:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005ba86d22. 00040000:00000010:0.0:1767384409.022270:0:40449:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000098f67112. 00000020:00000010:0.0:1767384409.022281:0:40449:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000b06f19ee. 00000020:00000010:0.0:1767384409.022313:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b8423f0. 00000040:00000010:0.0:1767384409.022317:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000db343143. 00000020:00000010:0.0:1767384409.022321:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006de0ad60. 00000020:00000010:0.0:1767384409.022325:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bb4f5c56. 00000020:00000010:0.0:1767384409.022328:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e9d4a97. 80000000:00000010:0.0:1767384409.022332:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f404602a. 40000000:00000010:0.0:1767384409.022334:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000021e6ee62. 00100000:00000010:0.0:1767384409.022338:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b444999b. 00040000:00000010:0.0:1767384409.022340:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000165b7b2. 00040000:00000010:0.0:1767384409.022344:0:40449:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8feb8b9. 00040000:00000010:0.0:1767384409.022348:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc41f3cb. 00080000:00000010:0.0:1767384409.022351:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000222c40d. 00000004:00000010:0.0:1767384409.022355:0:40449:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c745eb08. 00000004:00000010:0.0:1767384409.022358:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000753edb55. 00000004:00000010:0.0:1767384409.022362:0:40449:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000008387092. 00000020:00000010:0.0:1767384409.022365:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc5c7e4b. 00000020:00000010:0.0:1767384409.022368:0:40449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee942ece. 00000020:00000010:0.0:1767384409.022372:0:40449:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000983f9e2b. 00000008:00000010:0.0:1767384409.022375:0:40449:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006661a0c9. 00020000:00000010:0.0:1767384409.022378:0:40449:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000008acecafb. 00008000:00000010:0.0:1767384409.022381:0:40449:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000221ac779. 00000080:00000010:0.0:1767384409.022385:0:40449:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000073d20d69. 00000020:00000010:0.0:1767384409.022388:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000004:00000010:0.0:1767384409.022398:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f7099da3. 00000004:00000010:0.0:1767384409.022404:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000087b1d537. 00000004:00000010:0.0:1767384409.022409:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000016367760. 00080000:00000010:0.0:1767384409.022413:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006aea05e2. 00000020:00000010:0.0:1767384409.022473:0:40449:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a32b9e0e. 00080000:00000010:0.0:1767384409.022479:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000615f779e. 00080000:00000010:0.0:1767384409.022609:0:40449:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000615f779e. 00000020:00000010:0.0:1767384409.022614:0:40449:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a32b9e0e. 00000004:00000010:0.0:1767384409.022633:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000497ad385. 00000004:00000010:0.0:1767384409.022638:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000097533e46. 00000004:00000010:0.0:1767384409.022641:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004c0de402. 00080000:00000010:0.0:1767384409.022654:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000615f779e. 00040000:00000010:0.0:1767384409.022800:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f8feb8b9. 00000020:00000010:0.0:1767384409.022853:0:40449:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000480d8e39. 00080000:00000010:0.0:1767384409.022857:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0d5a997. 00080000:00000010:0.0:1767384409.022892:0:40449:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c0d5a997. 00000020:00000010:0.0:1767384409.022894:0:40449:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000480d8e39. 00000004:00000010:0.0:1767384409.022899:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001eb37278. 00000004:00000010:0.0:1767384409.022902:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000eb8dc2d1. 00000004:00000010:0.0:1767384409.022904:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a4b144da. 00080000:00000010:0.0:1767384409.022908:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0d5a997. 00000004:00000010:0.0:1767384409.023051:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000048c0b55b. 00000004:00000010:0.0:1767384409.023055:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007c8ab141. 00000004:00000010:0.0:1767384409.023057:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000042b6d44f. 00080000:00000010:0.0:1767384409.023059:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002418ec42. 00100000:00000010:0.0:1767384409.023158:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003b1923dc. 00100000:00000010:0.0:1767384409.023162:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000003b1923dc. 00040000:00000010:0.0:1767384409.023167:0:40449:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b3b9fb20. 00000001:00000010:0.0:1767384409.023170:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003ae720e6. 00000001:00000010:0.0:1767384409.023173:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c932da01. 00000001:00000010:0.0:1767384409.023175:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000845708d0. 00040000:00000010:0.0:1767384409.023177:0:40449:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000003b1923dc. 00080000:00000010:0.0:1767384409.023182:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.023184:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000fa419a80. 00080000:00000010:0.0:1767384409.023201:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000fa419a80. 00080000:00000010:0.0:1767384409.023203:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00040000:00000010:0.0:1767384409.023205:0:40449:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000003b1923dc. 00040000:00000010:0.0:1767384409.023217:0:40449:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000029aec00f. 00000004:00000010:0.0:1767384409.023350:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000acc4cb35. 00000004:00000010:0.0:1767384409.023355:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e3959ca6. 00000004:00000010:0.0:1767384409.023358:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000031ce0d90. 00080000:00000010:0.0:1767384409.023369:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000009f82e39. 00100000:00000010:0.0:1767384409.023405:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006a43fb38. 00100000:00000010:0.0:1767384409.023407:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006a43fb38. 00040000:00000010:0.0:1767384409.023410:0:40449:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ca1a9419. 00000001:00000010:0.0:1767384409.023412:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000bd772b32. 00000001:00000010:0.0:1767384409.023414:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000170fd64b. 00000001:00000010:0.0:1767384409.023416:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004ff2737f. 00040000:00000010:0.0:1767384409.023418:0:40449:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006a43fb38. 00080000:00000010:0.0:1767384409.023420:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.023421:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000d493364d. 00080000:00000010:0.0:1767384409.023432:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000d493364d. 00080000:00000010:0.0:1767384409.023434:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00040000:00000010:0.0:1767384409.023435:0:40449:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006a43fb38. 00040000:00000010:0.0:1767384409.023438:0:40449:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000fb3c8220. 00000004:00000010:0.0:1767384409.023542:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007ccf5965. 00000004:00000010:0.0:1767384409.023547:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000cba8daf. 00000004:00000010:0.0:1767384409.023550:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008f69a6d0. 00080000:00000010:0.0:1767384409.023554:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cd881ab2. 00100000:00000010:0.0:1767384409.023588:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000af9962c4. 00100000:00000010:0.0:1767384409.023591:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000af9962c4. 00040000:00000010:0.0:1767384409.023595:0:40449:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000001fc388dc. 00000001:00000010:0.0:1767384409.023600:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ec941de8. 00000001:00000010:0.0:1767384409.023603:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000026ee319e. 00000001:00000010:0.0:1767384409.023606:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000020429085. 00040000:00000010:0.0:1767384409.023608:0:40449:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000af9962c4. 00080000:00000010:0.0:1767384409.023612:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.023614:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000ae773f55. 00080000:00000010:0.0:1767384409.023630:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000ae773f55. 00080000:00000010:0.0:1767384409.023633:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00040000:00000010:0.0:1767384409.023635:0:40449:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000af9962c4. 00040000:00000010:0.0:1767384409.023639:0:40449:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000005e4f9031. 00000020:00000010:0.0:1767384409.023755:0:40449:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d991b5c5. 00080000:00000010:0.0:1767384409.023760:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000016c76457. 00080000:00000010:0.0:1767384409.023808:0:40449:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000016c76457. 00000020:00000010:0.0:1767384409.023812:0:40449:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d991b5c5. 00000004:00000010:0.0:1767384409.023818:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000062668da4. 00000004:00000010:0.0:1767384409.023822:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e47a0b47. 00000004:00000010:0.0:1767384409.023825:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000350ec406. 00080000:00000010:0.0:1767384409.023828:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000016c76457. 00000004:00000010:0.0:1767384409.024019:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000219a796. 00000004:00000010:0.0:1767384409.024024:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ce55e8ff. 00000004:00000010:0.0:1767384409.024028:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000088a192f1. 00080000:00000010:0.0:1767384409.024032:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001645ff2c. 00100000:00000010:0.0:1767384409.024071:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e9d3fe4b. 00100000:00000010:0.0:1767384409.024074:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000e9d3fe4b. 00040000:00000010:0.0:1767384409.024078:0:40449:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000eb904ac4. 00000001:00000010:0.0:1767384409.024082:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008bc38032. 00000001:00000010:0.0:1767384409.024086:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000662c2345. 00000001:00000010:0.0:1767384409.024088:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000895413eb. 00040000:00000010:0.0:1767384409.024091:0:40449:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e9d3fe4b. 00080000:00000010:0.0:1767384409.024094:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.024096:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000010227690. 00080000:00000010:0.0:1767384409.024135:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000010227690. 00080000:00000010:0.0:1767384409.024139:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00040000:00000010:0.0:1767384409.024143:0:40449:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e9d3fe4b. 00040000:00000010:0.0:1767384409.024149:0:40449:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000a117c418. 00000004:00000010:0.0:1767384409.024286:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fe06b16a. 00000004:00000010:0.0:1767384409.024291:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000df554577. 00000004:00000010:0.0:1767384409.024295:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f3149045. 00080000:00000010:0.0:1767384409.024298:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005e549d10. 00100000:00000010:0.0:1767384409.024339:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000030b00cb2. 00100000:00000010:0.0:1767384409.024341:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000030b00cb2. 00040000:00000010:0.0:1767384409.024345:0:40449:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002e276de4. 00000001:00000010:0.0:1767384409.024349:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009292d318. 00000001:00000010:0.0:1767384409.024353:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000858631fb. 00000001:00000010:0.0:1767384409.024356:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005e9515a7. 00040000:00000010:0.0:1767384409.024367:0:40449:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000030b00cb2. 00080000:00000010:0.0:1767384409.024370:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.024372:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000c9b98984. 00080000:00000010:0.0:1767384409.024393:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000c9b98984. 00080000:00000010:0.0:1767384409.024397:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00040000:00000010:0.0:1767384409.024400:0:40449:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000030b00cb2. 00040000:00000010:0.0:1767384409.024406:0:40449:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000009e7ebd2. 00000004:00000010:0.0:1767384409.024613:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000300da914. 00000004:00000010:0.0:1767384409.024673:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b85ec941. 00000004:00000010:0.0:1767384409.024677:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000755aeaa4. 00080000:00000010:0.0:1767384409.024681:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007cd06c5b. 00100000:00000010:0.0:1767384409.024717:0:40449:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fc06692b. 00100000:00000010:0.0:1767384409.024720:0:40449:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000fc06692b. 00040000:00000010:0.0:1767384409.024725:0:40449:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e4e3bb25. 00000001:00000010:0.0:1767384409.024729:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000070ad32ca. 00000001:00000010:0.0:1767384409.024734:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c98d3d88. 00000001:00000010:0.0:1767384409.024736:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000303653aa. 00040000:00000010:0.0:1767384409.024739:0:40449:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000fc06692b. 00080000:00000010:0.0:1767384409.024741:0:40449:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.024744:0:40449:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000019195897. 00080000:00000010:0.0:1767384409.024760:0:40449:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000019195897. 00080000:00000010:0.0:1767384409.024764:0:40449:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00040000:00000010:0.0:1767384409.024766:0:40449:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000fc06692b. 00040000:00000010:0.0:1767384409.024771:0:40449:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000b46d7c13. 00000020:00000010:0.0:1767384409.024900:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000008387092. 00000004:00000010:0.0:1767384409.024906:0:40449:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000deccc71f. 00000004:00000010:0.0:1767384409.024910:0:40449:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000008deef101. 00000004:00000010:0.0:1767384409.024912:0:40449:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000900043cb. 00000004:00000010:0.0:1767384409.024913:0:40449:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000000ed4f949. 00000004:00000010:0.0:1767384409.024915:0:40449:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000009426e46a. 00000020:00000010:0.0:1767384409.024924:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027e15f60. 00000020:00000010:0.0:1767384409.024926:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a45ad6a5. 00000040:00000010:0.0:1767384409.024950:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081982d63. 00000020:00000010:0.0:1767384409.024956:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c745eb08. 00000020:00000010:0.0:1767384409.024959:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000905df2f5. 00000020:00000010:0.0:1767384409.024961:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ee295b6. 80000000:00000010:0.0:1767384409.024963:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a6da155. 40000000:00000010:0.0:1767384409.024965:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc06692b. 00100000:00000010:0.0:1767384409.024968:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000222c40d. 00040000:00000010:0.0:1767384409.024970:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000db7a0776. 00040000:00000010:0.0:1767384409.024972:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b444999b. 00040000:00000010:0.0:1767384409.024974:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cbedf034. 00080000:00000010:0.0:1767384409.024976:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006de0ad60. 00000004:00000010:0.0:1767384409.024979:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e0986bb9. 00000004:00000010:0.0:1767384409.024983:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000087a9fe45. 00000004:00000010:0.0:1767384409.024985:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000037769a2d. 00000020:00000010:0.0:1767384409.024988:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000526ad403. 00000020:00000010:0.0:1767384409.024990:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000daf60632. 00000020:00000010:0.0:1767384409.024992:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000234ecacf. 00000020:00000010:1.0:1767384409.025191:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b88391b1. 00000040:00000010:1.0:1767384409.025196:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075f9336f. 00000020:00000010:1.0:1767384409.025200:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000300db897. 00000020:00000010:1.0:1767384409.025203:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384409.025205:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eee952af. 80000000:00000010:1.0:1767384409.025208:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c76563a. 40000000:00000010:1.0:1767384409.025211:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a3fd448b. 00100000:00000010:1.0:1767384409.025214:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a3ed943e. 00040000:00000010:1.0:1767384409.025217:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000028a81e6a. 00040000:00000010:1.0:1767384409.025220:0:40449:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f8feb8b9. 00040000:00000010:1.0:1767384409.025221:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a6866b3f. 00080000:00000010:1.0:1767384409.025223:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005e5157d1. 00000004:00000010:1.0:1767384409.025225:0:40449:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a93cfcdd. 00000004:00000010:1.0:1767384409.025227:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000674f21b7. 00000004:00000010:1.0:1767384409.025229:0:40449:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001f518661. 00000020:00000010:1.0:1767384409.025231:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9b09cbb. 00000020:00000010:1.0:1767384409.025233:0:40449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000031623389. 00000020:00000010:1.0:1767384409.025235:0:40449:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000008:00000010:1.0:1767384409.025237:0:40449:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005e24be6f. 00020000:00000010:1.0:1767384409.025239:0:40449:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d5437415. 00008000:00000010:1.0:1767384409.025242:0:40449:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b1b95062. 00000080:00000010:1.0:1767384409.025244:0:40449:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000babdb5a. 00000020:00000010:1.0:1767384409.025247:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005c3adfc8. 00000020:00000010:1.0:1767384409.025250:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d62b9970. 00000020:00000010:1.0:1767384409.025261:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025263:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025266:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025267:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025271:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025272:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025274:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 0000000067cf0525. 00000020:00000010:1.0:1767384409.025280:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047aebbf0. 00000020:00000010:1.0:1767384409.025282:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee247a5e. 00000040:00000010:1.0:1767384409.025284:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004149de15. 00000020:00000010:1.0:1767384409.025285:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c671dd7b. 00000020:00000010:1.0:1767384409.025288:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384409.025289:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026322380. 80000000:00000010:1.0:1767384409.025291:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009108e782. 40000000:00000010:1.0:1767384409.025293:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000631d3ba3. 00100000:00000010:1.0:1767384409.025295:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007111fbb9. 00040000:00000010:1.0:1767384409.025297:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004f4111a. 00040000:00000010:1.0:1767384409.025299:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff7df470. 00040000:00000010:1.0:1767384409.025301:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007818a21e. 00080000:00000010:1.0:1767384409.025303:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000021ffb217. 00000004:00000010:1.0:1767384409.025305:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2507c62. 00000004:00000010:1.0:1767384409.025307:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000674f21b7. 00000004:00000010:1.0:1767384409.025309:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001dbceeb3. 02000000:00000010:1.0:1767384409.025315:0:40449:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000da0ae22b. 02000000:00000010:1.0:1767384409.025319:0:40449:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000da0ae22b. 00000020:00000010:1.0:1767384409.025322:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee247a5e. 00000040:00000010:1.0:1767384409.025323:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004149de15. 00000020:00000010:1.0:1767384409.025325:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c671dd7b. 00000020:00000010:1.0:1767384409.025327:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384409.025329:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000026322380. 80000000:00000010:1.0:1767384409.025332:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009108e782. 40000000:00000010:1.0:1767384409.025333:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000631d3ba3. 00100000:00000010:1.0:1767384409.025335:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007111fbb9. 00040000:00000010:1.0:1767384409.025336:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004f4111a. 00040000:00000010:1.0:1767384409.025338:0:40449:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff7df470. 00040000:00000010:1.0:1767384409.025339:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007818a21e. 00080000:00000010:1.0:1767384409.025340:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000021ffb217. 00000004:00000010:1.0:1767384409.025342:0:40449:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2507c62. 00000004:00000010:1.0:1767384409.025343:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000674f21b7. 00000004:00000010:1.0:1767384409.025344:0:40449:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001dbceeb3. 00000020:00000010:1.0:1767384409.025345:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047aebbf0. 00000020:00000010:1.0:1767384409.025346:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 0000000067cf0525. 00000020:00000010:1.0:1767384409.025348:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025349:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025352:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025353:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000004f4111a. 00000020:00000010:1.0:1767384409.025355:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000631d3ba3. 00000100:00000010:1.0:1767384409.025358:0:40449:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000082805ffa. 00000400:00000200:1.0:1767384409.025360:0:40449:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384409.025365:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:1.0:1767384409.025371:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384409.025375:0:40449:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (42) 00000400:00000200:1.0:1767384409.025380:0:40449:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:1.0:1767384409.025391:0:40449:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:1.0:1767384409.025394:0:40449:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384409.025397:0:40449:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384409.025401:0:40449:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:1.0:1767384409.025404:0:40449:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:1.0:1767384409.025407:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:1.0:1767384409.025409:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:3.0:1767384409.025411:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384409.025415:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025419:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:1.0:1767384409.025420:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:1.0:1767384409.025425:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000010:3.0:1767384409.025427:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000400:00000200:1.0:1767384409.025431:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025432:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:1.0:1767384409.025435:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000010:3.0:1767384409.025438:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f545f697. 00000400:00000200:1.0:1767384409.025439:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:3.0:1767384409.025446:0:16144:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.119@tcp 00000400:00000200:1.0:1767384409.025447:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025451:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:1.0:1767384409.025454:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:1.0:1767384409.025459:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025460:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:1.0:1767384409.025462:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:1.0:1767384409.025466:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:3.0:1767384409.025467:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:1.0:1767384409.025473:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 162], ns[211, 171] 00000400:00000200:1.0:1767384409.025477:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:3.0:1767384409.025481:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 162], ns[70, 171] 00000400:00000200:1.0:1767384409.025483:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:3.0:1767384409.025490:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 69], ns[76, 70] 00000400:00000200:1.0:1767384409.025491:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025496:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 69], ns[80, 70] 00000400:00000200:1.0:1767384409.025496:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:1.0:1767384409.025502:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:3.0:1767384409.025505:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 69], ns[93, 70] 00000400:00000200:1.0:1767384409.025509:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025513:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 69], ns[101, 70] 00000400:00000200:1.0:1767384409.025514:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:1.0:1767384409.025517:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:1.0:1767384409.025521:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025526:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:3.0:1767384409.025529:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 69], ns[109, 70] 00000400:00000200:1.0:1767384409.025530:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:3.0:1767384409.025538:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 69], ns[120, 70] 00000400:00000200:1.0:1767384409.025538:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025543:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:3.0:1767384409.025547:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 69], ns[126, 70] 00000400:00000200:1.0:1767384409.025548:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:1.0:1767384409.025555:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025556:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 69], ns[138, 70] 00000400:00000200:1.0:1767384409.025560:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:1.0:1767384409.025565:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:3.0:1767384409.025566:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 69], ns[142, 70] 00000400:00000200:3.0:1767384409.025574:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 69], ns[153, 70] 00000400:00000200:1.0:1767384409.025574:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025579:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:3.0:1767384409.025583:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 69], ns[162, 70] 00000400:00000200:1.0:1767384409.025585:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:3.0:1767384409.025590:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 69], ns[188, 70] 00000400:00000200:1.0:1767384409.025593:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025597:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:3.0:1767384409.025598:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 69], ns[190, 70] 00000400:00000200:1.0:1767384409.025601:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:3.0:1767384409.025605:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 69], ns[195, 70] 00000400:00000200:1.0:1767384409.025608:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 69], ns[207, 70] 00000400:00000200:1.0:1767384409.025614:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:1.0:1767384409.025619:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:3.0:1767384409.025620:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 69], ns[68, 70] 00000400:00000200:1.0:1767384409.025626:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025628:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 67], ns[90, 68] 00000400:00000200:1.0:1767384409.025632:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:3.0:1767384409.025636:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:1.0:1767384409.025637:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:1.0:1767384409.025644:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025646:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 67], ns[133, 68] 00000400:00000200:1.0:1767384409.025648:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:1.0:1767384409.025653:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:3.0:1767384409.025654:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 67], ns[99, 68] 00000400:00000200:1.0:1767384409.025660:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025661:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 67], ns[105, 68] 00000400:00000200:1.0:1767384409.025665:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:3.0:1767384409.025669:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 67], ns[117, 68] 00000400:00000200:1.0:1767384409.025670:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:1.0:1767384409.025674:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025679:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:1.0:1767384409.025682:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:3.0:1767384409.025685:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 67], ns[204, 68] 00000400:00000200:1.0:1767384409.025689:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025693:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 67], ns[169, 68] 00000400:00000200:1.0:1767384409.025694:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:1.0:1767384409.025700:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:3.0:1767384409.025701:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[210, 67], ns[219, 68] 00000400:00000200:1.0:1767384409.025707:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025708:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 67], ns[132, 68] 00000400:00000200:1.0:1767384409.025713:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:3.0:1767384409.025716:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[186, 68] 00000400:00000200:1.0:1767384409.025719:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:3.0:1767384409.025723:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 67], ns[160, 68] 00000400:00000200:1.0:1767384409.025727:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025731:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[216, 67], ns[256, 68] 00000400:00000200:1.0:1767384409.025732:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:1.0:1767384409.025738:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:3.0:1767384409.025739:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 67], ns[185, 68] 00000400:00000200:1.0:1767384409.025745:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025747:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 67], ns[168, 68] 00000400:00000200:1.0:1767384409.025750:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:3.0:1767384409.025754:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[221, 67], ns[261, 68] 00000400:00000200:1.0:1767384409.025755:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:3.0:1767384409.025761:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[222, 67], ns[262, 68] 00000400:00000200:1.0:1767384409.025761:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025765:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:3.0:1767384409.025769:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 67], ns[254, 68] 00000400:00000200:1.0:1767384409.025772:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:3.0:1767384409.025776:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[218, 67], ns[258, 68] 00000400:00000200:1.0:1767384409.025779:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025783:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:3.0:1767384409.025784:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[220, 67], ns[260, 68] 00000400:00000200:1.0:1767384409.025790:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:3.0:1767384409.025792:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[223, 67], ns[263, 68] 00000400:00000200:1.0:1767384409.025797:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025798:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:1.0:1767384409.025802:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:3.0:1767384409.025804:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp28 00000400:00000200:1.0:1767384409.025808:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:3.0:1767384409.025811:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp28 lpni_is_preferred = 0 00000400:00000200:1.0:1767384409.025814:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384409.025817:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp28 00000400:00000200:1.0:1767384409.025819:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:1.0:1767384409.025824:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:3.0:1767384409.025825:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp28 NI seq info: [264:264:256:4294967295] 192.168.202.119@tcp28 LPNI seq info [224:224:8:4294967295] 00000400:00000200:1.0:1767384409.025830:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025835:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:1.0:1767384409.025837:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:3.0:1767384409.025840:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp28 00000400:00000200:1.0:1767384409.025844:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025849:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:1.0:1767384409.025854:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:3.0:1767384409.025855:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28:) -> 192.168.202.119@tcp28(192.168.202.119@tcp:192.168.202.119@tcp28) : PUT try# 0 00000400:00000200:1.0:1767384409.025861:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000800:00000200:3.0:1767384409.025865:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.119@tcp28 00000400:00000200:1.0:1767384409.025866:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000800:00000010:3.0:1767384409.025869:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f8d4b33d. 00000400:00000200:1.0:1767384409.025870:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:1.0:1767384409.025874:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025877:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000800:00000200:3.0:1767384409.025878:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (6) 00000400:00000200:1.0:1767384409.025882:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:1.0:1767384409.025887:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000800:00000200:3.0:1767384409.025890:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp28 ip 192.168.202.119:988 00000400:00000200:1.0:1767384409.025891:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000800:00000200:3.0:1767384409.025896:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f8d4b33d type 1, nob 800 niov 1 nkiov 1 00000400:00000200:1.0:1767384409.025897:0:40449:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:1.0:1767384409.025903:0:40449:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384409.025905:0:40449:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 00000100:00000010:1.0:1767384409.025908:0:40449:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000082805ffa. 00000020:00000010:1.0:1767384409.025912:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000631d3ba3. 00000400:00000200:3.0:1767384409.025913:0:16144:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384409.025918:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300571 rc 0 00000020:00000010:1.0:1767384409.025922:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000031623389. 00000020:00000010:1.0:1767384409.025946:0:40449:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000054af0220. 00000020:00000010:1.0:1767384409.025952:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001dbceeb3. 00000020:00000010:1.0:1767384409.025963:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000031623389. 00000020:00000010:1.0:1767384409.025968:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000031623389. 00000001:00000010:1.0:1767384409.025995:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004f4111a. 00000001:00000010:1.0:1767384409.026001:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005a083809. 00000001:00000010:1.0:1767384409.026003:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000047aebbf0. 00000001:00000010:1.0:1767384409.026006:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007818a21e. 00000001:00000010:1.0:1767384409.026008:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000026322380. 00000001:00000010:1.0:1767384409.026011:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004149de15. 00000001:00000010:1.0:1767384409.026014:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d5d838ac. 00000001:00000010:1.0:1767384409.026017:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005d8bf6e0. 00000001:00000010:1.0:1767384409.026020:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee247a5e. 00000001:00000010:1.0:1767384409.026022:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bba83b0a. 00000001:00000010:1.0:1767384409.026025:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000055d2827. 00000001:00000010:1.0:1767384409.026029:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c3adfc8. 00000020:00000010:1.0:1767384409.026034:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9b09cbb. 00000020:00000010:1.0:1767384409.026037:0:40449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e304350a. 00000020:00000010:1.0:1767384409.026041:0:40449:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000008:00000010:1.0:1767384409.026045:0:40449:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005e24be6f. 00020000:00000010:1.0:1767384409.026049:0:40449:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d5437415. 00008000:00000010:1.0:1767384409.026053:0:40449:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000b1b95062. 00000080:00000010:1.0:1767384409.026057:0:40449:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000000babdb5a. 00000020:00000010:1.0:1767384409.026060:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6866b3f. 00000800:00000200:2.0:1767384409.026062:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1767384409.026063:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eee952af. 00000800:00000010:2.0:1767384409.026069:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f8d4b33d. 00000040:00000010:1.0:1767384409.026069:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000075f9336f. 00000020:00000010:1.0:1767384409.026075:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f2507c62. 00000400:00000200:2.0:1767384409.026076:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384409.026078:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384409.026083:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b88391b1. 00000400:00000200:2.0:1767384409.026087:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: PUT: OK 80000000:00000010:1.0:1767384409.026088:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009108e782. 40000000:00000010:1.0:1767384409.026093:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000631d3ba3. 00000400:00000200:2.0:1767384409.026094:0:16140:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00100000:00000010:1.0:1767384409.026096:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000021ffb217. 00000400:00000200:2.0:1767384409.026100:0:16140:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.119@tcp: 0 00040000:00000010:1.0:1767384409.026102:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000005008b5. 00040000:00000010:1.0:1767384409.026130:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff7df470. 00040000:00000010:1.0:1767384409.026136:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d62ad642. 00080000:00000010:1.0:1767384409.026139:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007111fbb9. 00000004:00000010:1.0:1767384409.026143:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c671dd7b. 00000004:00000010:1.0:1767384409.026147:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000674f21b7. 00000400:00000200:2.0:1767384409.026152:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28) <- 192.168.202.119@tcp28 : PUT - for me 00000004:00000010:1.0:1767384409.026153:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e4d6f68e. 00002000:00000010:1.0:1767384409.026161:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000527979c9. 00000004:00000010:1.0:1767384409.026166:0:40449:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000075e4cabe. 00000400:00000200:2.0:1767384409.026167:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384409.026177:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.119@tcp of length 688/704 into md 0x1f99 [1] + 0 00000004:00000010:1.0:1767384409.026177:0:40449:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000009cbcde6b. 00000400:00000010:2.0:1767384409.026184:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5dd47f. 00000004:00000010:1.0:1767384409.026185:0:40449:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 0000000067cf0525. 00000400:00000200:2.0:1767384409.026190:0:16140:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f677b678 00000020:00000010:1.0:1767384409.026193:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000be2831d0. 00000004:00000010:1.0:1767384409.026201:0:40449:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 0000000067cf0525. 00000400:00000200:2.0:1767384409.026202:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.026208:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: PUT: OK 00000400:00000200:2.0:1767384409.026212:0:16140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b678 00010000:00000010:1.0:1767384409.026213:0:40449:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000839bfd89. 00000400:00000010:2.0:1767384409.026215:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f677b678. 00000400:00000200:2.0:1767384409.026222:0:16140:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00000010:1.0:1767384409.026225:0:40449:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000753edb55. 00000400:00000200:2.0:1767384409.026226:0:16140:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (44) 00000400:00000200:2.0:1767384409.026233:0:16140:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:2.0:1767384409.026236:0:16140:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.119@tcp (704 bytes) 00000020:00000010:1.0:1767384409.026239:0:40449:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000003af8f336. 00000400:00000200:2.0:1767384409.026242:0:16140:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:2.0:1767384409.026257:0:16140:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (45) 00000400:00000200:2.0:1767384409.026265:0:16140:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:1.0:1767384409.026265:0:40449:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.119@tcp->12345-0@lo 00000400:00000200:2.0:1767384409.026273:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp28 to MR: 192.168.202.119@tcp28 local destination 00010000:00000010:1.0:1767384409.026274:0:40449:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000eee8ac51. 00010000:00000010:1.0:1767384409.026281:0:40449:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000064411b2. 00000400:00000200:2.0:1767384409.026284:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp28 NI seq info: [265:265:256:4294967295] 192.168.202.119@tcp28 LPNI seq info [225:225:8:4294967295] 00000001:00000010:1.0:1767384409.026286:0:40449:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003feebd3f. 00000001:00000010:1.0:1767384409.026293:0:40449:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000900043cb. 00000400:00000200:2.0:1767384409.026300:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28:192.168.202.119@tcp28) -> 192.168.202.119@tcp28(192.168.202.119@tcp28:192.168.202.119@tcp28) 192.168.202.119@tcp28 : ACK try# 0 00000001:00000010:1.0:1767384409.026301:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d36b9c47. 00000400:00000200:0.0:1767384409.026306:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000001:00000010:1.0:1767384409.026309:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000407aca91. 00000400:00000010:0.0:1767384409.026313:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000001e311804. 00000800:00000200:2.0:1767384409.026314:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.119@tcp28 00000800:00000010:2.0:1767384409.026320:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007db629e9. 00000400:00000010:0.0:1767384409.026321:0:16144:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf28fc07. 00000001:00000010:1.0:1767384409.026325:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ffddb2d8. 00000800:00000200:2.0:1767384409.026326:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b7835a39] -> 12345-192.168.202.119@tcp28 (6) 00000400:00000010:0.0:1767384409.026328:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cf37b2a. 00000001:00000010:1.0:1767384409.026334:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000026438df3. 00000800:00000200:2.0:1767384409.026335:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp28 ip 192.168.202.119:985 00000400:00000200:0.0:1767384409.026335:0:16144:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001e311804 00000800:00000200:2.0:1767384409.026341:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007db629e9 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384409.026342:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000319fa69e. 00000001:00000010:1.0:1767384409.026344:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007509ed82. 00000400:00000200:0.0:1767384409.026349:0:16144:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000001:00000010:1.0:1767384409.026352:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000019900522. 00000400:00000200:0.0:1767384409.026357:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x302471 00000400:00000200:0.0:1767384409.026361:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (44) 00000400:00000010:0.0:1767384409.026365:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000027abd69d. 00000001:00000010:1.0:1767384409.026368:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c57cba85. 00000400:00000010:0.0:1767384409.026369:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b295eb5f. 00000001:00000010:1.0:1767384409.026377:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f74ad253. 00000400:00000010:0.0:1767384409.026377:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007aaef363. 00000400:00000200:0.0:1767384409.026386:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000001:00000010:1.0:1767384409.026387:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000082ae0392. 00000400:00000200:0.0:1767384409.026393:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000001:00000010:1.0:1767384409.026394:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e19fc65c. 00000400:00000200:0.0:1767384409.026400:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000800:00000200:2.0:1767384409.026404:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1767384409.026409:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009d7c5bd5. 00000400:00000200:3.0:1767384409.026410:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp28(192.168.202.119@tcp28) <- 192.168.202.119@tcp28 : ACK - for me 00000800:00000010:2.0:1767384409.026410:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007db629e9. 00000400:00000200:0.0:1767384409.026410:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 162], ns[211, 171] 00000400:00000200:2.0:1767384409.026417:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1767384409.026420:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bb5302ca. 00000400:00000200:2.0:1767384409.026427:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: ACK: OK 00000001:00000010:1.0:1767384409.026429:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d7b857ec. 00000400:00000200:0.0:1767384409.026435:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[69, 162], ns[70, 171] 00000001:00000010:1.0:1767384409.026437:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000eca926d6. 00000400:00000200:0.0:1767384409.026441:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 69], ns[76, 70] 00000400:00000200:0.0:1767384409.026447:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 69], ns[80, 70] 00000400:00000200:0.0:1767384409.026450:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 69], ns[93, 70] 00000001:00000010:1.0:1767384409.026454:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c9768d9c. 00000400:00000200:0.0:1767384409.026454:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 69], ns[101, 70] 00000400:00000200:0.0:1767384409.026461:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 69], ns[109, 70] 00000001:00000010:1.0:1767384409.026462:0:40449:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006712832b. 00000400:00000200:0.0:1767384409.026469:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 69], ns[120, 70] 00000400:00000200:0.0:1767384409.026474:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 69], ns[126, 70] 00000400:00000200:0.0:1767384409.026479:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 69], ns[138, 70] 00000400:00000200:0.0:1767384409.026483:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 69], ns[142, 70] 00000400:00000200:0.0:1767384409.026488:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 69], ns[153, 70] 00000400:00000200:0.0:1767384409.026492:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 69], ns[162, 70] 00000400:00000200:0.0:1767384409.026497:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 69], ns[188, 70] 00000020:00000010:1.0:1767384409.026501:0:40449:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000309c91b7. 00000400:00000200:0.0:1767384409.026501:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 69], ns[190, 70] 00000020:00000010:1.0:1767384409.026506:0:40449:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008758b1d3. 00000400:00000200:0.0:1767384409.026510:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 69], ns[195, 70] 00000400:00000200:0.0:1767384409.026515:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 69], ns[207, 70] 00000400:00000200:0.0:1767384409.026520:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[225, 69], ns[265, 70] 00000400:00000200:0.0:1767384409.026525:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 69], ns[90, 70] 00000400:00000200:0.0:1767384409.026539:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 69], ns[74, 70] 00000400:00000200:0.0:1767384409.026543:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 69], ns[133, 70] 00000400:00000200:0.0:1767384409.026547:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 69], ns[99, 70] 00000400:00000200:0.0:1767384409.026551:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 69], ns[105, 70] 00000020:00000010:1.0:1767384409.026556:0:40449:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e112c1ac. 00000400:00000200:0.0:1767384409.026557:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 69], ns[117, 70] 00000020:00000010:1.0:1767384409.026560:0:40449:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ea0b5b86. 00000400:00000200:0.0:1767384409.026566:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 69], ns[204, 70] 00000400:00000200:0.0:1767384409.026571:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 69], ns[169, 70] 40000000:00000010:1.0:1767384409.026573:0:40449:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000006e47f541. 00000400:00000200:0.0:1767384409.026576:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[210, 69], ns[219, 70] 40000000:00000010:1.0:1767384409.026577:0:40449:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 0000000067cf0525. 00000400:00000200:0.0:1767384409.026585:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 69], ns[132, 70] 00000400:00000200:0.0:1767384409.026590:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 69], ns[186, 70] 00000400:00000200:0.0:1767384409.026595:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 69], ns[160, 70] 00000400:00000200:0.0:1767384409.026600:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[216, 69], ns[256, 70] 40000000:00000010:1.0:1767384409.026603:0:40449:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 0000000067cf0525. 00000400:00000200:0.0:1767384409.026606:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 69], ns[185, 70] 00000004:00000010:1.0:1767384409.026609:0:40449:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fc994dc4. 00000400:00000200:0.0:1767384409.026613:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 69], ns[168, 70] 00000004:00000010:1.0:1767384409.026616:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006c34aa3a. 00000400:00000200:0.0:1767384409.026621:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[221, 69], ns[261, 70] 00000004:00000010:1.0:1767384409.026622:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bcbc3fbd. 00000004:00000010:1.0:1767384409.026628:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000abbe5796. 00000400:00000200:0.0:1767384409.026628:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[222, 69], ns[262, 70] 00000400:00000200:0.0:1767384409.026634:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 69], ns[254, 70] 00000400:00000200:0.0:1767384409.026638:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[218, 69], ns[258, 70] 00080000:00000010:1.0:1767384409.026640:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a241657b. 00000400:00000200:0.0:1767384409.026652:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[220, 69], ns[260, 70] 00000400:00000200:0.0:1767384409.026656:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[223, 69], ns[263, 70] 00000400:00000200:0.0:1767384409.026659:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384409.026662:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp12 00000400:00000200:0.0:1767384409.026665:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp12 lpni_is_preferred = 0 00000400:00000200:0.0:1767384409.026668:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp12 00000400:00000200:0.0:1767384409.026670:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [266:266:256:4294967295] 192.168.202.119@tcp12 LPNI seq info [226:226:8:4294967295] 00000400:00000200:0.0:1767384409.026675:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp12 00000400:00000200:0.0:1767384409.026683:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:) -> 192.168.202.119@tcp12(192.168.202.119@tcp:192.168.202.119@tcp12) : GET try# 0 00000800:00000200:0.0:1767384409.026688:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp12 00000800:00000010:0.0:1767384409.026692:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000aa42ebfe. 00000400:00000200:3.0:1767384409.026694:0:16139:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.119@tcp28: ACK from 12345-192.168.202.119@tcp28 into md 0x2aa1 00000400:00000200:3.0:1767384409.026700:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384409.026703:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000400:00000200:3.0:1767384409.026707:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp28->192.168.202.119@tcp28: ACK: OK 00000400:00000200:3.0:1767384409.026712:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:3.0:1767384409.026715:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000800:00000200:0.0:1767384409.026715:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:988 00000400:00000200:3.0:1767384409.026718:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:0.0:1767384409.026720:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aa42ebfe type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384409.026722:0:16139:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.119@tcp ev->status 0 00000400:00000200:3.0:1767384409.026728:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384409.026730:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (45) 00000400:00000200:0.0:1767384409.026739:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384409.026743:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000400:00000200:0.0:1767384409.026747:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 00000004:00000010:1.0:1767384409.026749:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000503b44c0. 00000400:00000200:0.0:1767384409.026750:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (44) 00000004:00000010:1.0:1767384409.026754:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000061de5ee0. 00000400:00000010:0.0:1767384409.026757:0:16144:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000084fd012f. 00000004:00000010:1.0:1767384409.026758:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000090c4c465. 00000400:00000010:0.0:1767384409.026763:0:16144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc5257a3. 00080000:00000010:1.0:1767384409.026764:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000001cbf835. 00000800:00000200:3.0:1767384409.026769:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384409.026771:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000aa42ebfe. 00000400:00000010:0.0:1767384409.026773:0:16144:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000746d3cc8. 00000400:00000200:3.0:1767384409.026777:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.026781:0:16140:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : GET - for me 00000400:00000200:0.0:1767384409.026784:0:16144:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp 00000400:00000200:3.0:1767384409.026786:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: GET: OK 00000400:00000200:3.0:1767384409.026793:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384409.026797:0:16140:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384409.026799:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:0.0:1767384409.026799:0:16144:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.119@tcp local destination 00000400:00000200:2.0:1767384409.026807:0:16140:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 704/704 into md 0x1fa1 [1] + 0 00000400:00000200:0.0:1767384409.026809:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[166, 162], ns[175, 171] 00000400:00000200:0.0:1767384409.026817:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[202, 162], ns[211, 171] 00000400:00000200:0.0:1767384409.026821:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[226, 162], ns[266, 171] 00000400:00000200:0.0:1767384409.026825:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[75, 162], ns[76, 171] 00000400:00000200:0.0:1767384409.026838:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 75], ns[80, 76] 00000400:00000200:0.0:1767384409.026843:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[87, 75], ns[93, 76] 00000400:00000200:0.0:1767384409.026848:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 75], ns[101, 76] 00000400:00000200:0.0:1767384409.026852:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 75], ns[109, 76] 00000004:00000010:1.0:1767384409.026855:0:40449:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000ee942ece. 00000400:00000200:0.0:1767384409.026858:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[113, 75], ns[120, 76] 00000004:00000010:1.0:1767384409.026862:0:40449:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 000000001b3e51e3. 00000400:00000200:0.0:1767384409.026866:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[119, 75], ns[126, 76] 00000004:00000010:1.0:1767384409.026868:0:40449:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000518d8a61. 00000004:00000010:1.0:1767384409.026873:0:40449:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cfb5f39d. 00000400:00000200:0.0:1767384409.026873:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 75], ns[138, 76] 00000004:00000010:1.0:1767384409.026878:0:40449:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f77a7edd. 00080000:00000010:1.0:1767384409.026882:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000023929867. 00000400:00000200:0.0:1767384409.026883:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 75], ns[142, 76] 00000400:00000200:0.0:1767384409.026890:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[144, 75], ns[153, 76] 00000400:00000200:0.0:1767384409.026894:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[153, 75], ns[162, 76] 00000400:00000200:0.0:1767384409.026900:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[179, 75], ns[188, 76] 00000400:00000200:0.0:1767384409.026905:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[181, 75], ns[190, 76] 00000400:00000200:0.0:1767384409.026909:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 75], ns[195, 76] 00000400:00000200:0.0:1767384409.026913:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[198, 75], ns[207, 76] 00000400:00000200:0.0:1767384409.026918:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[225, 75], ns[265, 76] 00000400:00000200:0.0:1767384409.026923:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 75], ns[90, 76] 00000400:00000200:0.0:1767384409.026940:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 75], ns[74, 76] 00000400:00000200:0.0:1767384409.026945:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[126, 73], ns[133, 74] 00000400:00000200:0.0:1767384409.026958:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 73], ns[99, 74] 00000040:00000010:1.0:1767384409.026961:0:40449:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000067cf0525. 00000400:00000200:0.0:1767384409.026964:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 73], ns[105, 74] 00000400:00000200:0.0:1767384409.026969:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 73], ns[117, 74] 00000040:00000010:1.0:1767384409.026970:0:40449:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e6dd584. 00000020:00000010:1.0:1767384409.026977:0:40449:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ef5ad323. 00000400:00000200:0.0:1767384409.026977:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[195, 73], ns[204, 74] 00080000:00000010:1.0:1767384409.026982:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f4bfd4a7. 00000400:00000200:0.0:1767384409.026988:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[160, 73], ns[169, 74] 00000400:00000200:0.0:1767384409.026993:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[210, 73], ns[219, 74] 00000400:00000200:0.0:1767384409.026997:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[125, 73], ns[132, 74] 00000400:00000200:0.0:1767384409.027002:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 73], ns[186, 74] 00000400:00000200:0.0:1767384409.027005:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 73], ns[160, 74] 00000400:00000200:0.0:1767384409.027009:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[216, 73], ns[256, 74] 00000400:00000200:0.0:1767384409.027013:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[176, 73], ns[185, 74] 00000400:00000200:0.0:1767384409.027017:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 73], ns[168, 74] 00000400:00000200:0.0:1767384409.027021:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[221, 73], ns[261, 74] 00000400:00000200:0.0:1767384409.027025:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[222, 73], ns[262, 74] 00000400:00000200:0.0:1767384409.027029:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[214, 73], ns[254, 74] 00000400:00000200:0.0:1767384409.027033:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[218, 73], ns[258, 74] 00000400:00000200:0.0:1767384409.027037:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[220, 73], ns[260, 74] 00000400:00000200:0.0:1767384409.027041:0:16144:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp30] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[223, 73], ns[263, 74] 00000400:00000200:0.0:1767384409.027051:0:16144:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000400:00000200:0.0:1767384409.027057:0:16144:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp30 00000400:00000200:0.0:1767384409.027061:0:16144:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.119@tcp30 lpni_is_preferred = 0 00000400:00000200:0.0:1767384409.027063:0:16144:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.119@tcp30 00000400:00000200:0.0:1767384409.027066:0:16144:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp30 NI seq info: [267:267:256:4294967295] 192.168.202.119@tcp30 LPNI seq info [227:227:8:4294967295] 00000400:00000200:0.0:1767384409.027071:0:16144:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp30 00000400:00000200:0.0:1767384409.027079:0:16144:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30:) -> 192.168.202.119@tcp30(192.168.202.119@tcp:192.168.202.119@tcp30) : GET try# 0 00000800:00000200:0.0:1767384409.027085:0:16144:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp30 00000800:00000010:0.0:1767384409.027089:0:16144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004abebb66. 00000400:00000200:2.0:1767384409.027092:0:16140:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp12 to MR: 192.168.202.119@tcp12 local destination 00000800:00000200:0.0:1767384409.027097:0:16144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000400:00000200:2.0:1767384409.027103:0:16140:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp12 NI seq info: [268:268:255:4294967295] 192.168.202.119@tcp12 LPNI seq info [228:228:7:4294967295] 00000800:00000200:0.0:1767384409.027103:0:16144:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 2, interval 8, 4 secs later) 00000800:00000200:0.0:1767384409.027134:0:16144:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp30 ip 192.168.202.119:988 00000800:00000200:0.0:1767384409.027140:0:16144:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004abebb66 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384409.027150:0:16140:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) -> 192.168.202.119@tcp12(192.168.202.119@tcp12:192.168.202.119@tcp12) 192.168.202.119@tcp12 : REPLY try# 0 00000400:00000200:0.0:1767384409.027150:0:16144:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.119@tcp 00000400:00000200:0.0:1767384409.027156:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300271 rc 0 00000800:00000200:2.0:1767384409.027162:0:16140:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.119@tcp12 00000800:00000010:2.0:1767384409.027167:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007db629e9. 00000800:00000200:2.0:1767384409.027171:0:16140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009231ee70] -> 12345-192.168.202.119@tcp12 (6) 00000800:00000200:2.0:1767384409.027178:0:16140:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp12 ip 192.168.202.119:1017 00000800:00000200:2.0:1767384409.027181:0:16140:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007db629e9 type 3, nob 800 niov 1 nkiov 1 00000400:00000200:0.0:1767384409.027198:0:16141:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30) <- 192.168.202.119@tcp30 : GET - for me 00000800:00000200:3.0:1767384409.027199:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384409.027203:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004abebb66. 00000040:00000010:1.0:1767384409.027205:0:40449:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000de753021. 00000400:00000200:3.0:1767384409.027206:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.027211:0:16141:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.119@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384409.027215:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: GET: OK 00000400:00000200:0.0:1767384409.027222:0:16141:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.119@tcp of length 704/704 into md 0x1fa1 [1] + 0 00000400:00000200:3.0:1767384409.027227:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384409.027231:0:16139:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.119@tcp: 0 00000400:00000200:0.0:1767384409.027234:0:16141:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.119@tcp30 to MR: 192.168.202.119@tcp30 local destination 00000400:00000200:0.0:1767384409.027243:0:16141:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp30 NI seq info: [269:269:255:4294967295] 192.168.202.119@tcp30 LPNI seq info [229:229:7:4294967295] 00000800:00000200:2.0:1767384409.027245:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384409.027249:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007db629e9. 00000400:00000200:2.0:1767384409.027255:0:16140:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.027261:0:16141:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30:192.168.202.119@tcp30) -> 192.168.202.119@tcp30(192.168.202.119@tcp30:192.168.202.119@tcp30) 192.168.202.119@tcp30 : REPLY try# 0 00000400:00000200:2.0:1767384409.027266:0:16140:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: REPLY: OK 00000800:00000200:0.0:1767384409.027272:0:16141:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.119@tcp30 00000800:00000010:0.0:1767384409.027276:0:16141:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a63913ef. 00000800:00000200:0.0:1767384409.027282:0:16141:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000000788828] -> 12345-192.168.202.119@tcp30 (4) 00000800:00000200:0.0:1767384409.027286:0:16141:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.119 (cnted 2, interval 8, 4 secs later) 00000400:00000200:3.0:1767384409.027289:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp12(192.168.202.119@tcp12) <- 192.168.202.119@tcp12 : REPLY - for me 00000800:00000200:0.0:1767384409.027294:0:16141:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp30 ip 192.168.202.119:983 00000400:00000200:3.0:1767384409.027300:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp12: Reply from 12345-192.168.202.119@tcp12 of length 704/704 into md 0x2aa9 00080000:00000010:1.0:1767384409.027307:0:40449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002fff4a06. 00000800:00000200:0.0:1767384409.027307:0:16141:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a63913ef type 3, nob 800 niov 1 nkiov 1 00000400:00000200:3.0:1767384409.027309:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.027316:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp12->192.168.202.119@tcp12: REPLY: OK 00000400:00000200:3.0:1767384409.027319:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b295eb5f 00000400:00000010:3.0:1767384409.027320:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b295eb5f. 00000400:00000200:3.0:1767384409.027324:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384409.027326:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000400:00000200:3.0:1767384409.027329:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00000400:00000200:3.0:1767384409.027331:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 42. state = 0x300271 00000400:00000200:3.0:1767384409.027335:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000200:3.0:1767384409.027343:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (45) 00000400:00000200:3.0:1767384409.027360:0:16144:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384409.027362:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3000f1 00000400:00000010:3.0:1767384409.027367:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000cbb338a4. 00000400:00000010:3.0:1767384409.027370:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000864a1d9a. 00000400:00000010:3.0:1767384409.027372:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000c7d84267. 00000800:00000200:0.0:1767384409.027378:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384409.027382:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a63913ef. 00000400:00000200:0.0:1767384409.027387:0:16141:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.027398:0:16139:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.119@tcp30(192.168.202.119@tcp30) <- 192.168.202.119@tcp30 : REPLY - for me 00000400:00000200:0.0:1767384409.027398:0:16141:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: REPLY: OK 00000400:00000200:3.0:1767384409.027408:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp37(00000000bf40a51c) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384409.027418:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp41(00000000f9ee21ea) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384409.027424:0:16139:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.119@tcp30: Reply from 12345-192.168.202.119@tcp30 of length 704/704 into md 0x2aad 00000400:00000200:3.0:1767384409.027430:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp44(000000002eae5b80) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384409.027435:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp45(0000000097a89590) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384409.027436:0:16139:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.027441:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp46(00000000716cd3df) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384409.027445:0:16139:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp30->192.168.202.119@tcp30: REPLY: OK 00000400:00000200:3.0:1767384409.027450:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp47(00000000e147b709) status changed from 0xdeadface to 0x15aac0de 00080000:00000010:1.0:1767384409.027450:0:40449:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000087afb73. 00000400:00000200:2.0:1767384409.027451:0:16139:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc5257a3 00000400:00000010:2.0:1767384409.027456:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc5257a3. 00000400:00000200:3.0:1767384409.027459:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp48(0000000030188e21) status changed from 0xdeadface to 0x15aac0de 00000040:00000010:1.0:1767384409.027459:0:40449:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005a95a641. 00000400:00000200:2.0:1767384409.027462:0:16139:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384409.027468:0:16139:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.119@tcp has discovery enabled 00000020:00000010:1.0:1767384409.027468:0:40449:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e2122b5d. 00000400:00000200:3.0:1767384409.027470:0:16144:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.119@tcp49(00000000928a28a2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384409.027476:0:16139:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.119@tcp(000000002d7eff78) is MR 00080000:00000010:1.0:1767384409.027477:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000547dbb8d. 00000400:00000200:2.0:1767384409.027481:0:16139:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.119@tcp data present 42. state = 0x300171 00080000:00000010:1.0:1767384409.027554:0:40449:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000036103976. 00000040:00000010:1.0:1767384409.027578:0:40449:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000043f35a89. 00000020:00000010:1.0:1767384409.027584:0:40449:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e6923ebe. 00080000:00000010:1.0:1767384409.027588:0:40449:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000deca1d71. 00000400:00000200:2.0:1767384409.027600:0:16139:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.119@tcp (000000002d7eff78): -114 00000400:00000010:3.0:1767384409.027603:0:16144:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e8281bf3. 00000400:00000200:2.0:1767384409.027605:0:16139:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:3.0:1767384409.027616:0:16144:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e8281bf3 nid 192.168.202.119@tcp50 00000400:00000010:3.0:1767384409.027623:0:16144:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000328d1faf. 00000400:00000200:3.0:1767384409.027627:0:16144:0:(peer.c:204:lnet_peer_net_alloc()) 00000000328d1faf net tcp50 00000400:00000200:3.0:1767384409.027640:0:16144:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:3.0:1767384409.027646:0:16144:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp50 flags 0x11 00000400:00000010:3.0:1767384409.027651:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000cbb338a4. 00000400:00000010:3.0:1767384409.027655:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000864a1d9a. 00000400:00000010:3.0:1767384409.027657:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000c7d84267. 00000400:00000010:3.0:1767384409.027661:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000027abd69d. 00000400:00000200:3.0:1767384409.027666:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384409.027670:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x3001f1 00000400:00000200:3.0:1767384409.027673:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3001f1 rc 1 00000400:00000200:3.0:1767384409.027677:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x3001f1 00000400:00000010:3.0:1767384409.027682:0:16144:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000c7d84267. 00000400:00000010:3.0:1767384409.027685:0:16144:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000864a1d9a. 00000400:00000010:3.0:1767384409.027689:0:16144:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 00000000cbb338a4. 00000400:00000010:3.0:1767384409.027721:0:16144:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000c7d84267. 00000400:00000010:3.0:1767384409.027724:0:16144:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000864a1d9a. 00000400:00000010:3.0:1767384409.027727:0:16144:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 00000000cbb338a4. 00000400:00000010:3.0:1767384409.027729:0:16144:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000084fd012f. 00000400:00000200:3.0:1767384409.027734:0:16144:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.119@tcp (000000002d7eff78): 0 00000400:00000200:3.0:1767384409.027736:0:16144:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.119@tcp(000000002d7eff78): 0. state = 0x300171 00000400:00000200:3.0:1767384409.027739:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 rc 1 00000400:00000200:3.0:1767384409.027743:0:16144:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300171 00000400:00000200:3.0:1767384409.027747:0:16144:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.119@tcp 00000400:00000200:3.0:1767384409.027749:0:16144:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.119@tcp(000000002d7eff78) state 0x300111 rc 0 00000400:00000200:3.0:1767384409.027752:0:16144:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.119@tcp (000000002d7eff78) 00000400:00000200:3.0:1767384409.027756:0:16144:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000040:00000010:1.0:1767384409.027783:0:40449:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006874f634. 00000020:00000010:1.0:1767384409.027922:0:40449:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000009dba87b1. 00000020:00000010:1.0:1767384409.028221:0:40453:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003797f176. 00000020:00000010:1.0:1767384409.028227:0:40453:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d12c38db. 00000040:00000010:1.0:1767384409.028230:0:40453:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005c5312cd. 00000020:00000010:1.0:1767384409.028234:0:40453:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f8feb8b9. 00000004:00000010:0.0:1767384409.028237:0:40449:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000097bfaa69. 00000020:00000010:1.0:1767384409.028239:0:40453:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e86a4c14. 00000020:00000010:0.0:1767384409.028245:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0dbfe71. 00040000:00000010:1.0:1767384409.028246:0:40453:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000032c77240. 00040000:00000010:1.0:1767384409.028251:0:40453:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007fd0e169. 00080000:00000010:1.0:1767384409.028254:0:40453:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001f518661. 00000020:00000010:1.0:1767384409.028258:0:40453:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a28355ee. 00000020:00000010:0.0:1767384409.028261:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000077c73919. 00000040:00000010:1.0:1767384409.028265:0:40453:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005ce62913. 00000040:00000010:0.0:1767384409.028267:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006dd09b03. 00000040:00000010:1.0:1767384409.028274:0:40453:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000001eb11e11. 00000020:00000010:0.0:1767384409.028274:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bc7bff3a. 00000020:00000010:0.0:1767384409.028281:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000756d96cf. 00000020:00000010:0.0:1767384409.028285:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f607cb6. 80000000:00000010:0.0:1767384409.028289:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031df696c. 40000000:00000010:0.0:1767384409.028293:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000db515acd. 00100000:00000010:0.0:1767384409.028300:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000994bbf37. 00040000:00000010:0.0:1767384409.028303:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a63913ef. 00040000:00000010:0.0:1767384409.028307:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000184c306e. 00040000:00000010:0.0:1767384409.028310:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000030ad75be. 00000040:00000010:1.0:1767384409.028316:0:40453:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d1398579. 00080000:00000010:0.0:1767384409.028316:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002ca1b0d6. 00000040:00000010:1.0:1767384409.028322:0:40453:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005e7d75b5. 00000004:00000010:0.0:1767384409.028323:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007ade7d1e. 00000004:00000010:0.0:1767384409.028331:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e808064. 00000004:00000010:0.0:1767384409.028336:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000038c7bce9. 00002000:00000010:0.0:1767384409.028340:0:40449:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000562db095. 00000004:00000010:0.0:1767384409.028344:0:40449:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000084fd012f. 00000020:00000010:1.0:1767384409.028602:0:40449:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ecafa2b5. 00000020:00000010:1.0:1767384409.028615:0:40449:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000eefbbe9d. 00000020:00000010:1.0:1767384409.028645:0:40449:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000ff4e034e. 00000020:00000010:1.0:1767384409.028653:0:40449:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000ff4e034e. 00000004:00000010:1.0:1767384409.028657:0:40449:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000009cbcde6b. 00000020:00000010:1.0:1767384409.028663:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eee952af. 00000040:00000010:1.0:1767384409.028667:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075f9336f. 00000020:00000010:1.0:1767384409.028670:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f2507c62. 00000020:00000010:1.0:1767384409.028673:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384409.028675:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b88391b1. 80000000:00000010:1.0:1767384409.028677:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009108e782. 40000000:00000010:1.0:1767384409.028679:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000631d3ba3. 00100000:00000010:1.0:1767384409.028681:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000021ffb217. 00040000:00000010:1.0:1767384409.028683:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000005008b5. 00040000:00000010:1.0:1767384409.028686:0:40449:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff7df470. 00040000:00000010:1.0:1767384409.028687:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d62ad642. 00080000:00000010:1.0:1767384409.028690:0:40449:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000036103976. 00000020:00000010:1.0:1767384409.028691:0:40449:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000009dba87b1. 00080000:00000010:1.0:1767384409.028692:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007111fbb9. 00000004:00000010:1.0:1767384409.028694:0:40449:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c671dd7b. 00000004:00000010:1.0:1767384409.028696:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000674f21b7. 00000004:00000010:1.0:1767384409.028698:0:40449:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e4d6f68e. 00002000:00000010:1.0:1767384409.028700:0:40449:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000527979c9. 00000004:00000010:1.0:1767384409.028704:0:40449:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fc994dc4. 00000020:00000010:1.0:1767384409.028707:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6866b3f. 00000020:00000010:1.0:1767384409.028709:0:40449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e304350a. 00000020:00000010:1.0:1767384409.028711:0:40449:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000008:00000010:1.0:1767384409.028713:0:40449:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005e24be6f. 00020000:00000010:1.0:1767384409.028716:0:40449:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d5437415. 00008000:00000010:1.0:1767384409.028718:0:40449:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000b1b95062. 00000080:00000010:1.0:1767384409.028720:0:40449:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000000babdb5a. 00000020:00000010:1.0:1767384409.028722:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9b09cbb. 00000020:00000010:1.0:1767384409.028724:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000031623389. 00000020:00000010:1.0:1767384409.028729:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000fce7d6fc. 00000020:00000010:1.0:1767384409.028733:0:40449:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b34d6e30. 00000020:00000010:1.0:1767384409.028735:0:40449:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d62ad642. 00000040:00000010:1.0:1767384409.028736:0:40449:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d9b09cbb. 00000020:00000010:1.0:1767384409.028738:0:40449:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a93cfcdd. 00000020:00000010:1.0:1767384409.028739:0:40449:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006245dde2. 00000020:00000010:1.0:1767384409.028741:0:40449:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6866b3f. 80000000:00000010:1.0:1767384409.028742:0:40449:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009dba87b1. 40000000:00000010:1.0:1767384409.028743:0:40449:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000631d3ba3. 00100000:00000010:1.0:1767384409.028745:0:40449:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005e5157d1. 00040000:00000010:1.0:1767384409.028746:0:40449:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000036103976. 00040000:00000010:1.0:1767384409.028748:0:40449:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a3ed943e. 00040000:00000010:1.0:1767384409.028749:0:40449:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b88391b1. 00080000:00000010:1.0:1767384409.028750:0:40449:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000300db897. 00000004:00000010:1.0:1767384409.028752:0:40449:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e4d6f68e. 00000004:00000010:1.0:1767384409.028754:0:40449:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009374ff2c. 00000004:00000010:1.0:1767384409.028756:0:40449:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c671dd7b. 00000004:00000010:1.0:1767384409.028757:0:40449:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fc994dc4. 00000004:00000010:1.0:1767384409.028768:0:40449:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000ff4e034e. 00000020:00000010:1.0:1767384409.028771:0:40449:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007111fbb9. 00000100:00000010:1.0:1767384409.028788:0:40449:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c77f280. 02000000:00000010:1.0:1767384409.028801:0:40449:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000527979c9. 00000004:00000010:1.0:1767384409.028835:0:40449:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000ff4e034e. 00000004:00000010:1.0:1767384409.028839:0:40449:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 0000000075f9336f. 00020000:00000010:1.0:1767384409.028842:0:40449:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000404146b9. 00040000:00000010:3.0:1767384409.028846:0:16145:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000864a1d9a. 00020000:00000010:1.0:1767384409.028847:0:40449:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 0000000031623389. 00000004:00000010:3.0:1767384409.028853:0:16145:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000064b5dcfe. 00100000:00000010:1.0:1767384409.028856:0:40449:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000ff4e034e. 00000004:00000010:3.0:1767384409.028860:0:16145:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055692349. 00000020:00000010:1.0:1767384409.028861:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d62ad642. 00000040:00000010:1.0:1767384409.028865:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d9b09cbb. 00000004:00000010:3.0:1767384409.028866:0:16145:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000033ffad7e. 00000020:00000010:1.0:1767384409.028867:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a93cfcdd. 00000020:00000010:1.0:1767384409.028871:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006245dde2. 00000004:00000010:3.0:1767384409.028872:0:16145:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cbb338a4. 00000020:00000010:1.0:1767384409.028873:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a6866b3f. 80000000:00000010:1.0:1767384409.028877:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009dba87b1. 40000000:00000010:1.0:1767384409.028878:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000631d3ba3. 00100000:00000010:1.0:1767384409.028880:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005e5157d1. 00040000:00000010:1.0:1767384409.028881:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036103976. 00040000:00000010:1.0:1767384409.028883:0:40449:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a3ed943e. 00040000:00000010:1.0:1767384409.028884:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b88391b1. 00080000:00000010:1.0:1767384409.028886:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000300db897. 00000004:00000010:1.0:1767384409.028887:0:40449:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e4d6f68e. 02000000:00000010:3.0:1767384409.028889:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c7d84267. 00000004:00000010:1.0:1767384409.028889:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009374ff2c. 00000004:00000010:1.0:1767384409.028893:0:40449:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c671dd7b. 00000400:00000010:3.0:1767384409.028894:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7b5b6d0. 00000004:00000010:1.0:1767384409.028895:0:40449:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fc994dc4. 00000020:00000010:1.0:1767384409.028897:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b34d6e30. 00000020:00000010:1.0:1767384409.028899:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000fce7d6fc. 00000020:00000010:1.0:1767384409.028905:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000036103976. 00000400:00000010:3.0:1767384409.028906:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000020:00000010:1.0:1767384409.028908:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000036103976. 00000100:00000200:3.0:1767384409.028912:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748258304, portal 4 00000020:00000010:1.0:1767384409.028913:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000036103976. 00000020:00000010:1.0:1767384409.028916:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000036103976. 00000020:00000010:1.0:1767384409.028918:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000631d3ba3. 00000020:00000010:1.0:1767384409.028919:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000631d3ba3. 00000020:00000010:3.0:1767384409.028920:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000029ec9461. 00000100:00000010:1.0:1767384409.028925:0:40449:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dc6d284. 00000400:00000010:3.0:1767384409.028939:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 02000000:00000010:1.0:1767384409.028944:0:40449:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b88391b1. 00000100:00000200:3.0:1767384409.028945:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853236748258304, offset 0 00000400:00000200:3.0:1767384409.028953:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384409.028954:0:40449:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f5a1276. 00000400:00000200:3.0:1767384409.028965:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384409.028971:0:40449:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000005c04e08. 00000400:00000200:3.0:1767384409.028975:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695824e108c00 00000400:00000010:1.0:1767384409.028977:0:40449:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443a9999. 00000400:00000200:3.0:1767384409.028983:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xa9d [8] + 5976 00000400:00000200:3.0:1767384409.028990:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384409.028990:0:40449:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d62b9970. 00000100:00000200:1.0:1767384409.028995:0:40449:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748258432, portal 25 00000400:00000200:3.0:1767384409.028998:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384409.029000:0:40449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384409.029003:0:40449:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748258432, offset 0 00000100:00000200:3.0:1767384409.029004:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1767384409.029009:0:40449:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384409.029012:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000186b7dae. 00000400:00000200:1.0:1767384409.029016:0:40449:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384409.029022:0:40449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e108c80 00000400:00000200:1.0:1767384409.029025:0:40449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2231 [2] + 0 00000400:00000010:1.0:1767384409.029027:0:40449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6c3f3ce. 00000400:00000200:1.0:1767384409.029029:0:40449:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc8ad3d8 00000400:00000200:1.0:1767384409.029032:0:40449:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384409.029034:0:40449:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384409.029037:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:3.0:1767384409.029040:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000400:00000200:1.0:1767384409.029044:0:40449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8ad3d8 00000100:00000200:3.0:1767384409.029048:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c77f280 x1853236748258304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384409.029052:0:40449:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc8ad3d8. 00000100:00000200:1.0:1767384409.029060:0:40449:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767384409.029060:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067604fca. 00000020:00000010:0.0:1767384409.029066:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024f4e141. 00000100:00000010:3.0:1767384409.029069:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f7a2901. 00000020:00000010:0.0:1767384409.029072:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000400:00000200:1.0:1767384409.029076:0:40449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384409.029078:0:40449:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000010:3.0:1767384409.029082:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc953abe. 00000100:00000200:1.0:1767384409.029082:0:40449:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004dc6d284 x1853236748258432/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384409.029092:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b7699be. 00000100:00000010:3.0:1767384409.029102:0:16145:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067968db1. 00000020:00000010:2.0:1767384409.029122:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000494023ed. 00000100:00000200:0.0:1767384409.029125:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258304 00000020:00000010:2.0:1767384409.029126:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000494023ed. 00000020:00000010:2.0:1767384409.029133:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3631e42. 00000020:00000010:2.0:1767384409.029135:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030db2244. 00000020:00000010:2.0:1767384409.029138:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 02000000:00000010:0.0:1767384409.029143:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000027abd69d. 00000020:00000010:0.0:1767384409.029152:0:17560:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cba2dcf0. 00000020:00000010:2.0:1767384409.029159:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000494023ed. 00000001:00000010:0.0:1767384409.029161:0:17560:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002c3cc2d1. 00000020:00000010:2.0:1767384409.029162:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000494023ed. 00000100:00000200:2.0:1767384409.029168:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258432 00000001:00000010:0.0:1767384409.029169:0:17560:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004abebb66. 00000001:00000010:0.0:1767384409.029182:0:17560:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a53f4a75. 00000001:00000010:0.0:1767384409.029185:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003cbc293d. 02000000:00000010:2.0:1767384409.029187:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000098464e1e. 00000001:00000010:0.0:1767384409.029188:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d248a8a. 00000040:00000010:2.0:1767384409.029194:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bf3f7b0c. 00000001:00000010:0.0:1767384409.029195:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000503415ba. 00000001:00000010:0.0:1767384409.029201:0:17560:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf38a340. 00000040:00000010:2.0:1767384409.029204:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006ca9bc00. 00080000:00000010:0.0:1767384409.029234:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000319fa69e. 00000040:00000010:2.0:1767384409.029340:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006ca9bc00. 00000001:00000010:0.0:1767384409.029340:0:17560:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000027f11045. 00000040:00000010:2.0:1767384409.029347:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bf3f7b0c. 00010000:00000200:2.0:1767384409.029355:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8f345e0 x1853236748258432/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 272/8472 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384409.029370:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000029000c58. 00000100:00000200:2.0:1767384409.029373:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748258432, offset 224 00000400:00000200:2.0:1767384409.029379:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.029384:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.029390:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e108c80 00000400:00000200:2.0:1767384409.029394:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ab9 [4] + 224 00000400:00000200:2.0:1767384409.029399:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.029402:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384409.029407:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004dc6d284 x1853236748258432/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384409.029423:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029000c58 00000400:00000010:2.0:1767384409.029425:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000029000c58. 00000020:00000010:0.0:1767384409.029430:0:17560:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000603f250a. 00000020:00000010:2.0:1767384409.029435:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030db2244. 00000020:00000010:0.0:1767384409.029438:0:17560:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000603f250a. 00000020:00000010:2.0:1767384409.029439:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.029444:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3631e42. 00000400:00000010:1.0:1767384409.029444:0:40449:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443a9999. 00000020:00000010:0.0:1767384409.029445:0:17560:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005f702b1f. 00000400:00000200:1.0:1767384409.029449:0:40449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d62b9970 00000400:00000010:1.0:1767384409.029451:0:40449:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d62b9970. 02000000:00000010:2.0:1767384409.029453:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000098464e1e. 00000020:00000010:0.0:1767384409.029456:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003cdc540a. 00000100:00000200:1.0:1767384409.029457:0:40449:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004dc6d284 x1853236748258432/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.029465:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384409.029466:0:40449:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004dc6d284 x1853236748258432/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384409.029471:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000562f2547. 00000400:00000010:2.0:1767384409.029475:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029000c58. 00010000:00000200:0.0:1767384409.029484:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000186b7dae x1853236748258304/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384429 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384409.029485:0:40449:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f5a1276. 02000000:00000010:1.0:1767384409.029492:0:40449:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000005c04e08. 00000400:00000010:0.0:1767384409.029498:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059e512c7. 02000000:00000010:1.0:1767384409.029501:0:40449:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b88391b1. 00000100:00000200:0.0:1767384409.029503:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853236748258304, offset 0 00000100:00000010:1.0:1767384409.029505:0:40449:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004dc6d284. 00000400:00000200:0.0:1767384409.029511:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384409.029513:0:40449:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000036103976. 00000020:00000010:1.0:1767384409.029516:0:40449:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000036103976. 00000040:00000010:1.0:1767384409.029518:0:40449:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c721021c. 00000400:00000200:0.0:1767384409.029519:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384409.029523:0:40449:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001099c898. 00000400:00000200:0.0:1767384409.029530:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695824e108c00 00000020:00000010:1.0:1767384409.029532:0:40449:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000061898fd0. 00000040:00000010:1.0:1767384409.029537:0:40449:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000011fe396e. 00000400:00000200:0.0:1767384409.029537:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2ab1 [1] + 0 00000020:00000010:1.0:1767384409.029541:0:40449:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000080db0b4e. 00000020:00000010:1.0:1767384409.029544:0:40449:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bd1f331a. 00000400:00000200:0.0:1767384409.029545:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384409.029546:0:40449:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa62341a. 80000000:00000010:1.0:1767384409.029550:0:40449:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000dfb21dc. 00000400:00000200:0.0:1767384409.029553:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 40000000:00000010:1.0:1767384409.029555:0:40449:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000072cc397. 00100000:00000010:1.0:1767384409.029558:0:40449:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000299135bd. 00040000:00000010:1.0:1767384409.029560:0:40449:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a4b03c97. 00000100:00000200:0.0:1767384409.029562:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c77f280 x1853236748258304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384409.029564:0:40449:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c70e6718. 00080000:00000010:1.0:1767384409.029569:0:40449:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009ade9ff7. 00000004:00000010:1.0:1767384409.029573:0:40449:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e3784791. 00002000:00000010:1.0:1767384409.029576:0:40449:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf934f4a. 00000020:00000010:1.0:1767384409.029579:0:40449:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c6e69b4. 00000400:00000200:0.0:1767384409.029592:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059e512c7 00000400:00000010:0.0:1767384409.029595:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059e512c7. 00000040:00000010:2.0:1767384409.029605:0:40423:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000080a0fd42. 00000020:00000010:0.0:1767384409.029606:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024f4e141. 00000040:00000010:2.0:1767384409.029611:0:40423:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c8401a38. 00000020:00000010:0.0:1767384409.029613:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000040:00000010:2.0:1767384409.029617:0:40423:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000082b341da. 00000400:00000010:3.0:1767384409.029618:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b5b6d0. 00000020:00000010:0.0:1767384409.029618:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067604fca. 00000020:00000010:2.0:1767384409.029622:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b135e24. 00000400:00000200:3.0:1767384409.029626:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000040:00000010:2.0:1767384409.029627:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d427bf41. 00000400:00000010:3.0:1767384409.029630:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 00000020:00000010:2.0:1767384409.029632:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000650a2280. 00000020:00000010:2.0:1767384409.029637:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000028152aaf. 80000000:00000010:2.0:1767384409.029639:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000013191dd8. 00000100:00000200:3.0:1767384409.029640:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c77f280 x1853236748258304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384409.029642:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad577dac. 00080000:00000010:2.0:1767384409.029647:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006dcb9bc2. 20000000:00000010:2.0:1767384409.029652:0:40423:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e38a5b6a. 00000020:00000010:2.0:1767384409.029656:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000687efd1e. 00000100:00000200:3.0:1767384409.029659:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c77f280 x1853236748258304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000010:2.0:1767384409.029660:0:40423:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000cfabdea5. 00000100:00000010:2.0:1767384409.029677:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000336a09d6. 02000000:00000010:2.0:1767384409.029683:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bf3f7b0c. 00010000:00000010:2.0:1767384409.029690:0:40423:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e80f15e. 00010000:00000010:2.0:1767384409.029693:0:40423:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 00000100:00000010:2.0:1767384409.029701:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a2d6f5f. 02000000:00000010:3.0:1767384409.029705:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c7d84267. 02000000:00000010:2.0:1767384409.029708:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c57887a7. 00000100:00000010:0.0:1767384409.029712:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c67a71d0. 02000000:00000010:3.0:1767384409.029713:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000527979c9. 00000400:00000010:2.0:1767384409.029713:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004abf1069. 00080000:00000010:1.0:1767384409.029715:0:40453:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fc994dc4. 00000400:00000010:2.0:1767384409.029720:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7b24c17. 00000100:00000010:3.0:1767384409.029723:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c77f280. 00000100:00000200:2.0:1767384409.029724:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748258560, portal 25 02000000:00000010:0.0:1767384409.029725:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000aa42ebfe. 00000400:00000010:2.0:1767384409.029728:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384409.029732:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748258560, offset 0 00080000:00000010:1.0:1767384409.029732:0:40453:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000036103976. 00000400:00000200:2.0:1767384409.029740:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.029745:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:3.0:1767384409.029751:0:16148:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000617ac97b. 00000400:00000200:2.0:1767384409.029751:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e108d00 00000400:00000200:2.0:1767384409.029756:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2235 [2] + 0 00000004:00000010:3.0:1767384409.029759:0:16148:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a944ef45. 00000400:00000010:2.0:1767384409.029760:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056abc858. 00000400:00000200:2.0:1767384409.029765:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d851b237 00000004:00000010:3.0:1767384409.029767:0:16148:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044e60a97. 00000400:00000200:2.0:1767384409.029768:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.029772:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1767384409.029774:0:16148:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001afcba60. 00000400:00000200:2.0:1767384409.029776:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d851b237 00000004:00000010:3.0:1767384409.029778:0:16148:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c7d84267. 00000400:00000010:2.0:1767384409.029778:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d851b237. 00080000:00000010:1.0:1767384409.029782:0:40453:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a5d2239. 00000100:00000200:2.0:1767384409.029785:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000004:00000010:1.0:1767384409.029788:0:40453:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000e2d0729f. 02000000:00000010:3.0:1767384409.029792:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be998cdc. 00000400:00000200:2.0:1767384409.029796:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:3.0:1767384409.029798:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7b5b6d0. 00000400:00000010:2.0:1767384409.029799:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384409.029807:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000336a09d6 x1853236748258560/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384409.029808:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009b339a7b. 00000020:00000010:0.0:1767384409.029812:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000957aaac8. 00000100:00000200:3.0:1767384409.029815:0:16148:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748258688, portal 4 00000400:00000010:3.0:1767384409.029823:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000020:00000010:0.0:1767384409.029826:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002a0eee. 00000100:00000200:3.0:1767384409.029828:0:16148:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853236748258688, offset 0 00000400:00000200:3.0:1767384409.029837:0:16148:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384409.029838:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002a0eee. 00000020:00000010:0.0:1767384409.029845:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000780871d5. 00000400:00000200:3.0:1767384409.029846:0:16148:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384409.029851:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000024f4e141. 00000020:00000010:0.0:1767384409.029856:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000400:00000200:3.0:1767384409.029857:0:16148:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695824e108d80 00000400:00000200:3.0:1767384409.029865:0:16148:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xb9d [8] + 4032 00000400:00000200:3.0:1767384409.029870:0:16148:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384409.029872:0:16149:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006dcb9bc2. 00000400:00000200:3.0:1767384409.029876:0:16148:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384409.029877:0:16149:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000650a2280. 00000004:00000010:2.0:1767384409.029882:0:16149:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000480fe10e. 00000100:00000200:3.0:1767384409.029883:0:16148:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:0.0:1767384409.029885:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000002a0eee. 00000004:00000010:2.0:1767384409.029886:0:16149:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d2daa352. 00000100:00000010:3.0:1767384409.029889:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075e2a3d3. 00000004:00000010:2.0:1767384409.029892:0:16149:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000045ddea20. 00000020:00000010:0.0:1767384409.029892:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000002a0eee. 00000100:00000200:0.0:1767384409.029898:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258560 00000400:00000200:3.0:1767384409.029907:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:3.0:1767384409.029911:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00010000:00000010:0.0:1767384409.029914:0:40428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a6d5153b. 00000100:00000200:3.0:1767384409.029919:0:16148:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c67a71d0 x1853236748258688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384425 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384409.029921:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a5638ee8. 00000020:00000010:2.0:1767384409.029925:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfabdea5. 00000020:00000010:0.0:1767384409.029939:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000002a0eee. 00000020:00000010:2.0:1767384409.029940:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003cdc540a. 00000020:00000010:2.0:1767384409.029956:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7b4c73. 00000020:00000010:2.0:1767384409.029959:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea782d00. 00000020:00000010:2.0:1767384409.029961:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 02000000:00000010:0.0:1767384409.029962:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003abae55b. 00010000:00000200:0.0:1767384409.029981:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000519762ec x1853236748258560/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 328/344 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384409.029986:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000494023ed. 00000020:00000010:2.0:1767384409.029991:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000494023ed. 00000100:00000200:2.0:1767384409.029995:0:23416:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258688 00000400:00000010:0.0:1767384409.029995:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059e512c7. 00000100:00000200:0.0:1767384409.030001:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748258560, offset 224 00000400:00000200:0.0:1767384409.030007:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384409.030011:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009ce1b380. 00000400:00000200:0.0:1767384409.030016:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.030025:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e108d00 00000400:00000200:0.0:1767384409.030030:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2acd [1] + 224 00000400:00000200:0.0:1767384409.030034:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1767384409.030035:0:23416:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000075e2a3d3 x1853236748258688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 224/368 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.030041:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384409.030053:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:0.0:1767384409.030053:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000336a09d6 x1853236748258560/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.030058:0:23416:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853236748258688, offset 224 00000400:00000200:2.0:1767384409.030066:0:23416:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.030072:0:23416:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.030077:0:23416:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695824e108d80 00000400:00000200:2.0:1767384409.030082:0:23416:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2ad5 [1] + 224 00000400:00000200:2.0:1767384409.030086:0:23416:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.030088:0:23416:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384409.030089:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059e512c7 00000400:00000010:0.0:1767384409.030094:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059e512c7. 00000100:00000200:2.0:1767384409.030101:0:23416:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c67a71d0 x1853236748258688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384425 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.030132:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000024f4e141. 00000400:00000010:3.0:1767384409.030133:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004abf1069. 00000020:00000010:0.0:1767384409.030139:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000400:00000200:3.0:1767384409.030140:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7b24c17 00000400:00000010:3.0:1767384409.030145:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7b24c17. 00000020:00000010:0.0:1767384409.030145:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000780871d5. 00000100:00000200:3.0:1767384409.030155:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000336a09d6 x1853236748258560/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384409.030155:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003abae55b. 00000400:00000200:2.0:1767384409.030156:0:23416:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:2.0:1767384409.030160:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:0.0:1767384409.030162:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1767384409.030168:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea782d00. 00000400:00000010:0.0:1767384409.030169:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0ee0f84. 00000100:00000200:3.0:1767384409.030172:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000336a09d6 x1853236748258560/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384409.030173:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000400:00000010:0.0:1767384409.030175:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c73414f9. 00000020:00000010:2.0:1767384409.030178:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7b4c73. 00000100:00000010:3.0:1767384409.030199:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003a2d6f5f. 02000000:00000010:3.0:1767384409.030213:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c57887a7. 00000400:00000010:2.0:1767384409.030219:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b5b6d0. 00000400:00000200:2.0:1767384409.030222:0:16148:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b339a7b 00000400:00000010:2.0:1767384409.030225:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b339a7b. 02000000:00000010:3.0:1767384409.030227:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bf3f7b0c. 00000100:00000200:2.0:1767384409.030228:0:16148:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c67a71d0 x1853236748258688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384425 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384409.030233:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000336a09d6. 00000100:00000200:2.0:1767384409.030237:0:16148:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c67a71d0 x1853236748258688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384425 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000010:3.0:1767384409.030245:0:40423:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000070b7cdcd. 00000020:00000010:2.0:1767384409.030250:0:16148:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c8401a38. 02000000:00000010:2.0:1767384409.030262:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be998cdc. 02000000:00000010:2.0:1767384409.030265:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000aa42ebfe. 00000100:00000010:2.0:1767384409.030268:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c67a71d0. 00000100:00000010:2.0:1767384409.031086:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f2f3772. 02000000:00000010:2.0:1767384409.031094:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f7b4c73. 00000100:00000010:2.0:1767384409.031099:0:40423:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b1edd8da. 00000100:00000010:2.0:1767384409.031102:0:40423:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000032f7dc14. 00000100:00000010:2.0:1767384409.031143:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083e3205c. 00000400:00000010:2.0:1767384409.031152:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b13230. 00000400:00000010:2.0:1767384409.031156:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ca9bc00. 00000100:00000200:2.0:1767384409.031159:0:40423:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695824e108e00-0x695824e108e00, portal 33 02000000:00000010:2.0:1767384409.031164:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ca01fde. 00000400:00000010:2.0:1767384409.031166:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8d42c2. 00000400:00000010:2.0:1767384409.031169:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384409.031171:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748258816, portal 25 00000400:00000010:2.0:1767384409.031173:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.031175:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853236748258816, offset 0 00000400:00000200:2.0:1767384409.031178:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.031184:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.031190:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695824e108e00 00000400:00000200:2.0:1767384409.031193:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2239 [2] + 0 00000400:00000010:2.0:1767384409.031195:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c413514. 00000400:00000200:2.0:1767384409.031198:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000467d5edc 00000400:00000200:2.0:1767384409.031200:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.031202:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.031204:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000467d5edc 00000400:00000010:2.0:1767384409.031205:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000467d5edc. 00000100:00000200:2.0:1767384409.031209:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.031219:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.031221:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.031226:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f2f3772 x1853236748258816/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384409.031267:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad8812a7. 00000020:00000010:2.0:1767384409.031269:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad8812a7. 00000020:00000010:2.0:1767384409.031272:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000020:00000010:2.0:1767384409.031275:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea782d00. 00000020:00000010:2.0:1767384409.031277:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.031296:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad8812a7. 00000020:00000010:2.0:1767384409.031298:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad8812a7. 00000100:00000200:2.0:1767384409.031301:0:40427:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258816 02000000:00000010:2.0:1767384409.031308:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000086e9453f. 20000000:00000010:2.0:1767384409.031318:0:40427:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000004e4fd16b. 00000100:00000010:2.0:1767384409.031368:0:40427:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004463e8b0. 00000100:00000010:2.0:1767384409.031372:0:40427:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004df13b98. 00000400:00000010:2.0:1767384409.031377:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000400:00000010:2.0:1767384409.031382:0:40427:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d8c1e6e1. 00000400:00000200:2.0:1767384409.031385:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.031392:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.031397:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695824e108e00 00000400:00000200:2.0:1767384409.031400:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2ae9 [256] + 0 00000400:00000010:2.0:1767384409.031403:0:40427:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b13230. 00000400:00000200:2.0:1767384409.031405:0:40427:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ca9bc00 00000400:00000200:2.0:1767384409.031407:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.031411:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.031419:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca9bc00 00000400:00000010:2.0:1767384409.031423:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006ca9bc00. 00000100:00000200:2.0:1767384409.031427:0:40427:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000001f2f3772 desc 00000000b1edd8da mbits 1853236748258816 00000400:00000200:2.0:1767384409.031435:0:40427:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384409.031439:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384409.031446:0:40427:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2af5 00000400:00000200:2.0:1767384409.031448:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.031451:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384409.031453:0:40427:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004463e8b0 00000400:00000200:2.0:1767384409.031459:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.031460:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.031462:0:40427:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004463e8b0 00000100:00000200:2.0:1767384409.031467:0:40427:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695824e108e00-0x695824e108e00 00000100:00000010:2.0:1767384409.031472:0:40427:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004df13b98. 00000100:00000010:2.0:1767384409.031475:0:40427:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004463e8b0. 20000000:00000010:2.0:1767384409.031480:0:40427:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000004e4fd16b. 00010000:00000200:2.0:1767384409.031484:0:40427:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001013d0d3 x1853236748258816/t0(0) o256->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 304/240 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384409.031493:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.031495:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853236748258816, offset 224 00000400:00000200:2.0:1767384409.031497:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.031499:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.031502:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695824e108e00 00000400:00000200:2.0:1767384409.031504:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2aed [1] + 224 00000400:00000200:2.0:1767384409.031506:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.031508:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384409.031509:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f2f3772 x1853236748258816/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384409.031515:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.031516:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000020:00000010:2.0:1767384409.031521:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea782d00. 00000020:00000010:2.0:1767384409.031523:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.031525:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 02000000:00000010:2.0:1767384409.031528:0:40427:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000086e9453f. 00000100:00000200:2.0:1767384409.031530:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384409.031532:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b13230. 00000400:00000010:2.0:1767384409.031534:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b28aee7b. 00000400:00000010:2.0:1767384409.031544:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8d42c2. 00000400:00000200:2.0:1767384409.031546:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:2.0:1767384409.031547:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384409.031549:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f2f3772 x1853236748258816/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.031557:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f2f3772 x1853236748258816/t0(0) o256->MGC192.168.202.119@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384409.031565:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000083e3205c. 10000000:00000010:2.0:1767384409.031571:0:40423:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009c38dfc0. 00000100:00000200:2.0:1767384409.031578:0:40423:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.119@tcp with 192.168.202.119@tcp 00000100:00000200:2.0:1767384409.031579:0:40423:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.119@tcp' 00000100:00000200:2.0:1767384409.031581:0:40423:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.119@tcp' 00000400:00000200:2.0:1767384409.031583:0:40423:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384409.031587:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:2.0:1767384409.031590:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384409.031593:0:40423:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:2.0:1767384409.031596:0:40423:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384409.031598:0:40423:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:2.0:1767384409.031599:0:40423:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:2.0:1767384409.031600:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:2.0:1767384409.031602:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:2.0:1767384409.031603:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031604:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:2.0:1767384409.031605:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:2.0:1767384409.031607:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031607:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:2.0:1767384409.031608:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:2.0:1767384409.031610:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031610:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:2.0:1767384409.031611:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:2.0:1767384409.031612:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031613:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:2.0:1767384409.031614:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:2.0:1767384409.031615:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031616:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:2.0:1767384409.031617:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:2.0:1767384409.031618:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031619:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:2.0:1767384409.031621:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:2.0:1767384409.031622:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031623:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:2.0:1767384409.031624:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:2.0:1767384409.031625:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031626:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:2.0:1767384409.031627:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:2.0:1767384409.031628:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031629:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:2.0:1767384409.031630:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:2.0:1767384409.031631:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031632:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:2.0:1767384409.031633:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:2.0:1767384409.031634:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031635:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:2.0:1767384409.031635:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:2.0:1767384409.031637:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031637:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:2.0:1767384409.031638:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:2.0:1767384409.031640:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031640:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:2.0:1767384409.031641:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:2.0:1767384409.031642:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031643:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:2.0:1767384409.031644:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:2.0:1767384409.031645:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031646:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:2.0:1767384409.031647:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:2.0:1767384409.031648:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031649:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:2.0:1767384409.031650:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:2.0:1767384409.031651:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031652:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:2.0:1767384409.031653:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:2.0:1767384409.031654:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031655:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:2.0:1767384409.031656:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:2.0:1767384409.031658:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031659:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:2.0:1767384409.031659:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:2.0:1767384409.031661:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031662:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:2.0:1767384409.031662:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:2.0:1767384409.031664:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031664:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:2.0:1767384409.031665:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:2.0:1767384409.031666:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031667:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:2.0:1767384409.031668:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:2.0:1767384409.031669:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031670:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:2.0:1767384409.031671:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:2.0:1767384409.031672:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031673:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:2.0:1767384409.031673:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:2.0:1767384409.031675:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031675:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:2.0:1767384409.031676:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:2.0:1767384409.031678:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031678:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:2.0:1767384409.031679:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:2.0:1767384409.031680:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031681:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:2.0:1767384409.031682:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:2.0:1767384409.031683:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031684:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:2.0:1767384409.031685:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:2.0:1767384409.031686:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031687:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:2.0:1767384409.031687:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:2.0:1767384409.031689:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031689:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:2.0:1767384409.031691:0:40423:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:2.0:1767384409.031692:0:40423:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.031693:0:40423:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 10000000:00000010:2.0:1767384409.031695:0:40423:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ea782d00. 00000020:00000010:2.0:1767384409.031700:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000020:00000010:2.0:1767384409.031702:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e6ba7c8. 00000040:00000010:2.0:1767384409.031704:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000063d95a66. 00000020:00000010:2.0:1767384409.031706:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004e4fd16b. 00000020:00000010:2.0:1767384409.031708:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.031710:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2b39430. 80000000:00000010:2.0:1767384409.031711:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000013191dd8. 40000000:00000010:2.0:1767384409.031713:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad8812a7. 00100000:00000010:2.0:1767384409.031715:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015309b6e. 00040000:00000010:2.0:1767384409.031718:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b2f42dd. 00040000:00000010:2.0:1767384409.031720:0:40423:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba58a498. 00040000:00000010:2.0:1767384409.031721:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf3f7b0c. 00080000:00000010:2.0:1767384409.031723:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e046cb49. 00000004:00000010:2.0:1767384409.031725:0:40423:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c9808d53. 00000004:00000010:2.0:1767384409.031727:0:40423:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000629238e. 00000004:00000010:2.0:1767384409.031729:0:40423:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad9bfe3f. 00002000:00000010:2.0:1767384409.031731:0:40423:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000086e9453f. 00000004:00000010:2.0:1767384409.031733:0:40423:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004463e8b0. 00000020:00000010:2.0:1767384409.031772:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e6ba7c8. 00000040:00000010:2.0:1767384409.031774:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000063d95a66. 00000020:00000010:2.0:1767384409.031775:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004e4fd16b. 00000020:00000010:2.0:1767384409.031777:0:40423:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.031779:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2b39430. 80000000:00000010:2.0:1767384409.031780:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000013191dd8. 40000000:00000010:2.0:1767384409.031781:0:40423:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ad8812a7. 00100000:00000010:2.0:1767384409.031783:0:40423:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000015309b6e. 00040000:00000010:2.0:1767384409.031784:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001b2f42dd. 00040000:00000010:2.0:1767384409.031786:0:40423:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba58a498. 00040000:00000010:2.0:1767384409.031787:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf3f7b0c. 00080000:00000010:2.0:1767384409.031788:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e046cb49. 00000004:00000010:2.0:1767384409.031790:0:40423:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c9808d53. 00000004:00000010:2.0:1767384409.031792:0:40423:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000629238e. 00000004:00000010:2.0:1767384409.031796:0:40423:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ad9bfe3f. 00002000:00000010:2.0:1767384409.031798:0:40423:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000086e9453f. 00000004:00000010:2.0:1767384409.031799:0:40423:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004463e8b0. 00000020:00000010:2.0:1767384409.031800:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 10000000:00000010:2.0:1767384409.031802:0:40423:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ea782d00. 10000000:00000010:2.0:1767384409.031803:0:40423:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009c38dfc0. 02000000:00000010:2.0:1767384409.031807:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ca01fde. 00000100:00000010:2.0:1767384409.031812:0:40423:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000032f7dc14. 00000100:00000010:2.0:1767384409.031814:0:40423:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b1edd8da. 02000000:00000010:2.0:1767384409.031815:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006f7b4c73. 00000100:00000010:2.0:1767384409.031816:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f2f3772. 10000000:00000010:2.0:1767384409.032383:0:40423:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000070b7cdcd. 00000100:00000010:2.0:1767384409.032398:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f2f3772. 02000000:00000010:2.0:1767384409.032404:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f7b4c73. 00010000:00000010:2.0:1767384409.032411:0:40423:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000092a30489. 00010000:00000010:2.0:1767384409.032415:0:40423:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bf9a58b5. 00000100:00000010:2.0:1767384409.032423:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083e3205c. 02000000:00000010:2.0:1767384409.032430:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b1edd8da. 00000400:00000010:2.0:1767384409.032433:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8d42c2. 00000400:00000010:2.0:1767384409.032437:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000627046c9. 00000100:00000200:2.0:1767384409.032440:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748258944, portal 25 00000400:00000010:2.0:1767384409.032442:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.032445:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748258944, offset 0 00000400:00000200:2.0:1767384409.032449:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.032455:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.032461:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e108e80 00000400:00000200:2.0:1767384409.032466:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x223d [2] + 0 00000400:00000010:2.0:1767384409.032469:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079acad45. 00000400:00000200:2.0:1767384409.032472:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008066b5b6 00000400:00000200:2.0:1767384409.032474:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.032477:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.032481:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008066b5b6 00000400:00000010:2.0:1767384409.032482:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008066b5b6. 00000100:00000200:2.0:1767384409.032486:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.032495:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.032497:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.032500:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001f2f3772 x1853236748258944/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384409.032789:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ffa7f5e. 00000020:00000010:3.0:1767384409.032793:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ffa7f5e. 00000020:00000010:3.0:1767384409.032798:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000445aa2e6. 00000020:00000010:3.0:1767384409.032803:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.032807:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.032832:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ffa7f5e. 00000020:00000010:3.0:1767384409.032835:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ffa7f5e. 00000100:00000200:3.0:1767384409.032839:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748258944 00010000:00000010:3.0:1767384409.032851:0:40428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007c4d9ad9. 00010000:00000010:3.0:1767384409.032856:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009ee33982. 02000000:00000010:3.0:1767384409.032866:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000be998cdc. 00010000:00000200:3.0:1767384409.032878:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c006f44b x1853236748258944/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 328/344 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384409.032888:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384409.032891:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748258944, offset 224 00000400:00000200:3.0:1767384409.032897:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.032904:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.032917:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e108e80 00000400:00000200:3.0:1767384409.032920:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b01 [1] + 224 00000400:00000200:3.0:1767384409.032923:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.032926:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384409.032942:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001f2f3772 x1853236748258944/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384409.032956:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:3.0:1767384409.032957:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000020:00000010:3.0:1767384409.032966:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.032971:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.032973:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000445aa2e6. 02000000:00000010:3.0:1767384409.032977:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000be998cdc. 00000100:00000200:3.0:1767384409.032989:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384409.032992:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c535e691. 00000400:00000010:3.0:1767384409.032997:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000873d2865. 00000400:00000010:3.0:1767384409.033031:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8d42c2. 00000400:00000200:3.0:1767384409.033034:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000627046c9 00000400:00000010:3.0:1767384409.033035:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000627046c9. 00000100:00000200:3.0:1767384409.033038:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001f2f3772 x1853236748258944/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384409.033044:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001f2f3772 x1853236748258944/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384409.033055:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000083e3205c. 02000000:00000010:3.0:1767384409.033064:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b1edd8da. 02000000:00000010:3.0:1767384409.033067:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006f7b4c73. 00000100:00000010:3.0:1767384409.033068:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f2f3772. 10000000:00000010:3.0:1767384409.033073:0:40423:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007ffa7f5e. 00000020:00000010:3.0:1767384409.033076:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000445aa2e6. 00000020:00000010:3.0:1767384409.033079:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fcebee2b. 00000040:00000010:3.0:1767384409.033081:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000039dbbbfe. 00000020:00000010:3.0:1767384409.033084:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ebb00655. 00000020:00000010:3.0:1767384409.033087:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f466a409. 80000000:00000010:3.0:1767384409.033090:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004822923a. 00040000:00000010:3.0:1767384409.033093:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8a420ac. 00080000:00000010:3.0:1767384409.033096:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bdf790b1. 20000000:00000010:3.0:1767384409.033099:0:40423:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000008acb18d8. 00000040:00000010:3.0:1767384409.033246:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004adb7458. 00000100:00000010:3.0:1767384409.033251:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034ae6878. 02000000:00000010:3.0:1767384409.033257:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e52e022. 00000100:00000010:3.0:1767384409.033262:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c34c6b5. 02000000:00000010:3.0:1767384409.033269:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e540349. 00000400:00000010:3.0:1767384409.033272:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000602b595d. 00000400:00000010:3.0:1767384409.033287:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002acf91ff. 00000100:00000200:3.0:1767384409.033289:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748259072, portal 25 00000400:00000010:3.0:1767384409.033292:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.033300:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853236748259072, offset 0 00000400:00000200:3.0:1767384409.033304:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.033308:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.033313:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695824e108f00 00000400:00000200:3.0:1767384409.033317:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2241 [2] + 0 00000400:00000010:3.0:1767384409.033319:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c5ad4fd. 00000400:00000200:3.0:1767384409.033322:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000092ee708 00000400:00000200:3.0:1767384409.033324:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.033327:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384409.033329:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000092ee708 00000400:00000010:3.0:1767384409.033331:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000092ee708. 00000100:00000200:3.0:1767384409.033334:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384409.033341:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384409.033343:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.033347:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000034ae6878 x1853236748259072/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384409.033452:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd5908f2. 00000020:00000010:3.0:1767384409.033455:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd5908f2. 00000020:00000010:3.0:1767384409.033460:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000863fb210. 00000020:00000010:3.0:1767384409.033464:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.033467:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.033487:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd5908f2. 00000020:00000010:3.0:1767384409.033490:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd5908f2. 00000100:00000200:3.0:1767384409.033491:0:40427:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259072 02000000:00000010:3.0:1767384409.033498:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000be998cdc. 00000040:00000010:3.0:1767384409.033502:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000085cac85b. 00000040:00000010:3.0:1767384409.033540:0:40427:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000edbeee93. 00000020:00000010:3.0:1767384409.033546:0:40427:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006baf43d5. 00080000:00000010:3.0:1767384409.033552:0:40427:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000358f1a57. 00000040:00000010:3.0:1767384409.033612:0:40427:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000edbeee93. 00000040:00000010:3.0:1767384409.033615:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000085cac85b. 00010000:00000200:3.0:1767384409.033620:0:40427:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af20dc60 x1853236748259072/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 504/272 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384409.033637:0:40427:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.033638:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236748259072, offset 224 00000400:00000200:3.0:1767384409.033642:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.033646:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.033652:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824e108f00 00000400:00000200:3.0:1767384409.033656:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b11 [1] + 224 00000400:00000200:3.0:1767384409.033659:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.033662:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384409.033666:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000034ae6878 x1853236748259072/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384409.033682:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384409.033684:0:40427:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000020:00000010:3.0:1767384409.033692:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.033695:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.033697:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000863fb210. 02000000:00000010:3.0:1767384409.033702:0:40427:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000be998cdc. 00000100:00000200:3.0:1767384409.033706:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384409.033709:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084515e2a. 00000400:00000010:1.0:1767384409.033710:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000602b595d. 00000400:00000200:1.0:1767384409.033716:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002acf91ff 00000400:00000010:1.0:1767384409.033718:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002acf91ff. 00000400:00000010:3.0:1767384409.033723:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ac005eb. 00000100:00000200:1.0:1767384409.033726:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000034ae6878 x1853236748259072/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384409.033737:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000034ae6878 x1853236748259072/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384409.033752:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002c34c6b5. 02000000:00000010:1.0:1767384409.033759:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e540349. 02000000:00000010:1.0:1767384409.033763:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e52e022. 00000100:00000010:1.0:1767384409.033766:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000034ae6878. 00000040:00000010:1.0:1767384409.033774:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018375a89. 00000100:00000010:1.0:1767384409.033779:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dc6d284. 02000000:00000010:1.0:1767384409.033784:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9b09cbb. 00000100:00000010:1.0:1767384409.033790:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d851b237. 02000000:00000010:1.0:1767384409.033809:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008a8b69b6. 00000400:00000010:1.0:1767384409.033813:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443a9999. 00000400:00000010:1.0:1767384409.033817:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fc8ad3d8. 00000100:00000200:1.0:1767384409.033820:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748259200, portal 25 00000400:00000010:1.0:1767384409.033824:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384409.033826:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748259200, offset 0 00000400:00000200:1.0:1767384409.033831:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384409.033836:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384409.033843:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e108f80 00000400:00000200:1.0:1767384409.033847:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2245 [2] + 0 00000400:00000010:1.0:1767384409.033850:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040fc911a. 00000400:00000200:1.0:1767384409.033853:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003a071dc0 00000400:00000200:1.0:1767384409.033857:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384409.033860:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384409.033862:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a071dc0 00000400:00000010:1.0:1767384409.033864:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a071dc0. 00000100:00000200:1.0:1767384409.033867:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384409.033882:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384409.033884:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384409.033889:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004dc6d284 x1853236748259200/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.033898:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf6e34c1. 00000020:00000010:0.0:1767384409.033904:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf6e34c1. 00000020:00000010:0.0:1767384409.033908:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000780871d5. 00000020:00000010:0.0:1767384409.033911:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092fc47e1. 00000020:00000010:0.0:1767384409.033915:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000020:00000010:0.0:1767384409.033949:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf6e34c1. 00000020:00000010:0.0:1767384409.033952:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf6e34c1. 00000100:00000200:0.0:1767384409.033956:0:40427:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259200 02000000:00000010:0.0:1767384409.033973:0:40427:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002a547db9. 00000040:00000010:0.0:1767384409.033977:0:40427:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c3989349. 00000040:00000010:0.0:1767384409.033986:0:40427:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.033996:0:40427:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.033999:0:40427:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c3989349. 00010000:00000200:0.0:1767384409.034005:0:40427:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009aeaf031 x1853236748259200/t0(0) o503->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 272/8416 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.034015:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000008ad97db. 00000100:00000200:0.0:1767384409.034019:0:40427:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236748259200, offset 224 00000400:00000200:0.0:1767384409.034025:0:40427:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.034031:0:40427:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.034038:0:40427:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824e108f80 00000400:00000200:0.0:1767384409.034043:0:40427:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b21 [4] + 224 00000400:00000200:0.0:1767384409.034052:0:40427:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.034055:0:40427:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.034061:0:40427:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004dc6d284 x1853236748259200/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.034080:0:40427:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008ad97db 00000400:00000010:0.0:1767384409.034083:0:40427:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000008ad97db. 00000020:00000010:0.0:1767384409.034093:0:40427:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092fc47e1. 00000020:00000010:0.0:1767384409.034098:0:40427:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000020:00000010:0.0:1767384409.034102:0:40427:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000780871d5. 00000400:00000010:1.0:1767384409.034104:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443a9999. 02000000:00000010:0.0:1767384409.034135:0:40427:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002a547db9. 00000400:00000200:1.0:1767384409.034136:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8ad3d8 00000400:00000010:1.0:1767384409.034140:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fc8ad3d8. 00000100:00000200:1.0:1767384409.034147:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004dc6d284 x1853236748259200/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384409.034150:0:40427:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384409.034155:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004dc6d284 x1853236748259200/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.034162:0:40427:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000493cc4c. 00000400:00000010:0.0:1767384409.034167:0:40427:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008ad97db. 00000100:00000010:1.0:1767384409.034177:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d851b237. 02000000:00000010:1.0:1767384409.034186:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008a8b69b6. 02000000:00000010:1.0:1767384409.034197:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d9b09cbb. 00000100:00000010:1.0:1767384409.034201:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004dc6d284. 00000040:00000010:1.0:1767384409.034208:0:40423:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009dba87b1. 00000020:00000010:1.0:1767384409.034336:0:40456:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9b09cbb. 00000020:00000010:1.0:1767384409.034342:0:40456:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eee952af. 00000040:00000010:1.0:1767384409.034347:0:40456:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a6866b3f. 00000020:00000010:1.0:1767384409.034351:0:40456:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c671dd7b. 00000020:00000010:1.0:1767384409.034356:0:40456:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bd1f331a. 00000020:00000010:1.0:1767384409.034360:0:40456:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e52e022. 80000000:00000010:1.0:1767384409.034363:0:40456:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000054bbeab1. 40000000:00000010:1.0:1767384409.034367:0:40456:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000025cefd16. 00100000:00000010:1.0:1767384409.034370:0:40456:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4d6f68e. 00040000:00000010:1.0:1767384409.034374:0:40456:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000028a81e6a. 00040000:00000010:1.0:1767384409.034378:0:40456:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff7df470. 00040000:00000010:1.0:1767384409.034382:0:40456:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e540349. 00080000:00000010:1.0:1767384409.034387:0:40456:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000021ffb217. 00000004:00000010:1.0:1767384409.034394:0:40456:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f2507c62. 00000004:00000010:1.0:1767384409.034399:0:40456:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009374ff2c. 00000004:00000010:1.0:1767384409.034404:0:40456:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009ade9ff7. 00002000:00000010:1.0:1767384409.034410:0:40456:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003260068f. 00000004:00000010:1.0:1767384409.034416:0:40456:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001a3e9510. 00000020:00000010:1.0:1767384409.034420:0:40456:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000226a3ec8. 00000040:00000010:1.0:1767384409.034427:0:40456:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c721021c. 00000040:00000010:1.0:1767384409.034909:0:40456:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c721021c. 00000020:00000010:1.0:1767384409.034916:0:40456:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000226a3ec8. 00000020:00000010:1.0:1767384409.034924:0:40456:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eee952af. 00000040:00000010:1.0:1767384409.034942:0:40456:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a6866b3f. 00000020:00000010:1.0:1767384409.034946:0:40456:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c671dd7b. 00000020:00000010:1.0:1767384409.034950:0:40456:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bd1f331a. 00000020:00000010:1.0:1767384409.034954:0:40456:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e52e022. 80000000:00000010:1.0:1767384409.034957:0:40456:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000054bbeab1. 40000000:00000010:1.0:1767384409.034962:0:40456:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000025cefd16. 00100000:00000010:1.0:1767384409.034966:0:40456:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4d6f68e. 00040000:00000010:1.0:1767384409.034970:0:40456:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000028a81e6a. 00040000:00000010:1.0:1767384409.034974:0:40456:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ff7df470. 00040000:00000010:1.0:1767384409.034978:0:40456:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e540349. 00080000:00000010:1.0:1767384409.034982:0:40456:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000021ffb217. 00000004:00000010:1.0:1767384409.034986:0:40456:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f2507c62. 00000004:00000010:1.0:1767384409.034989:0:40456:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009374ff2c. 00000004:00000010:1.0:1767384409.034993:0:40456:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009ade9ff7. 00002000:00000010:1.0:1767384409.034998:0:40456:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003260068f. 00000004:00000010:1.0:1767384409.035001:0:40456:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001a3e9510. 00000020:00000010:1.0:1767384409.035006:0:40456:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9b09cbb. 00000040:00000010:2.0:1767384409.035029:0:40423:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009dba87b1. 00000040:00000010:2.0:1767384409.035035:0:40423:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384409.035039:0:40423:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004adb7458. 00000020:00000010:2.0:1767384409.035046:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fcebee2b. 00000040:00000010:2.0:1767384409.035050:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000039dbbbfe. 00000020:00000010:2.0:1767384409.035054:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ebb00655. 00000020:00000010:2.0:1767384409.035059:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f466a409. 80000000:00000010:2.0:1767384409.035062:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004822923a. 00040000:00000010:2.0:1767384409.035066:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8a420ac. 00080000:00000010:2.0:1767384409.035071:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bdf790b1. 20000000:00000010:2.0:1767384409.035074:0:40423:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000008acb18d8. 00000020:00000010:2.0:1767384409.035078:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000445aa2e6. 10000000:00000010:2.0:1767384409.035081:0:40423:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007ffa7f5e. 00000020:00000010:2.0:1767384409.035095:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008d6a5d68. 00000040:00000010:2.0:1767384409.035100:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001b3b7943. 00000020:00000010:2.0:1767384409.035104:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9a8d34f. 00000020:00000010:2.0:1767384409.035146:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041214998. 00040000:00000010:2.0:1767384409.035151:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bfafa27. 00040000:00000010:2.0:1767384409.035154:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f3885046. 00080000:00000010:2.0:1767384409.035158:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000df699ec. 00000020:00000010:2.0:1767384409.035161:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004905a6a6. 00000020:00000010:2.0:1767384409.035164:0:40423:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000005712bf9e. 00000020:00000010:2.0:1767384409.035168:0:40423:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000044d35f36. 00000020:00000010:2.0:1767384409.035177:0:40423:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 0000000021efe60a. 00000020:00000010:2.0:1767384409.035182:0:40423:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000013191dd8. 00000020:00000010:2.0:1767384409.035186:0:40423:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000001834065e. 00000020:00000010:2.0:1767384409.035191:0:40423:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000003dc333c0. 00000020:00000010:2.0:1767384409.035195:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f7b4c73. 00000020:00000010:2.0:1767384409.035198:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2b39430. 00000040:00000010:2.0:1767384409.035201:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000063d95a66. 00000020:00000010:2.0:1767384409.035204:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000df699ec. 00000020:00000010:2.0:1767384409.035208:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000af17e9f6. 00040000:00000010:2.0:1767384409.035212:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008bfafa27. 00040000:00000010:2.0:1767384409.035217:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf3f7b0c. 00080000:00000010:2.0:1767384409.035221:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c9808d53. 10000000:00000010:2.0:1767384409.035229:0:40423:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000004905a6a6. 00000100:00000010:2.0:1767384409.035237:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff01b0c. 02000000:00000010:2.0:1767384409.035312:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3885046. 00010000:00000010:2.0:1767384409.035324:0:40423:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095e9bcb9. 00000100:00000010:2.0:1767384409.035336:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c07c525. 02000000:00000010:2.0:1767384409.035346:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008782f875. 00000400:00000010:2.0:1767384409.035350:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384409.035378:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.035383:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748259328, portal 25 00000400:00000010:2.0:1767384409.035388:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce4f1b95. 00000100:00000200:2.0:1767384409.035390:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853236748259328, offset 0 00000400:00000200:2.0:1767384409.035396:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.035404:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.035412:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695824e109000 00000400:00000200:2.0:1767384409.035418:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2249 [2] + 0 00000400:00000010:2.0:1767384409.035421:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc218c98. 00000400:00000200:2.0:1767384409.035425:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cbd21ca 00000400:00000200:2.0:1767384409.035428:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.035432:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.035436:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cbd21ca 00000400:00000010:2.0:1767384409.035437:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cbd21ca. 00000100:00000200:2.0:1767384409.035442:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.035456:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce4f1b95 00000400:00000010:2.0:1767384409.035458:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 00000100:00000200:2.0:1767384409.035463:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff01b0c x1853236748259328/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.035511:0:40427:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b91cf04. 00000020:00000010:0.0:1767384409.035514:0:40427:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b91cf04. 00000020:00000010:0.0:1767384409.035517:0:40427:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3989349. 00000020:00000010:0.0:1767384409.035520:0:40427:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000092fc47e1. 00000020:00000010:0.0:1767384409.035523:0:40427:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005eb426ea. 00000020:00000010:2.0:1767384409.035561:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2fe04aa. 00000020:00000010:2.0:1767384409.035566:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2fe04aa. 00000100:00000200:2.0:1767384409.035569:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259328 00010000:00000010:2.0:1767384409.035581:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005e1582c8. 00000020:00000010:2.0:1767384409.035585:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000a2fe04aa. 02000000:00000010:2.0:1767384409.035594:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004463e8b0. 00010000:00000200:2.0:1767384409.035607:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000714605c2 x1853236748259328/t0(0) o101->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 328/344 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384409.035620:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce4f1b95. 00000100:00000200:2.0:1767384409.035624:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853236748259328, offset 224 00000400:00000200:2.0:1767384409.035630:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.035638:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.035647:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695824e109000 00000400:00000200:2.0:1767384409.035653:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b31 [1] + 224 00000400:00000200:2.0:1767384409.035658:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.035662:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384409.035669:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff01b0c x1853236748259328/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384409.035688:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce4f1b95 00000400:00000010:2.0:1767384409.035690:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 00000020:00000010:2.0:1767384409.035702:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000092fc47e1. 00000020:00000010:2.0:1767384409.035707:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005eb426ea. 00000020:00000010:2.0:1767384409.035711:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3989349. 02000000:00000010:2.0:1767384409.035717:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004463e8b0. 00000100:00000200:2.0:1767384409.035724:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384409.035728:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ab76900. 00000400:00000010:2.0:1767384409.035733:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbd21ca. 00000400:00000010:2.0:1767384409.035755:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000400:00000200:2.0:1767384409.035759:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.035761:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.035767:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff01b0c x1853236748259328/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.035778:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff01b0c x1853236748259328/t0(0) o101->MGC192.168.202.119@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384409.035791:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c07c525. 02000000:00000010:2.0:1767384409.035802:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008782f875. 02000000:00000010:2.0:1767384409.035806:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f3885046. 00000100:00000010:2.0:1767384409.035809:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff01b0c. 10000000:00000010:2.0:1767384409.035871:0:40423:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000005d89c10. 00000020:00000010:2.0:1767384409.035876:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f3885046. 00000020:00000010:2.0:1767384409.035881:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041214998. 00000040:00000010:2.0:1767384409.035885:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b3b7943. 00000020:00000010:2.0:1767384409.035889:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e046cb49. 00000020:00000010:2.0:1767384409.035893:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008d6a5d68. 80000000:00000010:2.0:1767384409.035896:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080a0fd42. 00040000:00000010:2.0:1767384409.035901:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008acb18d8. 00080000:00000010:2.0:1767384409.035905:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ba58a498. 20000000:00000010:2.0:1767384409.035909:0:40423:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f8a420ac. 00000040:00000010:2.0:1767384409.035915:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f466a409. 00000100:00000010:2.0:1767384409.035920:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff01b0c. 02000000:00000010:2.0:1767384409.035940:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000445aa2e6. 00000100:00000010:2.0:1767384409.035948:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c07c525. 02000000:00000010:2.0:1767384409.035957:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039dbbbfe. 00000400:00000010:2.0:1767384409.035961:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384409.035965:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.035968:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748259456, portal 25 00000400:00000010:2.0:1767384409.035973:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce4f1b95. 00000100:00000200:2.0:1767384409.035976:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853236748259456, offset 0 00000400:00000200:2.0:1767384409.035982:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.035989:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.035995:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695824e109080 00000400:00000200:2.0:1767384409.035999:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x224d [2] + 0 00000400:00000010:2.0:1767384409.036002:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044870172. 00000400:00000200:2.0:1767384409.036006:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000509285ee 00000400:00000200:2.0:1767384409.036009:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.036012:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.036014:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509285ee 00000400:00000010:2.0:1767384409.036016:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000509285ee. 00000100:00000200:2.0:1767384409.036020:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.036034:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce4f1b95 00000400:00000010:2.0:1767384409.036037:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 00000100:00000200:2.0:1767384409.036042:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff01b0c x1853236748259456/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.036049:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ee7a44f. 00000020:00000010:0.0:1767384409.036052:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ee7a44f. 00000020:00000010:0.0:1767384409.036056:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3989349. 00000020:00000010:0.0:1767384409.036060:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be2cf2f4. 00000020:00000010:0.0:1767384409.036063:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.036086:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ee7a44f. 00000020:00000010:0.0:1767384409.036087:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ee7a44f. 00000100:00000200:0.0:1767384409.036090:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259456 02000000:00000010:0.0:1767384409.036097:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003abae55b. 00000040:00000010:0.0:1767384409.036102:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009bf34dd1. 00000040:00000010:0.0:1767384409.036151:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000c4e4121e. 00000040:00000010:0.0:1767384409.036156:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000c4e4121e. 00000040:00000010:0.0:1767384409.036159:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009bf34dd1. 20000000:00000010:0.0:1767384409.036166:0:40428:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000008ee7a44f. 20000000:00000010:0.0:1767384409.036169:0:40428:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000008ee7a44f. 00010000:00000200:0.0:1767384409.036173:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dafeaf13 x1853236748259456/t0(0) o501->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 512/272 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.036182:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059e512c7. 00000100:00000200:0.0:1767384409.036185:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853236748259456, offset 224 00000400:00000200:0.0:1767384409.036189:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.036194:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.036199:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695824e109080 00000400:00000200:0.0:1767384409.036203:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b41 [1] + 224 00000400:00000200:0.0:1767384409.036205:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.036207:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.036216:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff01b0c x1853236748259456/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.036236:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059e512c7 00000400:00000010:0.0:1767384409.036238:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059e512c7. 00000400:00000010:2.0:1767384409.036243:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000400:00000200:2.0:1767384409.036247:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000020:00000010:0.0:1767384409.036247:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be2cf2f4. 00000400:00000010:2.0:1767384409.036252:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000020:00000010:0.0:1767384409.036253:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.036258:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3989349. 00000100:00000200:2.0:1767384409.036262:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff01b0c x1853236748259456/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384409.036264:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003abae55b. 00000100:00000200:0.0:1767384409.036270:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384409.036274:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3df76d9. 00000100:00000200:2.0:1767384409.036276:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff01b0c x1853236748259456/t0(0) o501->MGC192.168.202.119@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.036279:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b59ff809. 00000100:00000010:2.0:1767384409.036297:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c07c525. 02000000:00000010:2.0:1767384409.036304:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039dbbbfe. 02000000:00000010:2.0:1767384409.036308:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000445aa2e6. 00000100:00000010:2.0:1767384409.036311:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff01b0c. 00000040:00000010:2.0:1767384409.036318:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006ca9bc00. 00000100:00000010:2.0:1767384409.036321:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff01b0c. 02000000:00000010:2.0:1767384409.036326:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000445aa2e6. 00000100:00000010:2.0:1767384409.036330:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004c07c525. 02000000:00000010:2.0:1767384409.036344:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008a8b69b6. 00000400:00000010:2.0:1767384409.036348:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384409.036353:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000509285ee. 00000100:00000200:2.0:1767384409.036357:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748259584, portal 25 00000400:00000010:2.0:1767384409.036361:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.036364:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748259584, offset 0 00000400:00000200:2.0:1767384409.036370:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.036376:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.036383:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e109100 00000400:00000200:2.0:1767384409.036387:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2251 [2] + 0 00000400:00000010:2.0:1767384409.036390:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ef3d9a9. 00000400:00000200:2.0:1767384409.036393:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3984c59 00000400:00000200:2.0:1767384409.036396:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.036400:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.036402:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3984c59 00000400:00000010:2.0:1767384409.036405:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3984c59. 00000100:00000200:2.0:1767384409.036408:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.036420:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.036422:0:40423:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.036426:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff01b0c x1853236748259584/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.036431:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ee7a44f. 00000020:00000010:0.0:1767384409.036435:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ee7a44f. 00000020:00000010:0.0:1767384409.036438:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bf34dd1. 00000020:00000010:0.0:1767384409.036442:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be2cf2f4. 00000020:00000010:0.0:1767384409.036444:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.036463:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ee7a44f. 00000020:00000010:0.0:1767384409.036466:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ee7a44f. 00000100:00000200:0.0:1767384409.036468:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259584 02000000:00000010:0.0:1767384409.036480:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000002a547db9. 00000040:00000010:0.0:1767384409.036484:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a030fb0b. 00000040:00000010:0.0:1767384409.036491:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.036851:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.036855:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a030fb0b. 00010000:00000200:0.0:1767384409.036860:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006022c8f6 x1853236748259584/t0(0) o503->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 272/8416 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.036869:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000003aa25b78. 00000100:00000200:0.0:1767384409.036872:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853236748259584, offset 224 00000400:00000200:0.0:1767384409.036875:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.036881:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.036887:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695824e109100 00000400:00000200:0.0:1767384409.036890:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b51 [4] + 224 00000400:00000200:0.0:1767384409.036894:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.036904:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.036910:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff01b0c x1853236748259584/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.036938:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aa25b78 00000400:00000010:0.0:1767384409.036940:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000003aa25b78. 00000020:00000010:0.0:1767384409.036951:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be2cf2f4. 00000400:00000010:2.0:1767384409.036955:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000020:00000010:0.0:1767384409.036955:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000400:00000200:2.0:1767384409.036960:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000509285ee 00000020:00000010:0.0:1767384409.036960:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bf34dd1. 00000400:00000010:2.0:1767384409.036964:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000509285ee. 02000000:00000010:0.0:1767384409.036969:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000002a547db9. 00000100:00000200:2.0:1767384409.036970:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff01b0c x1853236748259584/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.036977:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff01b0c x1853236748259584/t0(0) o503->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384409.036979:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384409.036984:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034460407. 00000400:00000010:0.0:1767384409.036988:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aa25b78. 00000100:00000010:2.0:1767384409.036990:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004c07c525. 02000000:00000010:2.0:1767384409.036997:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008a8b69b6. 02000000:00000010:2.0:1767384409.037005:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000445aa2e6. 00000100:00000010:2.0:1767384409.037008:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff01b0c. 00000040:00000010:2.0:1767384409.037012:0:40423:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000047591ff3. 00000020:00000010:2.0:1767384409.037161:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000445aa2e6. 00000020:00000010:2.0:1767384409.037165:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000039dbbbfe. 00000040:00000010:2.0:1767384409.037169:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fcebee2b. 00000020:00000010:2.0:1767384409.037171:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000015309b6e. 00000020:00000010:2.0:1767384409.037175:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.037178:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d9b09cbb. 80000000:00000010:2.0:1767384409.037181:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c52d2ce. 40000000:00000010:2.0:1767384409.037185:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a3fd7ee7. 00100000:00000010:2.0:1767384409.037188:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004e4fd16b. 00040000:00000010:2.0:1767384409.037191:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b72a6eb. 00040000:00000010:2.0:1767384409.037194:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aef00d21. 00040000:00000010:2.0:1767384409.037196:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a6866b3f. 00080000:00000010:2.0:1767384409.037199:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000afa86716. 00000004:00000010:2.0:1767384409.037203:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000807726ad. 00000004:00000010:2.0:1767384409.037207:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000032f7dc14. 00000004:00000010:2.0:1767384409.037211:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c9a8d34f. 00002000:00000010:2.0:1767384409.037213:0:40458:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008782f875. 00000004:00000010:2.0:1767384409.037215:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004463e8b0. 00000020:00000010:2.0:1767384409.037218:0:40458:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000059f44180. 00000040:00000010:2.0:1767384409.037224:0:40458:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000efbbaefc. 00000100:00000010:2.0:1767384409.037228:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff01b0c. 02000000:00000010:2.0:1767384409.037234:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eee952af. 00000100:00000010:2.0:1767384409.037239:0:40458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c3984c59. 02000000:00000010:2.0:1767384409.037253:0:40458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008a8b69b6. 00000400:00000010:2.0:1767384409.037258:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384409.037264:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004c07c525. 00000100:00000200:2.0:1767384409.037267:0:40458:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748259712, portal 25 00000400:00000010:2.0:1767384409.037271:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.037274:0:40458:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748259712, offset 0 00000400:00000200:2.0:1767384409.037279:0:40458:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.037285:0:40458:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.037292:0:40458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e109180 00000400:00000200:2.0:1767384409.037298:0:40458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2255 [2] + 0 00000400:00000010:2.0:1767384409.037301:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e3bfd3c. 00000400:00000200:2.0:1767384409.037305:0:40458:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000097d3ec8a 00000400:00000200:2.0:1767384409.037308:0:40458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.037312:0:40458:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.037316:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097d3ec8a 00000400:00000010:2.0:1767384409.037317:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097d3ec8a. 00000100:00000200:2.0:1767384409.037321:0:40458:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.037336:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.037338:0:40458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.037344:0:40458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff01b0c x1853236748259712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.037357:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000495817c0. 00000020:00000010:0.0:1767384409.037362:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000495817c0. 00000020:00000010:0.0:1767384409.037366:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a030fb0b. 00000020:00000010:0.0:1767384409.037369:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be2cf2f4. 00000020:00000010:0.0:1767384409.037372:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.037398:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000495817c0. 00000020:00000010:0.0:1767384409.037401:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000495817c0. 00000100:00000200:0.0:1767384409.037404:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259712 02000000:00000010:0.0:1767384409.037418:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000002a547db9. 00000040:00000010:0.0:1767384409.037423:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c3989349. 00000040:00000010:0.0:1767384409.037430:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.037643:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.037647:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c3989349. 00010000:00000200:0.0:1767384409.037654:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067a32e72 x1853236748259712/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 272/8472 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.037665:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b1a7cca7. 00000100:00000200:0.0:1767384409.037668:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748259712, offset 224 00000400:00000200:0.0:1767384409.037673:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.037678:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.037684:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e109180 00000400:00000200:0.0:1767384409.037689:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b61 [4] + 224 00000400:00000200:0.0:1767384409.037701:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.037705:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.037711:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff01b0c x1853236748259712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.037731:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1a7cca7 00000400:00000010:0.0:1767384409.037733:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b1a7cca7. 00000020:00000010:0.0:1767384409.037741:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be2cf2f4. 00000020:00000010:0.0:1767384409.037743:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.037746:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a030fb0b. 02000000:00000010:0.0:1767384409.037750:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000002a547db9. 00000100:00000200:0.0:1767384409.037759:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384409.037764:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a54451e2. 00000400:00000010:2.0:1767384409.037765:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000400:00000200:2.0:1767384409.037771:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c07c525 00000400:00000010:2.0:1767384409.037773:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004c07c525. 00000400:00000010:0.0:1767384409.037778:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1a7cca7. 00000100:00000200:2.0:1767384409.037779:0:40458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff01b0c x1853236748259712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.037791:0:40458:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff01b0c x1853236748259712/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384409.037805:0:40458:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c3984c59. 02000000:00000010:2.0:1767384409.037813:0:40458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008a8b69b6. 02000000:00000010:2.0:1767384409.037822:0:40458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000eee952af. 00000100:00000010:2.0:1767384409.037827:0:40458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff01b0c. 00000100:00000010:2.0:1767384409.037846:0:40458:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000086e9453f. 00000400:00000200:2.0:1767384409.037851:0:40458:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384409.037859:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.119@tcp 00000400:00000200:2.0:1767384409.037865:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384409.037871:0:40458:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002d7eff78 (43) 00000400:00000200:2.0:1767384409.037877:0:40458:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384409.037882:0:40458:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.119@tcp NID 192.168.202.119@tcp: 0. pending discovery 00000400:00000200:2.0:1767384409.037885:0:40458:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002d7eff78 (44) 00000400:00000200:2.0:1767384409.037888:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp 00000400:00000200:2.0:1767384409.037891:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.119@tcp10 00000400:00000200:2.0:1767384409.037895:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037897:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp10 00000400:00000200:2.0:1767384409.037899:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.119@tcp11 00000400:00000200:2.0:1767384409.037902:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037903:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp11 00000400:00000200:2.0:1767384409.037905:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.119@tcp12 00000400:00000200:2.0:1767384409.037908:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037910:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp12 00000400:00000200:2.0:1767384409.037911:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.119@tcp13 00000400:00000200:2.0:1767384409.037915:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037917:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp13 00000400:00000200:2.0:1767384409.037919:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.119@tcp14 00000400:00000200:2.0:1767384409.037921:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037923:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp14 00000400:00000200:2.0:1767384409.037925:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.119@tcp15 00000400:00000200:2.0:1767384409.037941:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037942:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp15 00000400:00000200:2.0:1767384409.037944:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.119@tcp16 00000400:00000200:2.0:1767384409.037947:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037949:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp16 00000400:00000200:2.0:1767384409.037951:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.119@tcp17 00000400:00000200:2.0:1767384409.037954:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037955:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp17 00000400:00000200:2.0:1767384409.037958:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.119@tcp18 00000400:00000200:2.0:1767384409.037960:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037962:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp18 00000400:00000200:2.0:1767384409.037964:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.119@tcp19 00000400:00000200:2.0:1767384409.037968:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037970:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp19 00000400:00000200:2.0:1767384409.037971:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.119@tcp20 00000400:00000200:2.0:1767384409.037975:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037976:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp20 00000400:00000200:2.0:1767384409.037985:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.119@tcp21 00000400:00000200:2.0:1767384409.037988:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.037993:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp21 00000400:00000200:2.0:1767384409.037995:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.119@tcp22 00000400:00000200:2.0:1767384409.037998:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038000:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp22 00000400:00000200:2.0:1767384409.038002:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.119@tcp23 00000400:00000200:2.0:1767384409.038005:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038006:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp23 00000400:00000200:2.0:1767384409.038008:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.119@tcp24 00000400:00000200:2.0:1767384409.038012:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038014:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp24 00000400:00000200:2.0:1767384409.038016:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.119@tcp25 00000400:00000200:2.0:1767384409.038020:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038022:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp25 00000400:00000200:2.0:1767384409.038024:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.119@tcp26 00000400:00000200:2.0:1767384409.038027:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038029:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp26 00000400:00000200:2.0:1767384409.038030:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.119@tcp27 00000400:00000200:2.0:1767384409.038034:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038036:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp27 00000400:00000200:2.0:1767384409.038038:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.119@tcp28 00000400:00000200:2.0:1767384409.038041:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038043:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp28 00000400:00000200:2.0:1767384409.038045:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.119@tcp29 00000400:00000200:2.0:1767384409.038049:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038050:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp29 00000400:00000200:2.0:1767384409.038052:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.119@tcp30 00000400:00000200:2.0:1767384409.038056:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038058:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp30 00000400:00000200:2.0:1767384409.038060:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.119@tcp31 00000400:00000200:2.0:1767384409.038063:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038064:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp31 00000400:00000200:2.0:1767384409.038066:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.119@tcp32 00000400:00000200:2.0:1767384409.038069:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038071:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp32 00000400:00000200:2.0:1767384409.038072:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.119@tcp33 00000400:00000200:2.0:1767384409.038076:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038077:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp33 00000400:00000200:2.0:1767384409.038080:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.119@tcp34 00000400:00000200:2.0:1767384409.038082:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038084:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp34 00000400:00000200:2.0:1767384409.038085:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.119@tcp35 00000400:00000200:2.0:1767384409.038089:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038090:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp35 00000400:00000200:2.0:1767384409.038093:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.119@tcp36 00000400:00000200:2.0:1767384409.038096:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038098:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp36 00000400:00000200:2.0:1767384409.038100:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.119@tcp37 00000400:00000200:2.0:1767384409.038103:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038134:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp37 00000400:00000200:2.0:1767384409.038140:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.119@tcp38 00000400:00000200:2.0:1767384409.038144:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038146:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp38 00000400:00000200:2.0:1767384409.038148:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.119@tcp39 00000400:00000200:2.0:1767384409.038151:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038153:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp39 00000400:00000200:2.0:1767384409.038155:0:40458:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.119@tcp40 00000400:00000200:2.0:1767384409.038158:0:40458:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.119@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384409.038160:0:40458:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.119@tcp40 00000100:00000010:2.0:1767384409.038162:0:40458:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000086e9453f. 00000020:00000010:2.0:1767384409.038169:0:40458:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000d8a5460f. 00000020:00000010:2.0:1767384409.038173:0:40458:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000008a804a6a. 00000020:00000010:2.0:1767384409.038176:0:40458:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000008a804a6a. 00000020:00000010:2.0:1767384409.038181:0:40458:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000008a804a6a. 00000020:00000010:2.0:1767384409.038186:0:40458:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000001319e825. 00000020:00000010:2.0:1767384409.038199:0:40458:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e7a10d51. 00000020:00000010:2.0:1767384409.038205:0:40458:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009c525e7c. 00000020:00000010:2.0:1767384409.038220:0:40458:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000001319e825. 00000020:00000010:2.0:1767384409.038225:0:40458:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 0000000055a264e4. 00000001:00000010:2.0:1767384409.038243:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004b9332a9. 00000001:00000010:2.0:1767384409.038247:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000068d50e0a. 00000001:00000010:2.0:1767384409.038258:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eee952af. 00000001:00000010:2.0:1767384409.038261:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b88391b1. 00000001:00000010:2.0:1767384409.038265:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc3c61a6. 00000001:00000010:2.0:1767384409.038267:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000687efd1e. 00000001:00000010:2.0:1767384409.038269:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000dac08613. 00000001:00000010:2.0:1767384409.038273:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b438453e. 00000001:00000010:2.0:1767384409.038275:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e38a5b6a. 00000001:00000010:2.0:1767384409.038277:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad577dac. 00000001:00000010:2.0:1767384409.038280:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028152aaf. 00000001:00000010:2.0:1767384409.038284:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d427bf41. 00000020:00000010:2.0:1767384409.038289:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b135e24. 00000020:00000010:2.0:1767384409.038294:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001319e825. 00000020:00000010:2.0:1767384409.038299:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000008:00000010:2.0:1767384409.038305:0:40458:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000061afbc7c. 00020000:00000010:2.0:1767384409.038310:0:40458:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000099be6485. 00008000:00000010:2.0:1767384409.038315:0:40458:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e1737ab9. 00000080:00000010:2.0:1767384409.038321:0:40458:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000041f0feee. 00000020:00000010:2.0:1767384409.038326:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082b341da. 00000020:00000010:2.0:1767384409.038330:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3631e42. 00000040:00000010:2.0:1767384409.038335:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000039e5cfb7. 00000020:00000010:2.0:1767384409.038340:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c35998c2. 00000020:00000010:2.0:1767384409.038343:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000077801305. 00000020:00000010:2.0:1767384409.038347:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000272234bf. 80000000:00000010:2.0:1767384409.038350:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000051129cbb. 40000000:00000010:2.0:1767384409.038354:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006c040cbe. 00100000:00000010:2.0:1767384409.038358:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3430a19. 00040000:00000010:2.0:1767384409.038361:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005cc3fdb9. 00040000:00000010:2.0:1767384409.038365:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e6a0b90. 00040000:00000010:2.0:1767384409.038369:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009aadd97e. 00080000:00000010:2.0:1767384409.038374:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000075fde252. 00000004:00000010:2.0:1767384409.038378:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000384c3e53. 00000004:00000010:2.0:1767384409.038384:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.038387:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d15279fd. 00000004:00000010:2.0:1767384409.038391:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c57887a7. 00000010:00000010:2.0:1767384409.038395:0:40458:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000004cc6b4d6. 00000010:00000010:2.0:1767384409.040261:0:40458:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000e0986552. 00000010:00000010:2.0:1767384409.040267:0:40458:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000006576cc28. 00000010:00000010:2.0:1767384409.040271:0:40458:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000014cdac5f. 00000010:00000010:2.0:1767384409.040277:0:40458:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000f3594c05. 00010000:00000010:2.0:1767384409.040286:0:40458:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000000629238e. 00010000:00000010:2.0:1767384409.040294:0:40458:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000d8867325. 00010000:00000010:2.0:1767384409.040300:0:40458:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000494023ed. 00000020:00000010:2.0:1767384409.040306:0:40458:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000019134301. 00000100:00000200:2.0:1767384409.040321:0:40458:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.119@tcp->12345-0@lo 00010000:00000010:2.0:1767384409.040328:0:40458:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009a53fd56. 00010000:00000010:2.0:1767384409.040333:0:40458:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000003c80b078. 00000001:00000010:2.0:1767384409.040337:0:40458:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e9ae45db. 00000001:00000010:2.0:1767384409.040342:0:40458:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000007aae8e21. 00000001:00000010:2.0:1767384409.040390:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072378740. 00000001:00000010:2.0:1767384409.040436:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000028450801. 00000001:00000010:2.0:1767384409.040481:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ded27a9c. 00000001:00000010:2.0:1767384409.040537:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000858918bf. 00000001:00000010:2.0:1767384409.040583:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000447f96b5. 00000001:00000010:2.0:1767384409.040628:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001772501a. 00000001:00000010:2.0:1767384409.040676:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000161d2f82. 00000001:00000010:2.0:1767384409.040724:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b802c8e1. 00000001:00000010:2.0:1767384409.040770:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006cc413f0. 00000001:00000010:2.0:1767384409.040823:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f461f71f. 00000001:00000010:2.0:1767384409.040878:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea349a70. 00000001:00000010:2.0:1767384409.040953:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5a47804. 00000001:00000010:2.0:1767384409.041031:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000353054f1. 00000001:00000010:2.0:1767384409.041080:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000616aa572. 00000001:00000010:2.0:1767384409.041430:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000d27b147. 00000020:00000010:3.0:1767384409.041437:0:40457:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.041443:0:40457:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000bc3f86ae. 00000001:00000010:2.0:1767384409.041481:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000124ce102. 00000001:00000010:2.0:1767384409.041531:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006433ffec. 00000001:00000010:2.0:1767384409.041581:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b505de8. 00000001:00000010:2.0:1767384409.041625:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ba971f14. 00000001:00000010:2.0:1767384409.041744:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e7089082. 00000004:00000010:0.0:1767384409.041752:0:16814:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000e2d0729f. 00080000:00000010:0.0:1767384409.041758:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a5d2239. 00080000:00000010:0.0:1767384409.041763:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fc994dc4. 00080000:00000010:0.0:1767384409.041767:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000087afb73. 00080000:00000010:0.0:1767384409.041772:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002fff4a06. 00080000:00000010:0.0:1767384409.041777:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b1f0fe52. 00000001:00000010:2.0:1767384409.041806:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fa1f4c0e. 00000001:00000010:2.0:1767384409.041866:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001ae9d6e6. 00000001:00000010:2.0:1767384409.041939:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e2bb279e. 00000001:00000010:2.0:1767384409.041995:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a2eb9ae6. 00000001:00000010:2.0:1767384409.042057:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f3872ce5. 00000001:00000010:2.0:1767384409.042146:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000623ed464. 00000001:00000010:2.0:1767384409.042233:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000212c5b9a. 00000001:00000010:2.0:1767384409.042294:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006efcb61b. 00000001:00000010:2.0:1767384409.042353:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cb0e6380. 00000001:00000010:2.0:1767384409.042412:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000497dd109. 00000001:00000010:2.0:1767384409.042462:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061cee5a1. 00000001:00000010:2.0:1767384409.042526:0:40458:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008e58be90. 00000020:00000010:2.0:1767384409.042602:0:40458:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009368186d. 00000020:00000010:2.0:1767384409.042606:0:40458:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000021f96197. 00000020:00000010:2.0:1767384409.042648:0:40458:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000eaee7e6. 00000020:00000010:2.0:1767384409.042651:0:40458:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007a4a472a. 00000010:00000010:2.0:1767384409.042663:0:40458:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000e0986552. 00000010:00000010:2.0:1767384409.042667:0:40458:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000014cdac5f. 00000010:00000010:2.0:1767384409.042668:0:40458:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000006576cc28. 00000010:00000010:2.0:1767384409.042670:0:40458:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000f3594c05. 00000020:00000010:2.0:1767384409.042692:0:40458:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002099d46b. 00000020:00000010:2.0:1767384409.042695:0:40458:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000852ac2ef. 00000020:00000010:2.0:1767384409.042712:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3631e42. 00000040:00000010:2.0:1767384409.042716:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000039e5cfb7. 00000020:00000010:2.0:1767384409.042720:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c35998c2. 00000020:00000010:2.0:1767384409.042723:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000077801305. 00000020:00000010:2.0:1767384409.042726:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000272234bf. 80000000:00000010:2.0:1767384409.042729:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000051129cbb. 40000000:00000010:2.0:1767384409.042732:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006c040cbe. 00100000:00000010:2.0:1767384409.042735:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d3430a19. 00040000:00000010:2.0:1767384409.042737:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005cc3fdb9. 00040000:00000010:2.0:1767384409.042740:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006e6a0b90. 00040000:00000010:2.0:1767384409.042743:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009aadd97e. 00080000:00000010:2.0:1767384409.042746:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000075fde252. 00000004:00000010:2.0:1767384409.042748:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000384c3e53. 00000004:00000010:2.0:1767384409.042751:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.042755:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d15279fd. 00000004:00000010:2.0:1767384409.042757:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c57887a7. 00000020:00000010:2.0:1767384409.042759:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082b341da. 00000020:00000010:2.0:1767384409.042763:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001319e825. 00000020:00000010:2.0:1767384409.042765:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000008:00000010:2.0:1767384409.042768:0:40458:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000061afbc7c. 00020000:00000010:2.0:1767384409.042771:0:40458:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000099be6485. 00008000:00000010:2.0:1767384409.042773:0:40458:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e1737ab9. 00000080:00000010:2.0:1767384409.042776:0:40458:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000041f0feee. 00000020:00000010:2.0:1767384409.042779:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b135e24. 00000020:00000010:2.0:1767384409.042783:0:40458:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 0000000055a264e4. 00000020:00000010:2.0:1767384409.042791:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4f4480d. 00000020:00000010:2.0:1767384409.042794:0:40458:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5419023. 00000040:00000010:2.0:1767384409.042798:0:40458:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009aadd97e. 00000020:00000010:2.0:1767384409.042800:0:40458:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d15279fd. 00000020:00000010:2.0:1767384409.042803:0:40458:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000077801305. 00000020:00000010:2.0:1767384409.042806:0:40458:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000272234bf. 80000000:00000010:2.0:1767384409.042809:0:40458:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000003025643. 40000000:00000010:2.0:1767384409.042812:0:40458:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000071ed747a. 00100000:00000010:2.0:1767384409.042815:0:40458:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000384c3e53. 00040000:00000010:2.0:1767384409.042818:0:40458:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005cc3fdb9. 00040000:00000010:2.0:1767384409.042821:0:40458:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000075fde252. 00040000:00000010:2.0:1767384409.042823:0:40458:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000039e5cfb7. 00080000:00000010:2.0:1767384409.042826:0:40458:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006e6a0b90. 00000004:00000010:2.0:1767384409.042829:0:40458:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d3430a19. 00000004:00000010:2.0:1767384409.042832:0:40458:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.042836:0:40458:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c35998c2. 00000004:00000010:2.0:1767384409.042839:0:40458:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008010cd55. 00000020:00000010:2.0:1767384409.042842:0:40458:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b135e24. 00000020:00000010:2.0:1767384409.042845:0:40458:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001319e825. 00000020:00000010:2.0:1767384409.042847:0:40458:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.042852:0:40458:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000d99d2e5a. 00000020:00000010:2.0:1767384409.042854:0:40458:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000004e12d1d. 00000020:00000010:2.0:1767384409.042860:0:40458:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000585b32dd. 00000100:00000010:2.0:1767384409.042882:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff01b0c. 02000000:00000010:2.0:1767384409.042893:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a8fb0013. 02000000:00000010:3.0:1767384409.042969:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be998cdc. 00000400:00000010:3.0:1767384409.042978:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4da9b4. 00000400:00000010:3.0:1767384409.042984:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.042990:0:16145:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748259840, portal 10 00000020:00000010:3.0:1767384409.042997:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003824bc22. 00000400:00000010:3.0:1767384409.043003:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000100:00000200:3.0:1767384409.043006:0:16145:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853236748259840, offset 0 00000400:00000200:3.0:1767384409.043014:0:16145:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.043024:0:16145:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.043036:0:16145:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695824e109200 00000400:00000200:3.0:1767384409.043051:0:16145:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2331 [64] + 0 00000400:00000200:3.0:1767384409.043059:0:16145:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.043064:0:16145:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384409.043067:0:40458:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000d99d2e5a. 00000100:00000200:3.0:1767384409.043070:0:16145:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1767384409.043072:0:40458:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000004e12d1d. 00000100:00000010:3.0:1767384409.043077:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000675377a1. 00000020:00000010:2.0:1767384409.043078:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e5419023. 00000040:00000010:2.0:1767384409.043084:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009aadd97e. 00000020:00000010:2.0:1767384409.043087:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d15279fd. 00000020:00000010:2.0:1767384409.043090:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000077801305. 00000020:00000010:2.0:1767384409.043093:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000272234bf. 00000400:00000200:3.0:1767384409.043097:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 80000000:00000010:2.0:1767384409.043097:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000003025643. 00000400:00000010:3.0:1767384409.043102:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 40000000:00000010:2.0:1767384409.043103:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000071ed747a. 00100000:00000010:2.0:1767384409.043130:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000384c3e53. 00040000:00000010:2.0:1767384409.043134:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005cc3fdb9. 00000100:00000200:3.0:1767384409.043136:0:16145:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005ff01b0c x1853236748259840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384409.043140:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000075fde252. 00040000:00000010:2.0:1767384409.043145:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000039e5cfb7. 00080000:00000010:2.0:1767384409.043150:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006e6a0b90. 00000004:00000010:2.0:1767384409.043153:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3430a19. 00000004:00000010:2.0:1767384409.043155:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.043158:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c35998c2. 00000004:00000010:2.0:1767384409.043159:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008010cd55. 00000020:00000010:2.0:1767384409.043161:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4f4480d. 00000020:00000010:2.0:1767384409.043163:0:40458:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001319e825. 00000020:00000010:2.0:1767384409.043165:0:40458:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.043167:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b135e24. 00000020:00000010:2.0:1767384409.043187:0:40458:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000d8a5460f. 00000020:00000010:2.0:1767384409.043190:0:40458:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000008a804a6a. 00000100:00000010:2.0:1767384409.043204:0:40458:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311560ee. 02000000:00000010:2.0:1767384409.043210:0:40458:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b135e24. 00000020:00000010:3.0:1767384409.043217:0:40435:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d6655b10. 00000100:00000010:2.0:1767384409.043218:0:40458:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000607e08a. 00040000:00000010:3.0:1767384409.043228:0:40435:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008199a687. 00000004:00000010:3.0:1767384409.043232:0:40435:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bdf790b1. 00000004:00000010:3.0:1767384409.043235:0:40435:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ebb00655. 00000004:00000010:3.0:1767384409.043238:0:40435:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008d5c3bb6. 00000020:00000010:3.0:1767384409.043246:0:40435:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f6d012. 00000020:00000010:3.0:1767384409.043248:0:40435:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.043251:0:40435:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000100:00000200:3.0:1767384409.043274:0:40435:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259840 02000000:00000010:3.0:1767384409.043287:0:40435:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006f457a1f. 00000400:00000010:3.0:1767384409.043295:0:40435:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000100:00000200:3.0:1767384409.043298:0:40435:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853236748259840, offset 0 00000400:00000200:3.0:1767384409.043302:0:40435:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.043306:0:40435:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.043311:0:40435:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695824e109200 00000400:00000200:3.0:1767384409.043316:0:40435:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b71 [1] + 0 00000400:00000200:3.0:1767384409.043319:0:40435:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.043322:0:40435:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384409.043327:0:40435:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005ff01b0c x1853236748259840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384409.043340:0:40435:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 00000400:00000010:3.0:1767384409.043342:0:40435:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000020:00000010:3.0:1767384409.043350:0:40435:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.043361:0:40435:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.043364:0:40435:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f6d012. 00000400:00000010:3.0:1767384409.043385:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e4da9b4. 00000400:00000200:3.0:1767384409.043387:0:16145:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384409.043389:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.043394:0:16145:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005ff01b0c x1853236748259840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384409.043403:0:16145:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005ff01b0c x1853236748259840/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384409.043425:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be998cdc. 02000000:00000010:3.0:1767384409.043431:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a8fb0013. 00000100:00000010:3.0:1767384409.043435:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005ff01b0c. 02000000:00000010:2.0:1767384409.043768:0:40458:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b94b9186. 00000400:00000010:2.0:1767384409.043773:0:40458:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384409.043776:0:40458:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006ff23ff6. 00000100:00000200:2.0:1767384409.043778:0:40458:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853236748259968, portal 25 00000400:00000010:2.0:1767384409.043780:0:40458:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.043782:0:40458:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853236748259968, offset 0 00000400:00000200:2.0:1767384409.043785:0:40458:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.043790:0:40458:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.043795:0:40458:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695824e109280 00000400:00000200:2.0:1767384409.043800:0:40458:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2259 [2] + 0 00000400:00000010:2.0:1767384409.043803:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000071db8b4. 00000400:00000200:2.0:1767384409.043805:0:40458:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000adc2b028 00000400:00000200:2.0:1767384409.043808:0:40458:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.043811:0:40458:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384409.043813:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adc2b028 00000400:00000010:2.0:1767384409.043815:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000adc2b028. 00000100:00000200:2.0:1767384409.043818:0:40458:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384409.043833:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.043835:0:40458:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.043839:0:40458:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000311560ee x1853236748259968/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384409.043870:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.043875:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.043879:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f6d012. 00000020:00000010:3.0:1767384409.043881:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.043884:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.043910:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.043913:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3f86ae. 00000100:00000200:3.0:1767384409.043916:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748259968 02000000:00000010:3.0:1767384409.043946:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000002cdeef2b. 00000040:00000010:3.0:1767384409.043953:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003d746f78. 00000040:00000010:3.0:1767384409.043967:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c9fc9430. 00000040:00000010:3.0:1767384409.044182:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c9fc9430. 00000040:00000010:3.0:1767384409.044186:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003d746f78. 00010000:00000200:3.0:1767384409.044193:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003084a9e3 x1853236748259968/t0(0) o502->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 272/8472 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384409.044202:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002c34c6b5. 00000100:00000200:3.0:1767384409.044205:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853236748259968, offset 224 00000400:00000200:3.0:1767384409.044208:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.044212:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.044217:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695824e109280 00000400:00000200:3.0:1767384409.044225:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b7d [4] + 224 00000400:00000200:3.0:1767384409.044229:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.044231:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384409.044236:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000311560ee x1853236748259968/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384409.044252:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c34c6b5 00000400:00000010:3.0:1767384409.044253:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002c34c6b5. 00000020:00000010:3.0:1767384409.044263:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.044268:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.044271:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f6d012. 02000000:00000010:3.0:1767384409.044279:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000002cdeef2b. 00000400:00000010:2.0:1767384409.044282:0:40458:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000400:00000200:2.0:1767384409.044287:0:40458:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ff23ff6 00000400:00000010:2.0:1767384409.044289:0:40458:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006ff23ff6. 00000100:00000200:3.0:1767384409.044292:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384409.044296:0:40458:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000311560ee x1853236748259968/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384409.044298:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e4da9b4. 00000400:00000010:3.0:1767384409.044305:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c34c6b5. 00000100:00000200:2.0:1767384409.044312:0:40458:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000311560ee x1853236748259968/t0(0) o502->MGC192.168.202.119@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384409.044330:0:40458:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000607e08a. 02000000:00000010:2.0:1767384409.044336:0:40458:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b94b9186. 02000000:00000010:2.0:1767384409.044344:0:40458:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007b135e24. 00000100:00000010:2.0:1767384409.044346:0:40458:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311560ee. 00000040:00000010:2.0:1767384409.044352:0:40458:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000efbbaefc. 00000020:00000010:2.0:1767384409.044358:0:40458:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000059f44180. 00000020:00000010:2.0:1767384409.044366:0:40458:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000039dbbbfe. 00000040:00000010:2.0:1767384409.044370:0:40458:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcebee2b. 00000020:00000010:2.0:1767384409.044373:0:40458:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000015309b6e. 00000020:00000010:2.0:1767384409.044376:0:40458:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.044380:0:40458:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d9b09cbb. 80000000:00000010:2.0:1767384409.044384:0:40458:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c52d2ce. 40000000:00000010:2.0:1767384409.044386:0:40458:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a3fd7ee7. 00100000:00000010:2.0:1767384409.044389:0:40458:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004e4fd16b. 00040000:00000010:2.0:1767384409.044392:0:40458:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b72a6eb. 00040000:00000010:2.0:1767384409.044394:0:40458:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aef00d21. 00040000:00000010:2.0:1767384409.044396:0:40458:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a6866b3f. 00080000:00000010:2.0:1767384409.044399:0:40458:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000afa86716. 00000004:00000010:2.0:1767384409.044402:0:40458:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000807726ad. 00000004:00000010:2.0:1767384409.044406:0:40458:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000032f7dc14. 00000004:00000010:2.0:1767384409.044410:0:40458:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c9a8d34f. 00002000:00000010:2.0:1767384409.044414:0:40458:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008782f875. 00000004:00000010:2.0:1767384409.044418:0:40458:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004463e8b0. 00000020:00000010:2.0:1767384409.044422:0:40458:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000445aa2e6. 00000040:00000010:0.0:1767384409.044444:0:40423:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000047591ff3. 00000040:00000010:0.0:1767384409.044451:0:40423:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006ca9bc00. 00000040:00000010:0.0:1767384409.044455:0:40423:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f466a409. 00000020:00000010:0.0:1767384409.044462:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000041214998. 00000040:00000010:0.0:1767384409.044466:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001b3b7943. 00000020:00000010:0.0:1767384409.044470:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e046cb49. 00000020:00000010:0.0:1767384409.044474:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008d6a5d68. 80000000:00000010:0.0:1767384409.044478:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000080a0fd42. 00040000:00000010:0.0:1767384409.044482:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008acb18d8. 00080000:00000010:0.0:1767384409.044486:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ba58a498. 20000000:00000010:0.0:1767384409.044490:0:40423:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f8a420ac. 00000020:00000010:0.0:1767384409.044494:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f3885046. 10000000:00000010:0.0:1767384409.044497:0:40423:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000005d89c10. 00000020:00000010:0.0:1767384409.044516:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2b39430. 00000040:00000010:0.0:1767384409.044525:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000063d95a66. 00000020:00000010:0.0:1767384409.044527:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000df699ec. 00000020:00000010:0.0:1767384409.044531:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000af17e9f6. 00040000:00000010:0.0:1767384409.044534:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008bfafa27. 00040000:00000010:0.0:1767384409.044537:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf3f7b0c. 00080000:00000010:0.0:1767384409.044539:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c9808d53. 00000020:00000010:0.0:1767384409.044542:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f7b4c73. 00000020:00000010:0.0:1767384409.044544:0:40423:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000003dc333c0. 00000020:00000010:0.0:1767384409.044548:0:40423:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000001834065e. 00000020:00000010:0.0:1767384409.044552:0:40423:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000021efe60a. 00000020:00000010:0.0:1767384409.044555:0:40423:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000013191dd8. 00000020:00000010:0.0:1767384409.044587:0:40423:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000015bb3cca. 00000100:00000010:0.0:1767384409.044627:0:40423:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027a37a5f. 02000000:00000010:0.0:1767384409.044636:0:40423:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005ce65cba. 00000100:00000010:0.0:1767384409.044642:0:40423:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003abae55b. 00000100:00000010:0.0:1767384409.044645:0:40423:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c4e4121e. 00000100:00000010:0.0:1767384409.044650:0:40423:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000631b029e. 00000400:00000010:0.0:1767384409.044659:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2c9231d. 00000400:00000010:0.0:1767384409.044663:0:40423:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059e512c7. 00000100:00000200:0.0:1767384409.044666:0:40423:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695824e109300-0x695824e109300, portal 33 02000000:00000010:0.0:1767384409.044680:0:40423:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b94b9186. 00000400:00000010:0.0:1767384409.044683:0:40423:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018045330. 00000400:00000010:0.0:1767384409.044686:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c500baab. 00000100:00000200:0.0:1767384409.044689:0:40423:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853236748260096, portal 25 00000400:00000010:0.0:1767384409.044692:0:40423:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017bb8789. 00000100:00000200:0.0:1767384409.044694:0:40423:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853236748260096, offset 0 00000400:00000200:0.0:1767384409.044699:0:40423:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.044704:0:40423:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.044710:0:40423:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695824e109300 00000400:00000200:0.0:1767384409.044715:0:40423:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x225d [2] + 0 00000400:00000010:0.0:1767384409.044719:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecf27e21. 00000400:00000200:0.0:1767384409.044722:0:40423:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003d0e927 00000400:00000200:0.0:1767384409.044725:0:40423:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.044736:0:40423:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384409.044740:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003d0e927 00000400:00000010:0.0:1767384409.044741:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003d0e927. 00000100:00000200:0.0:1767384409.044745:0:40423:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384409.044760:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017bb8789 00000400:00000010:0.0:1767384409.044761:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017bb8789. 00000100:00000200:0.0:1767384409.044766:0:40423:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027a37a5f x1853236748260096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384409.044791:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.044796:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.044801:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f6d012. 00000020:00000010:3.0:1767384409.044805:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8c6ab69. 00000020:00000010:3.0:1767384409.044808:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e845073d. 00000020:00000010:3.0:1767384409.044835:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc3f86ae. 00000020:00000010:3.0:1767384409.044839:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc3f86ae. 00000100:00000200:3.0:1767384409.044842:0:40428:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748260096 02000000:00000010:3.0:1767384409.044851:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c9fc9430. 20000000:00000010:3.0:1767384409.044868:0:40428:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000334df83d. 00000100:00000010:3.0:1767384409.044874:0:40428:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000034552a2f. 00000100:00000010:3.0:1767384409.044877:0:40428:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007050c398. 00000400:00000010:3.0:1767384409.044883:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000400:00000010:3.0:1767384409.044890:0:40428:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f27f167d. 00000400:00000200:3.0:1767384409.044894:0:40428:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767384409.044903:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767384409.044911:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695824e109300 00000400:00000200:3.0:1767384409.044915:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b8d [1] + 0 00000400:00000010:3.0:1767384409.044919:0:40428:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2c9231d. 00000400:00000200:3.0:1767384409.044944:0:40428:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000059e512c7 00000100:00000200:3.0:1767384409.044950:0:40428:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000034552a2f 00000400:00000200:3.0:1767384409.044959:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767384409.044968:0:40428:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b99 00000400:00000200:3.0:1767384409.044972:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.044976:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767384409.044979:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384409.044981:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.044984:0:40428:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000034552a2f 00000400:00000200:3.0:1767384409.044990:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059e512c7 00000400:00000010:3.0:1767384409.044991:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000059e512c7. 00000100:00000200:3.0:1767384409.044997:0:40428:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000027a37a5f desc 000000003abae55b mbits 1853236748260096 00000100:00000200:3.0:1767384409.045019:0:40428:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695824e109300-0x695824e109300 20000000:00000010:3.0:1767384409.045031:0:40428:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000004822923a. 20000000:00000010:3.0:1767384409.045040:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d746f78. 20000000:00000010:3.0:1767384409.045047:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3e4eb5f. 20000000:00000010:3.0:1767384409.045053:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000744ff801. 20000000:00000010:3.0:1767384409.045057:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d35b69d1. 20000000:00000010:3.0:1767384409.045061:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e8d9d4e. 20000000:00000010:3.0:1767384409.045065:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004ba569a2. 20000000:00000010:3.0:1767384409.045070:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000072ce72e7. 20000000:00000010:3.0:1767384409.045074:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cbdc4bb8. 20000000:00000010:3.0:1767384409.045079:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c0386ef8. 20000000:00000010:3.0:1767384409.045083:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9a840fa. 20000000:00000010:3.0:1767384409.045088:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008406a26c. 20000000:00000010:3.0:1767384409.045092:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000da037379. 20000000:00000010:3.0:1767384409.045097:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007562d3f0. 20000000:00000010:3.0:1767384409.045100:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abc769c0. 20000000:00000010:3.0:1767384409.045146:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f76cd2ff. 20000000:00000010:3.0:1767384409.045153:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098e0d7b7. 20000000:00000010:3.0:1767384409.045157:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000573660c. 20000000:00000010:3.0:1767384409.045163:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000089f0ead4. 20000000:00000010:3.0:1767384409.045168:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000080f7cc37. 20000000:00000010:3.0:1767384409.045180:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000049499a7f. 20000000:00000010:3.0:1767384409.045185:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d6cbc7db. 20000000:00000010:3.0:1767384409.045190:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c322ba68. 20000000:00000010:3.0:1767384409.045194:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d700442. 20000000:00000010:3.0:1767384409.045198:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb2c30d7. 20000000:00000010:3.0:1767384409.045203:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c18a6008. 20000000:00000010:3.0:1767384409.045208:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000479d6f04. 20000000:00000010:3.0:1767384409.045212:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000026d9bcf7. 20000000:00000010:3.0:1767384409.045219:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004dbc802c. 20000000:00000010:3.0:1767384409.045223:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc6c136a. 20000000:00000010:3.0:1767384409.045227:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d08c33de. 20000000:00000010:3.0:1767384409.045232:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002303fe35. 20000000:00000010:3.0:1767384409.045236:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059f4db20. 20000000:00000010:3.0:1767384409.045240:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001e4177e1. 20000000:00000010:3.0:1767384409.045244:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c4a4ae7. 20000000:00000010:3.0:1767384409.045249:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b3685ab. 20000000:00000010:3.0:1767384409.045253:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e806234. 20000000:00000010:3.0:1767384409.045257:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009202a5f6. 20000000:00000010:3.0:1767384409.045260:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f7120ca6. 20000000:00000010:3.0:1767384409.045265:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007f057258. 20000000:00000010:3.0:1767384409.045270:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065750ae0. 20000000:00000010:3.0:1767384409.045274:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1a806bb. 20000000:00000010:3.0:1767384409.045277:0:40428:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050c494b2. 00080000:00000010:3.0:1767384409.045409:0:40428:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000be998cdc. 00080000:00000010:0.0:1767384409.052212:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000be998cdc. 00010000:00000010:1.0:1767384409.052247:0:40429:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000058516650. 00000020:00000010:1.0:1767384409.052255:0:40429:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ca72188f. 00010000:00000010:1.0:1767384409.052269:0:40429:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000086cc7da6. 00000100:00000010:1.0:1767384409.052274:0:40429:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2aca911. 00000100:00000010:1.0:1767384409.052283:0:40429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dc6d284. 02000000:00000010:1.0:1767384409.052293:0:40429:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e540349. 02000000:00000010:1.0:1767384409.052316:0:40429:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e52e022. 00000400:00000010:1.0:1767384409.052322:0:40429:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443a9999. 00000400:00000010:1.0:1767384409.052328:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384409.052334:0:40429:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748260224, portal 16 00000400:00000010:1.0:1767384409.052340:0:40429:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000200:1.0:1767384409.052343:0:40429:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853236748260224, offset 0 00000400:00000200:1.0:1767384409.052353:0:40429:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384409.052364:0:40429:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384409.052372:0:40429:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695824e109380 00000400:00000200:1.0:1767384409.052377:0:40429:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1925 [2] + 1640 00000400:00000200:1.0:1767384409.052382:0:40429:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384409.052385:0:40429:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384409.052390:0:40429:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384409.052392:0:40429:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026fd0efb. 00000400:00000200:1.0:1767384409.052406:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcca406a 00000400:00000010:1.0:1767384409.052408:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000100:00000200:1.0:1767384409.052412:0:40429:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004dc6d284 x1853236748260224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384425 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00040000:00000010:2.0:1767384409.052418:0:16769:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e4ecbf94. 00000004:00000010:2.0:1767384409.052440:0:16769:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008b97d9f2. 00000004:00000010:2.0:1767384409.052443:0:16769:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000032f7dc14. 00000004:00000010:2.0:1767384409.052446:0:16769:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051fa79a1. 00000004:00000010:2.0:1767384409.052449:0:16769:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000083d8fcd2. 00000020:00000010:2.0:1767384409.052458:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000020:00000010:2.0:1767384409.052460:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000020:00000010:2.0:1767384409.052464:0:16769:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b135e24. 00000020:00000010:2.0:1767384409.052467:0:16769:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3594c05. 00000020:00000010:2.0:1767384409.052471:0:16769:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.052497:0:16769:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000946c51e6. 00000020:00000010:2.0:1767384409.052498:0:16769:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000946c51e6. 00000100:00000200:2.0:1767384409.052501:0:16769:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748260224 02000000:00000010:2.0:1767384409.052510:0:16769:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f71b74f1. 00000400:00000010:2.0:1767384409.052519:0:16769:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.052522:0:16769:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853236748260224, offset 224 00000400:00000200:2.0:1767384409.052526:0:16769:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.052531:0:16769:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.052536:0:16769:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695824e109380 00000400:00000200:2.0:1767384409.052539:0:16769:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b9d [1] + 224 00000400:00000200:2.0:1767384409.052542:0:16769:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.052544:0:16769:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384409.052548:0:16769:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004dc6d284 x1853236748260224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384425 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384409.052561:0:16769:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.052563:0:16769:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00010000:00000010:2.0:1767384409.052569:0:16769:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006ff23ff6. 00000400:00000010:1.0:1767384409.052572:0:40429:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443a9999. 00000400:00000200:1.0:1767384409.052577:0:40429:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384409.052579:0:40429:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000020:00000010:2.0:1767384409.052583:0:16769:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3594c05. 00000100:00000200:1.0:1767384409.052587:0:40429:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004dc6d284 x1853236748260224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384425 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384409.052588:0:16769:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.052593:0:16769:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b135e24. 00000100:00000200:1.0:1767384409.052603:0:40429:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004dc6d284 x1853236748260224/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384425 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384409.052619:0:16774:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004450a3ac. 02000000:00000010:1.0:1767384409.052622:0:40429:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e52e022. 02000000:00000010:1.0:1767384409.052627:0:40429:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e540349. 02000000:00000010:0.0:1767384409.052628:0:16774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e6ba7c8. 00000100:00000010:1.0:1767384409.052630:0:40429:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004dc6d284. 00000100:00000010:1.0:1767384409.052634:0:40429:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e2aca911. 00010000:00000010:1.0:1767384409.052637:0:40429:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000086cc7da6. 00010000:00000010:0.0:1767384409.052666:0:16774:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006ff23ff6. 02000000:00000010:3.0:1767384409.052674:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f4e3d2e. 00000400:00000010:3.0:1767384409.052692:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000756b735c. 00000400:00000010:3.0:1767384409.052696:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000200:3.0:1767384409.052698:0:16149:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748260352, portal 18 00000400:00000010:3.0:1767384409.052701:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000100:00000200:3.0:1767384409.052702:0:16149:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853236748260352, offset 0 00000400:00000200:3.0:1767384409.052706:0:16149:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384409.052711:0:16149:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384409.052718:0:16149:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695824e109400 00000400:00000200:3.0:1767384409.052721:0:16149:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:3.0:1767384409.052728:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f3898a7. 00000400:00000200:3.0:1767384409.052731:0:16149:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c420ba1a 00000400:00000200:3.0:1767384409.052734:0:16149:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384409.052737:0:16149:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384409.052739:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c420ba1a 00000400:00000010:3.0:1767384409.052740:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c420ba1a. 00000100:00000200:3.0:1767384409.052742:0:16149:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1767384409.052752:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7196170 00000400:00000010:3.0:1767384409.052754:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000100:00000200:3.0:1767384409.052758:0:16149:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004450a3ac x1853236748260352/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384425 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384409.052768:0:16771:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f2f4fccc. 00000004:00000010:0.0:1767384409.052773:0:16771:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d64db314. 00000004:00000010:0.0:1767384409.052776:0:16771:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a449647e. 00000004:00000010:0.0:1767384409.052779:0:16771:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004843ad15. 00000004:00000010:0.0:1767384409.052782:0:16771:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000015cff48e. 00000020:00000010:0.0:1767384409.052788:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026e06630. 00000020:00000010:0.0:1767384409.052790:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026e06630. 00000020:00000010:0.0:1767384409.052794:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000020:00000010:0.0:1767384409.052796:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c35bbd08. 00000020:00000010:0.0:1767384409.052799:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000100:00000200:0.0:1767384409.052812:0:16771:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000147e4194 x1853236748260352/t0(0) o103->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 328/0 e 0 to 0 dl 1767384420 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.052842:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026e06630. 00000020:00000010:0.0:1767384409.052845:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026e06630. 00000100:00000200:0.0:1767384409.052848:0:16771:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748260352 02000000:00000010:0.0:1767384409.052855:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000997f41a. 00010000:00000010:0.0:1767384409.052876:0:16771:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000026e06630. 00000100:00000010:0.0:1767384409.052879:0:16771:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a071dc0. 00000100:00000010:0.0:1767384409.052897:0:16771:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003a071dc0. 00010000:00000010:0.0:1767384409.052901:0:16771:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000026e06630. 00000400:00000010:0.0:1767384409.052909:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca3545c. 00000100:00000200:0.0:1767384409.052918:0:16771:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853236748260352, offset 224 00000400:00000200:0.0:1767384409.052925:0:16771:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.052944:0:16771:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.052951:0:16771:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695824e109400 00000400:00000200:0.0:1767384409.052955:0:16771:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2ba9 [1] + 224 00000400:00000200:0.0:1767384409.052959:0:16771:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.052963:0:16771:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.052969:0:16771:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004450a3ac x1853236748260352/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384425 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.052990:0:16771:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca3545c 00000400:00000010:0.0:1767384409.052993:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca3545c. 00000020:00000010:0.0:1767384409.053004:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c35bbd08. 00000020:00000010:0.0:1767384409.053007:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.053011:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 02000000:00000010:0.0:1767384409.053020:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000997f41a. 02000000:00000010:0.0:1767384409.053024:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028022c7c. 00000100:00000010:0.0:1767384409.053028:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d38ee915. 00000400:00000010:3.0:1767384409.053030:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000756b735c. 02000000:00000010:0.0:1767384409.053033:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000065bba94f. 00000400:00000200:3.0:1767384409.053034:0:16149:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000457eb4ca 00000400:00000010:3.0:1767384409.053037:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000010:0.0:1767384409.053038:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039cb15d8. 00000100:00000200:3.0:1767384409.053044:0:16149:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004450a3ac x1853236748260352/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384425 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384409.053044:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007f60637f. 00000100:00000010:0.0:1767384409.053050:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c612fcbe. 02000000:00000010:0.0:1767384409.053055:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d041d0fc. 00000100:00000010:0.0:1767384409.053059:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a71d968e. 00000100:00000200:3.0:1767384409.053060:0:16149:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004450a3ac x1853236748260352/t0(0) o103->MGC192.168.202.119@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384425 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384409.053063:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007253038d. 00000100:00000010:0.0:1767384409.053067:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000059706a99. 02000000:00000010:0.0:1767384409.053072:0:16771:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003c08a882. 00000100:00000010:0.0:1767384409.053077:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bb790a18. 00000100:00000200:0.0:1767384409.053082:0:16771:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:3.0:1767384409.053086:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f4e3d2e. 00000400:00000010:0.0:1767384409.053086:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be6caf34. 00000400:00000010:0.0:1767384409.053092:0:16771:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a071dc0. 02000000:00000010:3.0:1767384409.053094:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000e6ba7c8. 00000100:00000010:3.0:1767384409.053098:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004450a3ac. 00000100:00000010:1.0:1767384409.054343:0:40428:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007050c398. 00000100:00000010:1.0:1767384409.054348:0:40428:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000034552a2f. 20000000:00000010:1.0:1767384409.054351:0:40428:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000334df83d. 00010000:00000200:1.0:1767384409.054359:0:40428:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3798685 x1853236748260096/t0(0) o253->3ef09c6a-84be-4398-bf62-b694d82341a8@0@lo:390/0 lens 4784/4768 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384409.054370:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2aca911. 00000100:00000200:1.0:1767384409.054372:0:40428:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853236748260096, offset 224 00000400:00000200:1.0:1767384409.054375:0:40428:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384409.054379:0:40428:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384409.054382:0:40428:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695824e109300 00000400:00000200:1.0:1767384409.054386:0:40428:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b91 [2] + 224 00000400:00000200:1.0:1767384409.054390:0:40428:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384409.054391:0:40428:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384409.054395:0:40428:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027a37a5f x1853236748260096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384409.054408:0:40428:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2aca911 00000400:00000010:1.0:1767384409.054409:0:40428:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2aca911. 00000020:00000010:1.0:1767384409.054415:0:40428:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c721021c. 00000020:00000010:1.0:1767384409.054420:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8c6ab69. 00000020:00000010:1.0:1767384409.054424:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e845073d. 00000020:00000010:1.0:1767384409.054425:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f6d012. 02000000:00000010:1.0:1767384409.054429:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c9fc9430. 00000100:00000200:1.0:1767384409.054434:0:40428:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384409.054436:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443a9999. 00000400:00000010:0.0:1767384409.054437:0:40423:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018045330. 00000400:00000200:0.0:1767384409.054442:0:40423:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c500baab 00000400:00000010:0.0:1767384409.054444:0:40423:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c500baab. 00000400:00000010:1.0:1767384409.054455:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2aca911. 00000100:00000200:0.0:1767384409.054456:0:40423:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027a37a5f x1853236748260096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384409.054467:0:40423:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027a37a5f x1853236748260096/t0(0) o253->MGC192.168.202.119@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384409.054480:0:40423:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000631b029e. 02000000:00000010:0.0:1767384409.054487:0:40423:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b94b9186. 00000100:00000010:0.0:1767384409.054490:0:40423:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c4e4121e. 00000100:00000010:0.0:1767384409.054492:0:40423:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003abae55b. 02000000:00000010:0.0:1767384409.054495:0:40423:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005ce65cba. 00000100:00000010:0.0:1767384409.054498:0:40423:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027a37a5f. 00000020:00000010:0.0:1767384409.054503:0:40423:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000015bb3cca. 00000020:02000000:0.0:1767384409.054507:0:40423:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1767384409.056329:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af17e9f6. 00000020:00000010:0.0:1767384409.056333:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063d95a66. 00000040:00000010:0.0:1767384409.056336:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d2b39430. 00000020:00000010:0.0:1767384409.056339:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004456f05d. 00000020:00000010:0.0:1767384409.056342:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006549c8ea. 00000020:00000010:0.0:1767384409.056345:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000e6ba7c8. 80000000:00000010:0.0:1767384409.056347:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d7062294. 40000000:00000010:0.0:1767384409.056349:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000026e06630. 00100000:00000010:0.0:1767384409.056354:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a4bc6639. 00040000:00000010:0.0:1767384409.056356:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b0f7c32a. 00040000:00000010:0.0:1767384409.056359:0:40423:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000075fac313. 00040000:00000010:0.0:1767384409.056361:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009ca01fde. 00080000:00000010:0.0:1767384409.056364:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cc81a468. 00000004:00000010:0.0:1767384409.056366:0:40423:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000de7df81e. 00000004:00000010:0.0:1767384409.056369:0:40423:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d6eee7a9. 00000004:00000010:0.0:1767384409.056371:0:40423:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de6087c3. 00000004:00000010:0.0:1767384409.056373:0:40423:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003abae55b. 00000020:00000010:0.0:1767384409.056375:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf3f7b0c. 00000020:00000010:0.0:1767384409.056377:0:40423:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c35bbd08. 00000020:00000010:0.0:1767384409.056378:0:40423:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000ad8de74. 00000020:00000010:0.0:1767384409.056418:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000624e3610. 00080000:00000010:0.0:1767384409.056423:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003eb25dc7. 00080000:00000010:0.0:1767384409.056523:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003eb25dc7. 00000020:00000010:0.0:1767384409.056526:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000624e3610. 00000004:00000010:0.0:1767384409.056532:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cfb18b8e. 00000004:00000010:0.0:1767384409.056536:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004029929d. 00000004:00000010:0.0:1767384409.056540:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bb186c7d. 00080000:00000010:0.0:1767384409.056543:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003eb25dc7. 00040000:00000010:0.0:1767384409.056641:0:40423:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000092ee708. 00000004:00000010:0.0:1767384409.056645:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000304e3088. 00000004:00000010:0.0:1767384409.056648:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cef96338. 00000004:00000010:0.0:1767384409.056649:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002e60f3f3. 00080000:00000010:0.0:1767384409.056651:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab1eb83b. 00000020:00000010:0.0:1767384409.056682:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000337c5b95. 00080000:00000010:0.0:1767384409.056684:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007c3333f7. 00080000:00000010:0.0:1767384409.056708:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007c3333f7. 00000020:00000010:0.0:1767384409.056710:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000337c5b95. 00000004:00000010:0.0:1767384409.056713:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b7581ac4. 00000004:00000010:0.0:1767384409.056715:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006f1de761. 00000004:00000010:0.0:1767384409.056717:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003be0ce30. 00080000:00000010:0.0:1767384409.056719:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007c3333f7. 00100000:00000010:0.0:1767384409.056735:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000071daccb0. 00000004:00000010:0.0:1767384409.056748:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001cbae19a. 00000004:00000010:0.0:1767384409.056750:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001d0a1015. 00000004:00000010:0.0:1767384409.056751:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ae46b071. 00080000:00000010:0.0:1767384409.056753:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d1c8f4ea. 00100000:00000010:0.0:1767384409.056889:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008d29a554. 00040000:00000010:0.0:1767384409.056895:0:40423:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003026fe71. 00000001:00000010:0.0:1767384409.056899:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008acb18d8. 00000001:00000010:0.0:1767384409.056903:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000277db242. 00000001:00000010:0.0:1767384409.056905:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000003dc333c0. 00040000:00000010:0.0:1767384409.056923:0:40423:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d851b237. 00000004:00000010:0.0:1767384409.056926:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003c156fb2. 00000004:00000010:0.0:1767384409.056949:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b5907d25. 00000004:00000010:0.0:1767384409.056952:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d3833135. 00080000:00000010:0.0:1767384409.056955:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007fab50a3. 00000020:00000010:0.0:1767384409.056972:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000021a0f0af. 00080000:00000010:0.0:1767384409.056974:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000069afe849. 00080000:00000010:0.0:1767384409.056995:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000069afe849. 00000020:00000010:0.0:1767384409.056997:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000021a0f0af. 00000004:00000010:0.0:1767384409.057001:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003c51dd75. 00000004:00000010:0.0:1767384409.057003:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000047c89a1e. 00000004:00000010:0.0:1767384409.057005:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006cb58fb7. 00080000:00000010:0.0:1767384409.057006:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000069afe849. 00100000:00000010:0.0:1767384409.057021:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003978b443. 00000004:00000010:0.0:1767384409.057030:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c4445cb0. 00000004:00000010:0.0:1767384409.057032:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004a985185. 00000004:00000010:0.0:1767384409.057034:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006e07f4a9. 00080000:00000010:0.0:1767384409.057037:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c85f5508. 00100000:00000010:0.0:1767384409.057052:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000580ef13e. 00040000:00000010:0.0:1767384409.057055:0:40423:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000099721f36. 00000001:00000010:0.0:1767384409.057057:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f3885046. 00000001:00000010:0.0:1767384409.057059:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006b720cbd. 00000001:00000010:0.0:1767384409.057061:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000fc8ad3d8. 00040000:00000010:0.0:1767384409.057066:0:40423:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000009426e46a. 00000004:00000010:0.0:1767384409.057068:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000881d5a4d. 00000004:00000010:0.0:1767384409.057070:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e9e00a21. 00000004:00000010:0.0:1767384409.057072:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cbe03631. 00080000:00000010:0.0:1767384409.057074:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a3fee5ef. 00000020:00000010:0.0:1767384409.057083:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000081ace0e7. 00080000:00000010:0.0:1767384409.057084:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c1cc570. 00080000:00000010:0.0:1767384409.057102:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002c1cc570. 00000020:00000010:0.0:1767384409.057104:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000081ace0e7. 00000004:00000010:0.0:1767384409.057134:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f189a77e. 00000004:00000010:0.0:1767384409.057138:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f87ea6a2. 00000004:00000010:0.0:1767384409.057141:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000347cefac. 00080000:00000010:0.0:1767384409.057148:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002c1cc570. 00100000:00000010:0.0:1767384409.057173:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000411603f0. 00000004:00000010:0.0:1767384409.057183:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ec088cd9. 00000004:00000010:0.0:1767384409.057185:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005e35975b. 00000004:00000010:0.0:1767384409.057187:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d52c6c3a. 00080000:00000010:0.0:1767384409.057189:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ffbb9a11. 00100000:00000010:0.0:1767384409.057205:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000047cb862d. 00040000:00000010:0.0:1767384409.057208:0:40423:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000881c68ab. 00000001:00000010:0.0:1767384409.057210:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000008d6a5d68. 00000001:00000010:0.0:1767384409.057212:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e20df1c8. 00000001:00000010:0.0:1767384409.057214:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000007b6da9a4. 00040000:00000010:0.0:1767384409.057220:0:40423:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000b67d9cdb. 00000020:00000010:0.0:1767384409.057221:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b3b7943. 00000020:00000010:0.0:1767384409.057223:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041214998. 00000020:00000010:0.0:1767384409.057225:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df298f02. 00000020:00000010:0.0:1767384409.057227:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004c57a690. 00000020:00000010:0.0:1767384409.057229:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f466a409. 80000000:00000010:0.0:1767384409.057231:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004901b57f. 40000000:00000010:0.0:1767384409.057232:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f69fc6de. 00100000:00000010:0.0:1767384409.057234:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002840c5bc. 00040000:00000010:0.0:1767384409.057236:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000055d4fdbd. 00040000:00000010:0.0:1767384409.057238:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005e2f1a5e. 00080000:00000010:0.0:1767384409.057239:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d4912af7. 00002000:00000010:0.0:1767384409.057242:0:40423:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000997f41a. 00000020:00000010:0.0:1767384409.057406:0:40423:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000005d2f48a5. 00000020:00000010:0.0:1767384409.057410:0:40423:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000005d2f48a5. 00000020:00000010:0.0:1767384409.057413:0:40423:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000766afa80. 00000020:00000010:0.0:1767384409.057419:0:40423:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000005d2f48a5. 00000020:00000010:0.0:1767384409.057421:0:40423:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000005d2f48a5. 00040000:00000010:0.0:1767384409.057438:0:40423:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000c9e25deb. 00000020:00000010:0.0:1767384409.057446:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a32b9e0e. 00080000:00000010:0.0:1767384409.057449:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003706a0e3. 00080000:00000010:0.0:1767384409.057470:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003706a0e3. 00000020:00000010:0.0:1767384409.057477:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a32b9e0e. 00000004:00000010:0.0:1767384409.057481:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004d86b20b. 00000004:00000010:0.0:1767384409.057484:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca47429f. 00000004:00000010:0.0:1767384409.057485:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002c3c6380. 00080000:00000010:0.0:1767384409.057487:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003706a0e3. 00100000:00000010:0.0:1767384409.057505:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000098eca5eb. 00000004:00000010:0.0:1767384409.057515:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000053cf2f7. 00000004:00000010:0.0:1767384409.057518:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e4d5b782. 00000004:00000010:0.0:1767384409.057519:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a4f4bbdd. 00080000:00000010:0.0:1767384409.057521:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000042f1ffaa. 00100000:00000010:0.0:1767384409.057536:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fa67ea13. 00040000:00000010:0.0:1767384409.057538:0:40423:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000feaf8f57. 00000001:00000010:0.0:1767384409.057541:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009bf34dd1. 00000001:00000010:0.0:1767384409.057543:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ac3ba5d3. 00000001:00000010:0.0:1767384409.057545:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000ac746815. 00040000:00000010:0.0:1767384409.057549:0:40423:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e5f44939. 00000020:00000010:0.0:1767384409.057558:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d991b5c5. 00080000:00000010:0.0:1767384409.057560:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008537e9f6. 00080000:00000010:0.0:1767384409.057577:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008537e9f6. 00000020:00000010:0.0:1767384409.057578:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d991b5c5. 00000004:00000010:0.0:1767384409.057582:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000653194fd. 00000004:00000010:0.0:1767384409.057584:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000480167cc. 00000004:00000010:0.0:1767384409.057586:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e297065c. 00080000:00000010:0.0:1767384409.057587:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008537e9f6. 00100000:00000010:0.0:1767384409.057601:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000eb24adbd. 00000004:00000010:0.0:1767384409.057610:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f84a0ca2. 00000004:00000010:0.0:1767384409.057612:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b47d9515. 00000004:00000010:0.0:1767384409.057613:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002eb415e6. 00080000:00000010:0.0:1767384409.057615:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002404f635. 00100000:00000010:0.0:1767384409.057630:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bf53a7df. 00040000:00000010:0.0:1767384409.057632:0:40423:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ad990b9c. 00000001:00000010:0.0:1767384409.057634:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a030fb0b. 00000001:00000010:0.0:1767384409.057636:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005a6feb52. 00000001:00000010:0.0:1767384409.057641:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002280f483. 00040000:00000010:0.0:1767384409.057645:0:40423:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000465b3729. 00000020:00000010:0.0:1767384409.057657:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000480d8e39. 00080000:00000010:0.0:1767384409.057659:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad309da3. 00080000:00000010:0.0:1767384409.057680:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ad309da3. 00000020:00000010:0.0:1767384409.057681:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000480d8e39. 00000004:00000010:0.0:1767384409.057684:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006e293fc9. 00000004:00000010:0.0:1767384409.057686:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003593c1bf. 00000004:00000010:0.0:1767384409.057688:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a369847c. 00080000:00000010:0.0:1767384409.057690:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ad309da3. 00100000:00000010:0.0:1767384409.057704:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005df830ef. 00000004:00000010:0.0:1767384409.057712:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000098af0c69. 00000004:00000010:0.0:1767384409.057714:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000014619b20. 00000004:00000010:0.0:1767384409.057716:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000009ed90f7. 00080000:00000010:0.0:1767384409.057718:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007b3be325. 00100000:00000010:0.0:1767384409.057732:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aeaa02b0. 00040000:00000010:0.0:1767384409.057734:0:40423:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000006f5090d1. 00000001:00000010:0.0:1767384409.057736:0:40423:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000067604fca. 00000001:00000010:0.0:1767384409.057738:0:40423:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000083486599. 00000001:00000010:0.0:1767384409.057739:0:40423:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000002a386b8b. 00040000:00000010:0.0:1767384409.057743:0:40423:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 000000005374ae34. 00000020:00000010:0.0:1767384409.057746:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000025cb8fe. 00000020:00000010:0.0:1767384409.057747:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a7ce052. 00000020:00000010:0.0:1767384409.057749:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009d17eb54. 00000020:00000010:0.0:1767384409.057751:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a3f0ea6d. 00000020:00000010:0.0:1767384409.057753:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a54e19f. 80000000:00000010:0.0:1767384409.057754:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000deb7e75e. 40000000:00000010:0.0:1767384409.057756:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000021b6cd41. 00100000:00000010:0.0:1767384409.057758:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a6a02acc. 00040000:00000010:0.0:1767384409.057760:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a4b03c97. 00040000:00000010:0.0:1767384409.057761:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000251985ab. 00080000:00000010:0.0:1767384409.057763:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000004c373a1. 00002000:00000010:0.0:1767384409.057765:0:40423:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000005c04e08. 00000020:00000010:0.0:1767384409.057912:0:40423:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000006f9ed970. 00000020:00000010:0.0:1767384409.057916:0:40423:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000006f9ed970. 00000020:00000010:0.0:1767384409.057919:0:40423:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000898c8848. 00000020:00000010:0.0:1767384409.057923:0:40423:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000006f9ed970. 00000020:00000010:0.0:1767384409.057925:0:40423:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000006f9ed970. 40000000:00000010:0.0:1767384409.057941:0:40423:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 0000000028a81e6a. 00080000:00000010:0.0:1767384409.058007:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ac70c127. 00010000:00000010:0.1:1767384409.064143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e80f15e. 00010000:00000010:1.1:1767384409.064154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a6d5153b. 00010000:00000010:0.1:1767384409.064154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00010000:00000010:0.1:1767384409.064158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a5638ee8. 00010000:00000010:1.1:1767384409.064164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000058516650. 00080000:00000010:3.0:1767384409.064586:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ac70c127. 00000004:00000010:0.0:1767384409.064617:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000035431a86. 00000004:00000010:0.0:1767384409.064639:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002b4cb13d. 00000004:00000010:0.0:1767384409.064644:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e070b9ea. 00080000:00000010:0.0:1767384409.064650:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4786a4a. 00000004:00000010:0.0:1767384409.064844:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008106e0c3. 00000004:00000010:0.0:1767384409.064850:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000028570042. 00000004:00000010:0.0:1767384409.064852:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000009b25aaf. 00080000:00000010:0.0:1767384409.064855:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000151fa691. 00000020:00000010:0.0:1767384409.064953:0:40423:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000002cdeef2b. 00080000:00000010:0.0:1767384409.064959:0:40423:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000006681a044. 00080000:00000010:0.0:1767384409.064962:0:40423:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000487ff843. 00000004:00000010:0.0:1767384409.065043:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fb7cb9fd. 00000004:00000010:0.0:1767384409.065055:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009dca228d. 00000004:00000010:0.0:1767384409.065062:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000152e89b1. 00080000:00000010:0.0:1767384409.065068:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a58a4369. 00000100:00000010:1.0:1767384409.065156:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc953abe. 00000100:00000010:3.0:1767384409.065157:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067968db1. 00000100:00000010:2.0:1767384409.065167:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b7699be. 00080000:00000010:0.0:1767384409.065268:0:40423:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000487ff843. 00080000:00000010:0.0:1767384409.065273:0:40423:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000006681a044. 00000020:00000010:0.0:1767384409.065276:0:40423:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000002cdeef2b. 00000004:00000010:0.0:1767384409.065281:0:40423:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000b5207029. 00000004:00000010:0.0:1767384409.065286:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a0cc6a5e. 00000004:00000010:0.0:1767384409.065290:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ed54daf. 00000004:00000010:0.0:1767384409.065293:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000096611064. 00080000:00000010:0.0:1767384409.065296:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005a1078fa. 00000020:00000010:0.0:1767384409.065340:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a33c0872. 00000020:00000010:0.0:1767384409.065345:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc62666d. 00000040:00000010:0.0:1767384409.065354:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003277b6e5. 00000020:00000010:0.0:1767384409.065358:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d459e444. 00000020:00000010:0.0:1767384409.065362:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001b687ea3. 00000020:00000010:0.0:1767384409.065367:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a235377. 80000000:00000010:0.0:1767384409.065369:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fbc92f3e. 40000000:00000010:0.0:1767384409.065372:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002cc59af0. 00100000:00000010:0.0:1767384409.065377:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000275eb88a. 00040000:00000010:0.0:1767384409.065381:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b288da4. 00040000:00000010:0.0:1767384409.065384:0:40423:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d369470. 00040000:00000010:0.0:1767384409.065387:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b38bc6fc. 00080000:00000010:0.0:1767384409.065390:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000067b26b75. 00000004:00000010:0.0:1767384409.065394:0:40423:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e8675622. 00000004:00000010:0.0:1767384409.065398:0:40423:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006e8ff0aa. 00000004:00000010:0.0:1767384409.065401:0:40423:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c11eeaf8. 00000004:00000010:0.0:1767384409.065405:0:40423:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d4fae326. 00000100:00000010:0.0:1767384409.065458:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f7a2901. 00000004:00000010:0.0:1767384409.065590:0:40423:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000cb4c328d. 00000040:00000010:0.0:1767384409.065595:0:40423:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000013faaa58. 00000020:00000010:0.0:1767384409.065601:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c483e44a. 00000020:00000010:0.0:1767384409.065604:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000091f6fb91. 00000040:00000010:0.0:1767384409.065606:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ead45392. 00000020:00000010:0.0:1767384409.065609:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df6ef509. 00000020:00000010:0.0:1767384409.065612:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5cc9373. 00000020:00000010:0.0:1767384409.065614:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000088bf11f8. 80000000:00000010:0.0:1767384409.065617:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee388d04. 40000000:00000010:0.0:1767384409.065619:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f51471fc. 00100000:00000010:0.0:1767384409.065622:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033377573. 00040000:00000010:0.0:1767384409.065624:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002bc61b2b. 00040000:00000010:0.0:1767384409.065627:0:40423:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005a29d2c3. 00040000:00000010:0.0:1767384409.065630:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089d3a502. 00080000:00000010:0.0:1767384409.065633:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bf7ac602. 00000004:00000010:0.0:1767384409.065635:0:40423:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a830668. 00000004:00000010:0.0:1767384409.065638:0:40423:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e13bb036. 00000004:00000010:0.0:1767384409.065647:0:40423:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066e30b94. 00000004:00000010:0.0:1767384409.065650:0:40423:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009ccbd8c2. 00000040:00000010:2.0:1767384409.065852:0:40464:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000007b135e24. 00000004:00000010:0.0:1767384409.065855:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ef185305. 00000004:00000010:0.0:1767384409.065862:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b0a4c081. 00000040:00000010:2.0:1767384409.065874:0:40464:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000dfc25644. 00000004:00000010:0.0:1767384409.065877:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000567dda6e. 00080000:00000010:0.0:1767384409.065885:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e51e5d4. 00000040:00000010:2.0:1767384409.065894:0:40464:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000003025643. 00000020:00000010:2.0:1767384409.065900:0:40464:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082b341da. 00000020:00000010:2.0:1767384409.065904:0:40464:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e3631e42. 00000040:00000010:2.0:1767384409.065908:0:40464:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aaaff123. 00000020:00000010:2.0:1767384409.065911:0:40464:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d2743f9. 00000020:00000010:2.0:1767384409.065914:0:40464:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.065917:0:40464:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6866b3f. 80000000:00000010:2.0:1767384409.065920:0:40464:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c1512f1f. 40000000:00000010:2.0:1767384409.065922:0:40464:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000010b7f615. 00100000:00000010:2.0:1767384409.065925:0:40464:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002fd781bb. 00040000:00000010:2.0:1767384409.065938:0:40464:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007db629e9. 00040000:00000010:2.0:1767384409.065941:0:40464:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c0dd92d6. 00040000:00000010:2.0:1767384409.065944:0:40464:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9b09cbb. 00080000:00000010:2.0:1767384409.065946:0:40464:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a6f1ed0a. 00000004:00000010:2.0:1767384409.065949:0:40464:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000077e72c30. 00000004:00000010:2.0:1767384409.065952:0:40464:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.065955:0:40464:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c9a8d34f. 00002000:00000010:2.0:1767384409.065958:0:40464:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008010cd55. 00000004:00000010:2.0:1767384409.065961:0:40464:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c043420d. 00000020:00000010:2.0:1767384409.065964:0:40464:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ab66f522. 00000040:00000010:2.0:1767384409.065986:0:40464:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 000000002df44ebb. 00080000:00000010:0.0:1767384409.066242:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008e51e5d4. 00000004:00000010:0.0:1767384409.066248:0:40423:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000567dda6e. 00000004:00000010:0.0:1767384409.066252:0:40423:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b0a4c081. 00000004:00000010:0.0:1767384409.066255:0:40423:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ef185305. 00000004:00000010:0.0:1767384409.066261:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008738d8b0. 00000004:00000010:0.0:1767384409.066264:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b0a4c081. 00000004:00000010:0.0:1767384409.066267:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000567dda6e. 00080000:00000010:0.0:1767384409.066271:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e51e5d4. 00000004:00000010:0.0:1767384409.066349:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002c2532e9. 00000004:00000010:0.0:1767384409.066353:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fa309ce0. 00000004:00000010:0.0:1767384409.066356:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004be50ae7. 00080000:00000010:0.0:1767384409.066359:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000052d4f4fa. 00080000:00000010:0.0:1767384409.066649:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000052d4f4fa. 00000004:00000010:0.0:1767384409.066653:0:40423:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004be50ae7. 00000004:00000010:0.0:1767384409.066655:0:40423:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fa309ce0. 00000004:00000010:0.0:1767384409.066657:0:40423:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002c2532e9. 00000004:00000010:0.0:1767384409.066663:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a1b723f8. 00000004:00000010:0.0:1767384409.066666:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fa309ce0. 00000004:00000010:0.0:1767384409.066668:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004be50ae7. 00080000:00000010:0.0:1767384409.066672:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000052d4f4fa. 00000004:00000010:0.0:1767384409.066816:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003231f407. 00000004:00000010:0.0:1767384409.066822:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008265c272. 00000004:00000010:0.0:1767384409.066825:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004e92c73c. 00080000:00000010:0.0:1767384409.066829:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000022a245e4. 00080000:00000010:0.0:1767384409.066984:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000022a245e4. 00000004:00000010:0.0:1767384409.066988:0:40423:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004e92c73c. 00000004:00000010:0.0:1767384409.066991:0:40423:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008265c272. 00000004:00000010:0.0:1767384409.066999:0:40423:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003231f407. 00000004:00000010:0.0:1767384409.067005:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000050496a2e. 00000004:00000010:0.0:1767384409.067009:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008265c272. 00000004:00000010:0.0:1767384409.067012:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004e92c73c. 00080000:00000010:0.0:1767384409.067016:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000022a245e4. 00000004:00000010:0.0:1767384409.067063:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fb211e80. 00000004:00000010:0.0:1767384409.067067:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e2e452c7. 00000004:00000010:0.0:1767384409.067070:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000053c80fa7. 00080000:00000010:0.0:1767384409.067074:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000136741e8. 00080000:00000010:0.0:1767384409.067244:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000136741e8. 00000004:00000010:0.0:1767384409.067248:0:40423:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000053c80fa7. 00000004:00000010:0.0:1767384409.067251:0:40423:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e2e452c7. 00000004:00000010:0.0:1767384409.067252:0:40423:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fb211e80. 00000004:00000010:0.0:1767384409.067258:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009a75e5b2. 00000004:00000010:0.0:1767384409.067262:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e2e452c7. 00000004:00000010:0.0:1767384409.067264:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000053c80fa7. 00080000:00000010:0.0:1767384409.067268:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000136741e8. 00000020:00000010:0.0:1767384409.067317:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ea4ce842. 00080000:00000010:0.0:1767384409.067322:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc0d6e05. 00080000:00000010:0.0:1767384409.067356:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cc0d6e05. 00000020:00000010:0.0:1767384409.067359:0:40423:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ea4ce842. 00000004:00000010:0.0:1767384409.067365:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f8e3b5e4. 00000040:00000010:2.0:1767384409.067375:0:40464:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 000000002df44ebb. 00000004:00000010:0.0:1767384409.067379:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000021b939bb. 00000004:00000010:0.0:1767384409.067385:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036606e0a. 00000020:00000010:2.0:1767384409.067387:0:40464:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ab66f522. 00080000:00000010:0.0:1767384409.067389:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc0d6e05. 00000020:00000010:2.0:1767384409.067396:0:40464:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e3631e42. 00000040:00000010:2.0:1767384409.067400:0:40464:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aaaff123. 00000020:00000010:2.0:1767384409.067403:0:40464:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d2743f9. 00000020:00000010:2.0:1767384409.067406:0:40464:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.067410:0:40464:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a6866b3f. 80000000:00000010:2.0:1767384409.067414:0:40464:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c1512f1f. 40000000:00000010:2.0:1767384409.067416:0:40464:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000010b7f615. 00100000:00000010:2.0:1767384409.067418:0:40464:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002fd781bb. 00040000:00000010:2.0:1767384409.067421:0:40464:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007db629e9. 00040000:00000010:2.0:1767384409.067423:0:40464:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c0dd92d6. 00040000:00000010:2.0:1767384409.067426:0:40464:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d9b09cbb. 00080000:00000010:2.0:1767384409.067428:0:40464:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a6f1ed0a. 00000004:00000010:2.0:1767384409.067431:0:40464:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000077e72c30. 00000004:00000010:2.0:1767384409.067434:0:40464:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.067437:0:40464:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c9a8d34f. 00002000:00000010:2.0:1767384409.067439:0:40464:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008010cd55. 00000004:00000010:2.0:1767384409.067441:0:40464:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c043420d. 00000020:00000010:2.0:1767384409.067443:0:40464:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082b341da. 00000040:00000010:2.0:1767384409.067445:0:40464:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000003025643. 00000020:00000010:2.0:1767384409.067449:0:40464:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000091f6fb91. 00000040:00000010:2.0:1767384409.067450:0:40464:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ead45392. 00000020:00000010:2.0:1767384409.067451:0:40464:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df6ef509. 00000020:00000010:2.0:1767384409.067453:0:40464:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a5cc9373. 00000020:00000010:2.0:1767384409.067455:0:40464:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000088bf11f8. 80000000:00000010:2.0:1767384409.067456:0:40464:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee388d04. 40000000:00000010:2.0:1767384409.067457:0:40464:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f51471fc. 00100000:00000010:2.0:1767384409.067458:0:40464:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033377573. 00040000:00000010:2.0:1767384409.067459:0:40464:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002bc61b2b. 00040000:00000010:2.0:1767384409.067461:0:40464:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005a29d2c3. 00040000:00000010:2.0:1767384409.067462:0:40464:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089d3a502. 00080000:00000010:2.0:1767384409.067464:0:40464:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bf7ac602. 00000004:00000010:2.0:1767384409.067466:0:40464:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a830668. 00000004:00000010:2.0:1767384409.067467:0:40464:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e13bb036. 00000004:00000010:2.0:1767384409.067468:0:40464:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066e30b94. 00000004:00000010:2.0:1767384409.067470:0:40464:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009ccbd8c2. 00000020:00000010:2.0:1767384409.067471:0:40464:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c483e44a. 00000004:00000010:2.0:1767384409.067473:0:40464:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000cb4c328d. 00000040:00000010:0.0:1767384409.067548:0:40423:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000018869dcd. 00000040:00000010:0.0:1767384409.067556:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fccbc237. 00000040:00000010:0.0:1767384409.067576:0:40423:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 00000000d33e8065. 00000020:00000010:0.0:1767384409.067580:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002bc61b2b. 00080000:00000010:0.0:1767384409.067584:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048ba76c6. 00000040:00000010:0.0:1767384409.067616:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002cdeef2b. 00000040:00000010:0.0:1767384409.067626:0:40423:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000c39a6e6c. 00000040:00000010:0.0:1767384409.068044:0:40423:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000c39a6e6c. 00000040:00000010:0.0:1767384409.068056:0:40423:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002c1246fd. 00000040:00000010:0.0:1767384409.068062:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f0d57fb. 00000040:00000010:0.0:1767384409.068082:0:40423:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000c4e4121e. 00000020:00000010:0.0:1767384409.068086:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003aef713f. 00080000:00000010:0.0:1767384409.068091:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000caa2b0c8. 00000040:00000010:0.0:1767384409.068203:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c39a6e6c. 00000040:00000010:0.0:1767384409.068213:0:40423:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.068647:0:40423:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.068653:0:40423:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c1057a3e. 00000020:00000010:0.0:1767384409.068657:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e9cfc3e. 00000020:00000010:0.0:1767384409.068659:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000530a7da6. 00000040:00000010:0.0:1767384409.068663:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df45dcd9. 00000020:00000010:0.0:1767384409.068666:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000066e30b94. 00000020:00000010:0.0:1767384409.068669:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384409.068672:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f325e0b8. 80000000:00000010:0.0:1767384409.068674:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c7ae71a. 40000000:00000010:0.0:1767384409.068677:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dddceeef. 00100000:00000010:0.0:1767384409.068679:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a830668. 00040000:00000010:0.0:1767384409.068682:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c252ee8. 00040000:00000010:0.0:1767384409.068684:0:40423:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bf7ac602. 00040000:00000010:0.0:1767384409.068687:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d365b529. 00080000:00000010:0.0:1767384409.068689:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005a29d2c3. 00000004:00000010:0.0:1767384409.068691:0:40423:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000033377573. 00000004:00000010:0.0:1767384409.068694:0:40423:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e13bb036. 00000004:00000010:0.0:1767384409.068696:0:40423:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df6ef509. 00002000:00000010:0.0:1767384409.068699:0:40423:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000abfb6823. 00000004:00000010:0.0:1767384409.068701:0:40423:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000677112b9. 00000020:00000010:0.0:1767384409.068704:0:40423:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000516c3aad. 00000040:00000010:0.0:1767384409.068708:0:40423:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.069222:0:40423:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000015bb3cca. 00000020:00000010:0.0:1767384409.069228:0:40423:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000516c3aad. 00000020:00000010:0.0:1767384409.069233:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000530a7da6. 00000040:00000010:0.0:1767384409.069236:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000df45dcd9. 00000020:00000010:0.0:1767384409.069245:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000066e30b94. 00000020:00000010:0.0:1767384409.069248:0:40423:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384409.069250:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f325e0b8. 80000000:00000010:0.0:1767384409.069253:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c7ae71a. 40000000:00000010:0.0:1767384409.069255:0:40423:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dddceeef. 00100000:00000010:0.0:1767384409.069258:0:40423:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a830668. 00040000:00000010:0.0:1767384409.069260:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c252ee8. 00040000:00000010:0.0:1767384409.069263:0:40423:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bf7ac602. 00040000:00000010:0.0:1767384409.069265:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d365b529. 00080000:00000010:0.0:1767384409.069267:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005a29d2c3. 00000004:00000010:0.0:1767384409.069269:0:40423:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000033377573. 00000004:00000010:0.0:1767384409.069271:0:40423:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e13bb036. 00000004:00000010:0.0:1767384409.069274:0:40423:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df6ef509. 00002000:00000010:0.0:1767384409.069276:0:40423:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000abfb6823. 00000004:00000010:0.0:1767384409.069278:0:40423:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000677112b9. 00000020:00000010:0.0:1767384409.069281:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e9cfc3e. 00000040:00000010:0.0:1767384409.069283:0:40423:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c1057a3e. 00000040:00000010:0.0:1767384409.069287:0:40423:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c1057a3e. 00000020:00000010:0.0:1767384409.069290:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d365b529. 00000020:00000010:0.0:1767384409.069292:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f325e0b8. 00000040:00000010:0.0:1767384409.069294:0:40423:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df45dcd9. 00000020:00000010:0.0:1767384409.069296:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df6ef509. 00000020:00000010:0.0:1767384409.069299:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384409.069301:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064c902fa. 80000000:00000010:0.0:1767384409.069303:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c7ae71a. 40000000:00000010:0.0:1767384409.069305:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dddceeef. 00100000:00000010:0.0:1767384409.069307:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000033377573. 00040000:00000010:0.0:1767384409.069308:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c252ee8. 00040000:00000010:0.0:1767384409.069310:0:40423:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005a29d2c3. 00040000:00000010:0.0:1767384409.069313:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e9cfc3e. 00080000:00000010:0.0:1767384409.069315:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bf7ac602. 00000004:00000010:0.0:1767384409.069317:0:40423:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a830668. 00000004:00000010:0.0:1767384409.069319:0:40423:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e13bb036. 00000004:00000010:0.0:1767384409.069321:0:40423:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066e30b94. 00002000:00000010:0.0:1767384409.069329:0:40423:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000677112b9. 00000004:00000010:0.0:1767384409.069331:0:40423:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000abfb6823. 00000020:00000010:0.0:1767384409.069333:0:40423:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005f2937ec. 00000040:00000010:0.0:1767384409.069336:0:40423:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000015bb3cca. 00000040:00000010:0.0:1767384409.069866:0:40423:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000015bb3cca. 00000020:00000010:0.0:1767384409.069870:0:40423:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005f2937ec. 00000020:00000010:0.0:1767384409.069875:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f325e0b8. 00000040:00000010:0.0:1767384409.069878:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000df45dcd9. 00000020:00000010:0.0:1767384409.069880:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df6ef509. 00000020:00000010:0.0:1767384409.069883:0:40423:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384409.069885:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000064c902fa. 80000000:00000010:0.0:1767384409.069888:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c7ae71a. 40000000:00000010:0.0:1767384409.069890:0:40423:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dddceeef. 00100000:00000010:0.0:1767384409.069892:0:40423:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000033377573. 00040000:00000010:0.0:1767384409.069895:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c252ee8. 00040000:00000010:0.0:1767384409.069897:0:40423:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005a29d2c3. 00040000:00000010:0.0:1767384409.069899:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004e9cfc3e. 00080000:00000010:0.0:1767384409.069902:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bf7ac602. 00000004:00000010:0.0:1767384409.069903:0:40423:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a830668. 00000004:00000010:0.0:1767384409.069906:0:40423:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e13bb036. 00000004:00000010:0.0:1767384409.069908:0:40423:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066e30b94. 00002000:00000010:0.0:1767384409.069909:0:40423:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000677112b9. 00000004:00000010:0.0:1767384409.069911:0:40423:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000abfb6823. 00000020:00000010:0.0:1767384409.069913:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d365b529. 00000040:00000010:0.0:1767384409.069915:0:40423:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c1057a3e. 00000040:00000010:0.0:1767384409.069920:0:40423:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000009a3f0a91. 00000040:00000010:0.0:1767384409.069924:0:40423:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004e9cfc3e. 00000040:00000010:0.0:1767384409.069957:0:40423:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 0000000078873299. 00000020:00000010:0.0:1767384409.069961:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c252ee8. 00080000:00000010:0.0:1767384409.069965:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000be5b7bb3. 00000040:00000010:0.0:1767384409.069998:0:40423:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015bb3cca. 00000001:00000010:0.0:1767384409.070006:0:40423:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000263ca7e2. 00000004:00000010:0.0:1767384409.070026:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f54e7e18. 00000004:00000010:0.0:1767384409.070030:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007087969f. 00000004:00000010:0.0:1767384409.070038:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000040844f39. 00080000:00000010:0.0:1767384409.070042:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000af1435b0. 00080000:00000010:0.0:1767384409.070080:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000abfb6823. 00080000:00000010:0.0:1767384409.070092:0:40423:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000688c1548. 00080000:00000010:0.0:1767384409.070347:0:40423:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000af1435b0. 00000004:00000010:0.0:1767384409.070351:0:40423:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000040844f39. 00000004:00000010:0.0:1767384409.070353:0:40423:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007087969f. 00000004:00000010:0.0:1767384409.070355:0:40423:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f54e7e18. 00000020:00000010:0.0:1767384409.070370:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007048b749. 00080000:00000010:0.0:1767384409.070374:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000af1435b0. 00080000:00000010:0.0:1767384409.070380:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003d10b26e. 00000020:00000010:0.0:1767384409.070701:0:40423:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000785a6f8a. 00100000:00000010:0.0:1767384409.070723:0:40423:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000098efa35b. 00080000:00000010:0.0:1767384409.070736:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008a11eaa3. 00000020:00000010:0.0:1767384409.070773:0:40423:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000785a6f8a. 00000020:00000010:0.0:1767384409.070777:0:40423:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 00000000efd66e0d. 00080000:00000010:0.0:1767384409.070793:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000faf25938. 00080000:00000010:0.0:1767384409.070829:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000691bc84d. 00080000:00000010:0.0:1767384409.070862:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009ccbd8c2. 00100000:00000010:0.0:1767384409.070896:0:40423:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000e13bb036. 00000020:00000010:0.0:1767384409.070951:0:40423:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000017b33fd9. 00000004:00000010:0.0:1767384409.070977:0:40423:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000077dba37a. 00000004:00000010:0.0:1767384409.070982:0:40423:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007087969f. 00000004:00000010:0.0:1767384409.070985:0:40423:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000040844f39. 00080000:00000010:0.0:1767384409.070988:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab2d413a. 00000020:00000010:0.0:1767384409.071002:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e1d8bacc. 00080000:00000010:0.0:1767384409.071006:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a4c65b78. 00000020:00000010:0.0:1767384409.071043:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a1d7b886. 00080000:00000010:0.0:1767384409.071047:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a39e2464. 00100000:00000010:0.0:1767384409.071132:0:40423:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 000000008e182fa2. 00100000:00000010:0.0:1767384409.071136:0:40423:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000001956b4f8. 00100000:00000010:0.0:1767384409.071185:0:40423:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000001956b4f8. 00100000:00000010:0.0:1767384409.071189:0:40423:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000066e30b94. 00100000:00000010:0.0:1767384409.071197:0:40423:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000002800cba1. 00100000:00000010:0.0:1767384409.071201:0:40423:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000ac70c127. 00100000:00000010:0.0:1767384409.071204:0:40423:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000007c750f06. 00000020:00000010:0.0:1767384409.071217:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001704cda3. 00080000:00000010:0.0:1767384409.071221:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008c09d37e. 00000020:00000010:0.0:1767384409.071396:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000005f679cb. 00080000:00000010:0.0:1767384409.071400:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e046e5da. 00000020:00000010:0.0:1767384409.071432:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000921d8ee2. 00080000:00000010:0.0:1767384409.071436:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000a1053a7. 00000020:00000010:0.0:1767384409.071465:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000087b5ff3e. 00080000:00000010:0.0:1767384409.071467:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000008192f5e. 00000020:00000010:0.0:1767384409.071493:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b620f46b. 00080000:00000010:0.0:1767384409.071496:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000acdb6414. 00000020:00000010:0.0:1767384409.071521:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001116a783. 00080000:00000010:0.0:1767384409.071525:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000346188b9. 00000020:00000010:0.0:1767384409.071554:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000028795634. 00080000:00000010:0.0:1767384409.071557:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000056c53597. 00000020:00000010:0.0:1767384409.071592:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007e20c54e. 00080000:00000010:0.0:1767384409.071596:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000652e034d. 00000020:00000010:0.0:1767384409.071628:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000061b1efc. 00080000:00000010:0.0:1767384409.071631:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e14a1ecc. 00000020:00000010:0.0:1767384409.071664:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d324f277. 00080000:00000010:0.0:1767384409.071669:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000026540f8. 00000020:00000010:0.0:1767384409.071702:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000000365b66. 00080000:00000010:0.0:1767384409.071705:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c938518d. 00000020:00000010:0.0:1767384409.071723:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c382e0ca. 00080000:00000010:0.0:1767384409.071731:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da1fd67c. 00000020:00000010:0.0:1767384409.071755:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000104f8e84. 00080000:00000010:0.0:1767384409.071757:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000057d0338. 00000020:00000010:0.0:1767384409.071775:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073a93993. 00080000:00000010:0.0:1767384409.071776:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c940cf74. 00000020:00000010:0.0:1767384409.071793:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004a64c1fc. 00080000:00000010:0.0:1767384409.071800:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000da1623a8. 00000020:00000010:0.0:1767384409.071821:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a6241cc3. 00080000:00000010:0.0:1767384409.071823:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000efbc49d8. 00000020:00000010:0.0:1767384409.071839:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001cccd4ae. 00080000:00000010:0.0:1767384409.071841:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000a0da6d1. 00100000:00000010:0.0:1767384409.071854:0:40423:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000004a830668. 00100000:00000010:0.0:1767384409.071856:0:40423:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000d501603e. 00100000:00000010:0.0:1767384409.071858:0:40423:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000b3990cb7. 00100000:00000010:0.0:1767384409.071860:0:40423:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 0000000080ffe643. 00000020:00000010:0.0:1767384409.071866:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015f40714. 00080000:00000010:0.0:1767384409.071868:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c0824430. 00000020:00000010:0.0:1767384409.071919:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007930b957. 00080000:00000010:0.0:1767384409.071921:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000592c3ff1. 00000020:00000010:0.0:1767384409.071962:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c15b7912. 00080000:00000010:0.0:1767384409.071964:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bb61e395. 00000020:00000010:0.0:1767384409.071982:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e235430. 00080000:00000010:0.0:1767384409.071984:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000edb3da77. 00000020:00000010:0.0:1767384409.072000:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003a632739. 00080000:00000010:0.0:1767384409.072001:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a579271f. 00000020:00000010:0.0:1767384409.072017:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c18a2f2b. 00080000:00000010:0.0:1767384409.072019:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007eeab530. 00000020:00000010:0.0:1767384409.072035:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004d6e7f0f. 00080000:00000010:0.0:1767384409.072036:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a911a82b. 00000020:00000010:0.0:1767384409.072055:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b26e8c17. 00080000:00000010:0.0:1767384409.072058:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094931e86. 00000020:00000010:0.0:1767384409.072094:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9a14020. 00080000:00000010:0.0:1767384409.072098:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000bd6686e8. 00000020:00000010:1.0:1767384409.072203:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000aa42ebfe. 00080000:00000010:1.0:1767384409.072208:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001b331f7e. 00000020:00000010:1.0:1767384409.072245:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006a4c1f72. 00080000:00000010:1.0:1767384409.072247:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000127c4290. 00000020:00000010:1.0:1767384409.072272:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fa06c198. 00080000:00000010:1.0:1767384409.072276:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000483721f3. 00000020:00000010:1.0:1767384409.072310:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000044048cdd. 00080000:00000010:1.0:1767384409.072314:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000018945faf. 00000020:00000010:1.0:1767384409.072349:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ccaa4a85. 00080000:00000010:1.0:1767384409.072353:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000050cbd0cd. 00000020:00000010:1.0:1767384409.072388:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d48b420b. 00080000:00000010:1.0:1767384409.072391:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001205a8aa. 00000020:00000010:1.0:1767384409.072412:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000075fa6462. 00080000:00000010:1.0:1767384409.072458:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fdc81730. 00000020:00000010:1.0:1767384409.072480:0:40423:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8ead2e1. 00080000:00000010:1.0:1767384409.072482:0:40423:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b0001856. 00100000:00000010:1.0:1767384409.072499:0:40423:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000db3ea7ea. 00200000:00000010:1.0:1767384409.072503:0:40423:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000004e693221. 00000020:00000010:1.0:1767384409.072517:0:40423:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061898fd0. 00000020:00000010:1.0:1767384409.072520:0:40423:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f64b434. 00000020:00000010:1.0:1767384409.072522:0:40423:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009ade9ff7. 00000020:00000010:1.0:1767384409.072525:0:40423:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bd1f331a. 00000020:00000010:1.0:1767384409.072527:0:40423:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004f8e48e9. 80000000:00000010:1.0:1767384409.072528:0:40423:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000333c61ce. 40000000:00000010:1.0:1767384409.072530:0:40423:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ffe1a106. 00100000:00000010:1.0:1767384409.072532:0:40423:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000299135bd. 00040000:00000010:1.0:1767384409.072534:0:40423:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cdc10fcb. 00040000:00000010:1.0:1767384409.072536:0:40423:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050cc80b1. 00080000:00000010:1.0:1767384409.072538:0:40423:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000080db0b4e. 00002000:00000010:1.0:1767384409.072541:0:40423:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000085730bd2. 00080000:00000010:1.0:1767384409.072545:0:40423:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0bd02fa. 00080000:00000010:3.0:1767384409.079785:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009ccbd8c2. 00080000:00000010:3.0:1767384409.079792:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000691bc84d. 00080000:00000010:3.0:1767384409.079795:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000faf25938. 00080000:00000010:3.0:1767384409.079797:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008a11eaa3. 00080000:00000010:3.0:1767384409.079799:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d10b26e. 00080000:00000010:3.0:1767384409.079803:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000abfb6823. 00080000:00000010:3.0:1767384409.079808:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a0bd02fa. 00000020:00000010:2.0:1767384409.079824:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004f64b434. 00000020:00000010:2.0:1767384409.079830:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009ade9ff7. 00000020:00000010:2.0:1767384409.079833:0:40423:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bd1f331a. 00000020:00000010:2.0:1767384409.079836:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004f8e48e9. 80000000:00000010:2.0:1767384409.079839:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000333c61ce. 40000000:00000010:2.0:1767384409.079841:0:40423:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ffe1a106. 00100000:00000010:2.0:1767384409.079843:0:40423:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000299135bd. 00040000:00000010:2.0:1767384409.079845:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cdc10fcb. 00040000:00000010:2.0:1767384409.079847:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050cc80b1. 00080000:00000010:2.0:1767384409.079851:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000080db0b4e. 00002000:00000010:2.0:1767384409.079853:0:40423:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000085730bd2. 00000020:00000010:2.0:1767384409.079856:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061898fd0. 00000004:00000010:2.0:1767384409.079864:0:40423:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 000000006e00eb59. 00000004:00000010:2.0:1767384409.080025:0:40465:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000fb84334d. 00000020:00000010:2.0:1767384409.080028:0:40465:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9b09cbb. 00000020:00000010:2.0:1767384409.080031:0:40465:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6866b3f. 00000040:00000010:2.0:1767384409.080034:0:40465:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000050cc80b1. 00000004:00000010:1.0:1767384409.080036:0:40423:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 000000006e00eb59. 00000020:00000010:2.0:1767384409.080037:0:40465:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9a8d34f. 00000020:00000010:2.0:1767384409.080042:0:40465:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.080044:0:40465:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004f8e48e9. 80000000:00000010:2.0:1767384409.080046:0:40465:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000003025643. 40000000:00000010:2.0:1767384409.080047:0:40465:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000952c5d85. 00100000:00000010:2.0:1767384409.080050:0:40465:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077e72c30. 00040000:00000010:2.0:1767384409.080053:0:40465:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002dbeb5f9. 00040000:00000010:2.0:1767384409.080055:0:40465:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6f1ed0a. 00040000:00000010:2.0:1767384409.080057:0:40465:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f64b434. 00000020:00000010:1.0:1767384409.080058:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063d95a66. 00080000:00000010:2.0:1767384409.080059:0:40465:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c0dd92d6. 00000004:00000010:2.0:1767384409.080065:0:40465:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002fd781bb. 00000040:00000010:1.0:1767384409.080067:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d2b39430. 00000004:00000010:2.0:1767384409.080069:0:40465:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.080073:0:40465:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000d2743f9. 00000020:00000010:1.0:1767384409.080073:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004456f05d. 00000004:00000010:2.0:1767384409.080079:0:40465:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008010cd55. 00000020:00000010:1.0:1767384409.080079:0:40423:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006549c8ea. 00000020:00000010:1.0:1767384409.080083:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000e6ba7c8. 00080000:00000010:2.0:1767384409.080085:0:40465:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 000000009c18ae38. 80000000:00000010:1.0:1767384409.080086:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d7062294. 00080000:00000010:2.0:1767384409.080091:0:40465:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000071ed747a. 40000000:00000010:1.0:1767384409.080092:0:40423:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000026e06630. 00000100:00000010:0.0:1767384409.080092:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027a37a5f. 00000020:00000010:1.0:1767384409.080097:0:40423:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 0000000017b33fd9. 00100000:00000010:1.0:1767384409.080101:0:40423:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a4bc6639. 00040000:00000010:1.0:1767384409.080104:0:40423:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b0f7c32a. 00040000:00000010:1.0:1767384409.080128:0:40423:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000075fac313. 00040000:00000010:1.0:1767384409.080130:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009ca01fde. 00080000:00000010:1.0:1767384409.080133:0:40423:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000688c1548. 02000000:00000010:0.0:1767384409.080134:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b978582. 00000020:00000010:1.0:1767384409.080136:0:40423:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 00000000efd66e0d. 00080000:00000010:1.0:1767384409.080141:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cc81a468. 00000004:00000010:1.0:1767384409.080143:0:40423:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000de7df81e. 00000004:00000010:1.0:1767384409.080146:0:40423:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d6eee7a9. 00000004:00000010:1.0:1767384409.080149:0:40423:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de6087c3. 00000100:00000010:0.0:1767384409.080151:0:40454:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088d6e907. 00000004:00000010:1.0:1767384409.080152:0:40423:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003abae55b. 00000020:00000010:1.0:1767384409.080156:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af17e9f6. 00000020:00000010:1.0:1767384409.080160:0:40423:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c35bbd08. 00000020:00000010:1.0:1767384409.080162:0:40423:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000ad8de74. 00000020:00000010:1.0:1767384409.080165:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf3f7b0c. 02000000:00000010:0.0:1767384409.080171:0:40454:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025eaeeb3. 00000040:00000010:1.0:1767384409.080176:0:40423:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000021c59366. 00000400:00000010:0.0:1767384409.080179:0:40454:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018045330. 00000020:00000010:1.0:1767384409.080184:0:40423:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4748564. 00000040:00000010:1.0:1767384409.080188:0:40423:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003cd36949. 00080000:00000010:2.0:1767384409.080190:0:40465:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000071ed747a. 00000020:00000010:1.0:1767384409.080191:0:40423:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058c9c064. 00000400:00000010:0.0:1767384409.080195:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca3545c. 00000020:00000010:1.0:1767384409.080198:0:40423:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d76b11c. 00080000:00000010:2.0:1767384409.080199:0:40465:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 000000009c18ae38. 80000000:00000010:1.0:1767384409.080202:0:40423:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000001085db8. 00000100:00000200:0.0:1767384409.080203:0:40454:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853236748260480, portal 4 00000020:00000010:2.0:1767384409.080205:0:40465:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6866b3f. 00040000:00000010:1.0:1767384409.080207:0:40423:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a552693a. 00000040:00000010:2.0:1767384409.080212:0:40465:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000050cc80b1. 00080000:00000010:1.0:1767384409.080212:0:40423:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000016bfa01b. 00000020:00000010:0.0:1767384409.080213:0:40454:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005ce65cba. 00000020:00000010:2.0:1767384409.080218:0:40465:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9a8d34f. 20000000:00000010:1.0:1767384409.080219:0:40423:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003aebc287. 00000400:00000010:0.0:1767384409.080221:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000020:00000010:2.0:1767384409.080224:0:40465:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000625a8978. 00000020:00000010:1.0:1767384409.080225:0:40423:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027dc8d24. 00000100:00000200:0.0:1767384409.080226:0:40454:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853236748260480, offset 0 00000020:00000010:2.0:1767384409.080230:0:40465:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004f8e48e9. 80000000:00000010:2.0:1767384409.080234:0:40465:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000003025643. 40000000:00000010:2.0:1767384409.080236:0:40465:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000952c5d85. 00100000:00000010:2.0:1767384409.080239:0:40465:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077e72c30. 00000400:00000200:0.0:1767384409.080240:0:40454:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:2.0:1767384409.080241:0:40465:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002dbeb5f9. 00040000:00000010:2.0:1767384409.080244:0:40465:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a6f1ed0a. 00040000:00000010:2.0:1767384409.080246:0:40465:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004f64b434. 00080000:00000010:2.0:1767384409.080248:0:40465:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c0dd92d6. 00000004:00000010:2.0:1767384409.080251:0:40465:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002fd781bb. 00000004:00000010:2.0:1767384409.080253:0:40465:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009c38dfc0. 00000004:00000010:2.0:1767384409.080256:0:40465:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000d2743f9. 00000400:00000200:0.0:1767384409.080257:0:40454:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:2.0:1767384409.080259:0:40465:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008010cd55. 00000020:00000010:2.0:1767384409.080262:0:40465:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9b09cbb. 00000004:00000010:2.0:1767384409.080264:0:40465:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000fb84334d. 00000400:00000200:0.0:1767384409.080272:0:40454:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695824e109480 00000400:00000200:0.0:1767384409.080280:0:40454:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xa9d [8] + 6496 00000400:00000200:0.0:1767384409.080289:0:40454:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.080296:0:40454:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.080303:0:40454:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384409.080308:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bb790a18. 00000400:00000200:0.0:1767384409.080330:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f5879ac 00000400:00000010:0.0:1767384409.080333:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000100:00000200:0.0:1767384409.080341:0:40454:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027a37a5f x1853236748260480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384425 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384409.080346:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb84334d. 00000020:00000010:2.0:1767384409.080351:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb84334d. 00000020:00000010:2.0:1767384409.080357:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011fe396e. 00000020:00000010:2.0:1767384409.080360:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebd03acf. 00000020:00000010:2.0:1767384409.080362:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000100:00000010:0.0:1767384409.080369:0:40454:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a75cc30. 00000100:00000010:0.0:1767384409.080384:0:40454:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ae99dab7. 00000020:00000010:2.0:1767384409.080389:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb84334d. 00000020:00000010:2.0:1767384409.080391:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb84334d. 00000100:00000010:0.0:1767384409.080392:0:40454:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf3e5a2d. 00000100:00000200:2.0:1767384409.080393:0:39691:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748260480 00000100:00000010:0.0:1767384409.080402:0:40454:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081c37e9d. 02000000:00000010:2.0:1767384409.080408:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008010cd55. 00010000:00000200:2.0:1767384409.080419:0:39691:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb790a18 x1853236748260480/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 264/240 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384409.080436:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000100:00000200:2.0:1767384409.080438:0:39691:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853236748260480, offset 224 00000400:00000200:2.0:1767384409.080442:0:39691:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384409.080445:0:39691:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384409.080449:0:39691:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695824e109480 00000400:00000200:2.0:1767384409.080452:0:39691:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bc1 [1] + 224 00000400:00000200:2.0:1767384409.080455:0:39691:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384409.080457:0:39691:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384409.080461:0:39691:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027a37a5f x1853236748260480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384409.080478:0:39691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000488b01e0 00000400:00000010:2.0:1767384409.080480:0:39691:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000020:00000010:2.0:1767384409.080489:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebd03acf. 00000020:00000010:2.0:1767384409.080493:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384409.080497:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011fe396e. 00000400:00000010:0.0:1767384409.080511:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018045330. 00000400:00000200:0.0:1767384409.080517:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca3545c 00000400:00000010:0.0:1767384409.080520:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca3545c. 00000100:00000200:0.0:1767384409.080527:0:40454:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027a37a5f x1853236748260480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384409.080540:0:40454:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027a37a5f x1853236748260480/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384409.080568:0:40454:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088d6e907. 02000000:00000010:0.0:1767384409.080576:0:40454:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025eaeeb3. 02000000:00000010:0.0:1767384409.080583:0:40454:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b978582. 00000100:00000010:0.0:1767384409.080596:0:40454:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027a37a5f. 00000100:00000010:0.0:1767384409.080604:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027a37a5f. 02000000:00000010:0.0:1767384409.080613:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b978582. 00000100:00000010:0.0:1767384409.080621:0:40454:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088d6e907. 02000000:00000010:0.0:1767384409.080632:0:40454:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1a65139. 00000400:00000010:0.0:1767384409.080638:0:40454:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018045330. 00000400:00000010:0.0:1767384409.080643:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca3545c. 00000100:00000200:0.0:1767384409.080649:0:40454:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748260608, portal 4 00000400:00000010:0.0:1767384409.080656:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000100:00000200:0.0:1767384409.080661:0:40454:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236748260608, offset 0 00000400:00000200:0.0:1767384409.080671:0:40454:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.080680:0:40454:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.080689:0:40454:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824e109500 00000400:00000200:0.0:1767384409.080698:0:40454:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 6760 00000400:00000200:0.0:1767384409.080706:0:40454:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.080712:0:40454:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.080718:0:40454:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384409.080723:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a71d968e. 00000400:00000200:0.0:1767384409.080739:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f5879ac 00000400:00000010:0.0:1767384409.080742:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000100:00000200:0.0:1767384409.080750:0:40454:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027a37a5f x1853236748260608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.080786:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098d3dcb9. 00000020:00000010:0.0:1767384409.080792:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098d3dcb9. 00000020:00000010:0.0:1767384409.080801:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025eaeeb3. 00000020:00000010:0.0:1767384409.080808:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b245242b. 00000020:00000010:0.0:1767384409.080815:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aef979fa. 00000020:00000010:0.0:1767384409.080840:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098d3dcb9. 00000020:00000010:0.0:1767384409.080846:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098d3dcb9. 00000100:00000200:0.0:1767384409.080852:0:39691:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748260608 02000000:00000010:0.0:1767384409.080865:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000003abae55b. 00010000:00000200:0.0:1767384409.080879:0:39691:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a71d968e x1853236748260608/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 432/432 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384409.080906:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000100:00000200:0.0:1767384409.080910:0:39691:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236748260608, offset 224 00000400:00000200:0.0:1767384409.080917:0:39691:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.080926:0:39691:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.080952:0:39691:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824e109500 00000400:00000200:0.0:1767384409.080961:0:39691:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bcd [1] + 224 00000400:00000200:0.0:1767384409.080968:0:39691:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.080972:0:39691:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.080981:0:39691:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027a37a5f x1853236748260608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384409.080998:0:39691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f5879ac 00000400:00000010:0.0:1767384409.081001:0:39691:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000020:00000010:0.0:1767384409.081011:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b245242b. 00000020:00000010:0.0:1767384409.081015:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aef979fa. 00000020:00000010:0.0:1767384409.081018:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025eaeeb3. 00000400:00000010:0.0:1767384409.081042:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018045330. 00000400:00000200:0.0:1767384409.081046:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca3545c 00000400:00000010:0.0:1767384409.081048:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca3545c. 00000100:00000200:0.0:1767384409.081053:0:40454:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027a37a5f x1853236748260608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384409.081062:0:40454:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027a37a5f x1853236748260608/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384409.081078:0:40454:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088d6e907. 02000000:00000010:0.0:1767384409.081086:0:40454:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1a65139. 02000000:00000010:0.0:1767384409.081089:0:40454:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b978582. 00000100:00000010:0.0:1767384409.081092:0:40454:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027a37a5f. 00000100:00000010:0.0:1767384409.081101:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000027a37a5f. 02000000:00000010:0.0:1767384409.081137:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b978582. 00000100:00000010:0.0:1767384409.081146:0:40454:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088d6e907. 02000000:00000010:0.0:1767384409.081154:0:40454:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c1a65139. 00000400:00000010:0.0:1767384409.081158:0:40454:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018045330. 00000400:00000010:0.0:1767384409.081169:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006ca3545c. 00000100:00000200:0.0:1767384409.081173:0:40454:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853236748260736, portal 4 00000400:00000010:0.0:1767384409.081178:0:40454:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000100:00000200:0.0:1767384409.081180:0:40454:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853236748260736, offset 0 00000400:00000200:0.0:1767384409.081185:0:40454:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384409.081190:0:40454:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384409.081198:0:40454:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695824e109580 00000400:00000200:0.0:1767384409.081202:0:40454:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xa9d [8] + 7192 00000400:00000200:0.0:1767384409.081207:0:40454:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384409.081210:0:40454:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384409.081214:0:40454:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384409.081218:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098d3369c. 00000400:00000200:0.0:1767384409.081230:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f5879ac 00000400:00000010:0.0:1767384409.081232:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000100:00000200:0.0:1767384409.081236:0:40454:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000027a37a5f x1853236748260736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384409.081274:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098d3dcb9. 00000020:00000010:0.0:1767384409.081277:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098d3dcb9. 00000020:00000010:0.0:1767384409.081280:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025eaeeb3. 00000020:00000010:0.0:1767384409.081284:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b245242b. 00000020:00000010:0.0:1767384409.081287:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aef979fa. 00000020:00000010:0.0:1767384409.081310:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098d3dcb9. 00000020:00000010:0.0:1767384409.081313:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098d3dcb9. 00000100:00000200:0.0:1767384409.081315:0:17560:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853236748260736 02000000:00000010:0.0:1767384409.081325:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000abfb6823. 00002000:00000010:0.0:1767384409.081344:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000098d3dcb9. 00002000:00000010:0.0:1767384409.081355:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f9605093. 00080000:00000010:0.0:1767384409.081361:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000337dfdf1. 00002000:00000010:0.0:1767384409.081614:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002b301b5e. 00080000:00000010:0.0:1767384409.081621:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d817cb27. 00002000:00000010:0.0:1767384409.081844:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006f74748c. 00080000:00000010:0.0:1767384409.081859:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004f2b5c26. 00002000:00000010:0.0:1767384409.082082:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d0f61672. 00080000:00000010:0.0:1767384409.082096:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eeee95e1. 00002000:00000010:0.0:1767384409.082342:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a9e9aeb9. 00080000:00000010:0.0:1767384409.082349:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006e4395a7. 00002000:00000010:0.0:1767384409.082532:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000003840f6e. 00080000:00000010:0.0:1767384409.082538:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046f3d293. 00002000:00000010:0.0:1767384409.082759:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000012b05382. 00080000:00000010:0.0:1767384409.082766:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000efc82c2a. 00002000:00000010:0.0:1767384409.083009:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003c22b9ed. 00080000:00000010:0.0:1767384409.083016:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005697d2c4. 00080000:00000010:0.0:1767384409.083276:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003d10b26e. 00000100:00000010:3.0:1767384409.083565:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081c37e9d. 00000100:00000010:1.0:1767384409.083715:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ae99dab7. 00002000:00000010:0.0:1767384409.084651:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000004b951948. 00000001:00000010:0.0:1767384409.084663:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000779cb8d0. 00002000:00000010:0.0:1767384409.084879:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000098d3dcb9. 00002000:00000010:0.0:1767384409.084886:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000098d3dcb9. 00002000:00000010:0.0:1767384409.084890:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000095536cc0. 00080000:00000010:0.0:1767384409.084896:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a25e7c51. 00002000:00000010:0.0:1767384409.085222:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000304fe89d. 00080000:00000010:0.0:1767384409.085229:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000209afd64. 00002000:00000010:0.0:1767384409.085458:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000018834c2c. 00080000:00000010:0.0:1767384409.085465:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e6845eba. 00002000:00000010:0.0:1767384409.085706:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ee7f2f54. 00080000:00000010:0.0:1767384409.085713:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e84c3151. 00002000:00000010:0.0:1767384409.085947:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d26e993c. 00080000:00000010:0.0:1767384409.085954:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f11374d. 00000100:00000010:0.0:1767384409.086139:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a75cc30. 00002000:00000010:1.0:1767384409.086212:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ba4aee38. 00080000:00000010:1.0:1767384409.086218:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000079a8d6d7. 00002000:00000010:1.0:1767384409.086406:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ec040f6c. 00080000:00000010:1.0:1767384409.086411:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000038d74eee. 00002000:00000010:1.0:1767384409.086583:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000068562d3b. 00080000:00000010:1.0:1767384409.086589:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004258431b. 00080000:00000010:1.0:1767384409.086775:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fc994dc4. 00002000:00000010:1.0:1767384409.087769:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000027e98da. 00000001:00000010:1.0:1767384409.087776:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000a2476ed7. 00002000:00000010:1.0:1767384409.087978:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000098d3dcb9. 00002000:00000010:1.0:1767384409.087984:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000008fe88a1e. 00002000:00000010:1.0:1767384409.087988:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007005802f. 00080000:00000010:1.0:1767384409.088000:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000055f96e34. 00002000:00000010:1.0:1767384409.088197:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e8d7592d. 00080000:00000010:1.0:1767384409.088203:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007802da25. 00002000:00000010:1.0:1767384409.088391:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004c3f43ca. 00080000:00000010:1.0:1767384409.088396:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ebb04154. 00002000:00000010:1.0:1767384409.088561:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007e676244. 00080000:00000010:1.0:1767384409.088565:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000002ec2200. 00002000:00000010:1.0:1767384409.088730:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004cc5e071. 00080000:00000010:1.0:1767384409.088735:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1580c56. 00002000:00000010:1.0:1767384409.088908:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000024c59fc7. 00080000:00000010:1.0:1767384409.088913:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006702f164. 00002000:00000010:1.0:1767384409.089100:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000df4acd26. 00080000:00000010:1.0:1767384409.089124:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d09dc824. 00002000:00000010:1.0:1767384409.089293:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000adfa70d6. 00080000:00000010:1.0:1767384409.089298:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b1cff7ac. 00080000:00000010:1.0:1767384409.089476:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a5d2239. 00000100:00000010:2.0:1767384409.089979:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf3e5a2d. 00002000:00000010:1.0:1767384409.090278:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000004f7a2901. 00000001:00000010:1.0:1767384409.090286:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000009b7699be. 00002000:00000010:1.0:1767384409.090441:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000008fe88a1e. 00002000:00000010:1.0:1767384409.090447:0:17560:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000008fe88a1e. 00002000:00000010:1.0:1767384409.090452:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a66314db. 00080000:00000010:1.0:1767384409.090457:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001f4549a8. 00002000:00000010:1.0:1767384409.090612:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e7f8ec5a. 00080000:00000010:1.0:1767384409.090616:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f6e461c4. 00002000:00000010:1.0:1767384409.090765:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000097c2d812. 00080000:00000010:1.0:1767384409.090770:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000029ed62e7. 00002000:00000010:1.0:1767384409.090964:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000016f02906. 00080000:00000010:1.0:1767384409.090970:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ee7f7da3. 00002000:00000010:1.0:1767384409.091163:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a401acfb. 00080000:00000010:1.0:1767384409.091168:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000013e1d57. 00002000:00000010:1.0:1767384409.091354:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b83883fd. 00080000:00000010:1.0:1767384409.091359:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000069343fc6. 00002000:00000010:1.0:1767384409.091521:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004bf6c47a. 00080000:00000010:1.0:1767384409.091526:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081c524b9. 00002000:00000010:1.0:1767384409.091682:0:17560:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006f9ee490. 00080000:00000010:1.0:1767384409.091686:0:17560:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d8aad842. 00080000:00000010:1.0:1767384409.091818:0:17560:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b3c88f1d. 00002000:00000010:1.0:1767384409.092609:0:17560:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e2d0729f. 00000001:00000010:1.0:1767384409.092614:0:17560:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000098409300. 00002000:00000010:1.0:1767384409.092719:0:17560:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000008fe88a1e. 00010000:00000200:1.0:1767384409.092735:0:17560:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098d3369c x1853236748260736/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 432/432 e 0 to 0 dl 1767384420 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384409.092751:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000100:00000200:1.0:1767384409.092756:0:17560:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853236748260736, offset 224 00000400:00000200:1.0:1767384409.092762:0:17560:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384409.092773:0:17560:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384409.092782:0:17560:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695824e109580 00000400:00000200:1.0:1767384409.092788:0:17560:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bd9 [1] + 224 00000400:00000200:1.0:1767384409.092794:0:17560:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384409.092797:0:17560:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384409.092803:0:17560:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000027a37a5f x1853236748260736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384409.092823:0:17560:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a81fb0 00000400:00000010:1.0:1767384409.092825:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 00000400:00000010:2.0:1767384409.092836:0:40454:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018045330. 00000020:00000010:1.0:1767384409.092838:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b245242b. 00000400:00000200:2.0:1767384409.092844:0:40454:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ca3545c 00000020:00000010:1.0:1767384409.092845:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aef979fa. 00000400:00000010:2.0:1767384409.092847:0:40454:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ca3545c. 00000020:00000010:1.0:1767384409.092851:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025eaeeb3. 00000100:00000200:2.0:1767384409.092858:0:40454:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000027a37a5f x1853236748260736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384409.092870:0:40454:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000027a37a5f x1853236748260736/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384409.092898:0:40454:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000088d6e907. 00000800:00000200:2.0:1767384409.111248:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000225e7166] -> 12345-192.168.202.119@tcp23 (6) 00000800:00000200:2.0:1767384409.111255:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp23 ip 192.168.202.119:988 00000800:00000200:2.0:1767384409.111259:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd09ff2c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384409.111276:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000042abf07b] -> 12345-192.168.202.119@tcp10 (6) 00000800:00000200:2.0:1767384409.111278:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp10 ip 192.168.202.119:988 00000800:00000200:2.0:1767384409.111280:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384409.111369:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767384409.111377:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384409.352290:0:40513:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039dbbbfe. 00000020:00000010:2.0:1767384409.352302:0:40513:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fcebee2b. 00000020:00000010:2.0:1767384409.352308:0:40513:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a6f1ed0a. 00000020:00000010:2.0:1767384409.352313:0:40513:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.352317:0:40513:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000039e5cfb7. 80000000:00000010:2.0:1767384409.352322:0:40513:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002303ae4a. 40000000:00000010:2.0:1767384409.352325:0:40513:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000124b0388. 00100000:00000010:2.0:1767384409.352330:0:40513:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c0dd92d6. 00040000:00000010:2.0:1767384409.352332:0:40513:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4e96e7a. 00040000:00000010:2.0:1767384409.352335:0:40513:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4f4480d. 00080000:00000010:2.0:1767384409.352338:0:40513:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002fd781bb. 00002000:00000010:2.0:1767384409.352341:0:40513:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004ea5322d. 00000020:00000010:2.0:1767384409.352355:0:40513:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fcebee2b. 00000020:00000010:2.0:1767384409.352358:0:40513:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a6f1ed0a. 00000020:00000010:2.0:1767384409.352360:0:40513:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384409.352363:0:40513:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000039e5cfb7. 80000000:00000010:2.0:1767384409.352365:0:40513:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002303ae4a. 40000000:00000010:2.0:1767384409.352367:0:40513:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000124b0388. 00100000:00000010:2.0:1767384409.352370:0:40513:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c0dd92d6. 00040000:00000010:2.0:1767384409.352372:0:40513:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4e96e7a. 00040000:00000010:2.0:1767384409.352375:0:40513:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4f4480d. 00080000:00000010:2.0:1767384409.352376:0:40513:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002fd781bb. 00002000:00000010:2.0:1767384409.352378:0:40513:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004ea5322d. 00000020:00000010:2.0:1767384409.352379:0:40513:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039dbbbfe. 00000020:00000010:2.0:1767384409.431157:0:126:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e5419023. 00000400:00000200:0.0:1767384409.944154:0:16143:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.119@tcp46 00000400:00000010:0.0:1767384409.944162:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001ee9a9b8. 00000400:00000010:0.0:1767384409.944170:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000063679912. 00000400:00000010:0.0:1767384409.944174:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000400:00000010:0.0:1767384409.944182:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e65501e8. 00000400:00000200:0.0:1767384409.944186:0:16143:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.119@tcp46 00000400:00000200:0.0:1767384409.944206:0:16143:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.119@tcp46 local destination 00000400:00000200:0.0:1767384409.944217:0:16143:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.119@tcp46 00000400:00000200:0.0:1767384409.944221:0:16143:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.119@tcp46 NI seq info: [270:270:256:4294967295] 192.168.202.119@tcp46 LPNI seq info [230:230:8:4294967295] 00000400:00000200:0.0:1767384409.944229:0:16143:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.119@tcp46 00000400:00000200:0.0:1767384409.944238:0:16143:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.119@tcp46(192.168.202.119@tcp46:) -> 192.168.202.119@tcp46(192.168.202.119@tcp46:192.168.202.119@tcp46) : GET try# 0 00000800:00000200:0.0:1767384409.944243:0:16143:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.119@tcp46 00000800:00000010:0.0:1767384409.944248:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000081ace0e7. 00000800:00000200:0.0:1767384409.944254:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000800:00000200:0.1:1767384409.944258:0:16143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a1bf9454] -> 12345-192.168.202.119@tcp46 (2) 00000400:00000200:0.0:1767384409.944286:0:16143:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.119@tcp46 added to recovery queue. ping count: 5 next ping: 362 health :500 00000400:00000200:3.0:1767384409.944378:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944449:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944475:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944498:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944524:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944543:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944567:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944594:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944616:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944640:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944665:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944692:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944723:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944751:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944779:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944803:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944831:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944857:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944877:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944897:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944916:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944957:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.944978:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945005:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945032:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945058:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945082:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945132:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945165:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945196:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945221:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945250:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945282:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945302:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384409.945325:0:39641:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384409.945492:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3c8a55d. 00000800:00000010:3.0:1767384409.945497:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef80dd36. 00000800:00000010:3.0:1767384409.945502:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005ede64a8. 00000800:00000010:3.0:1767384409.945524:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005ede64a8. 00000800:00020000:3.0:1767384409.945535:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384409.945539:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef80dd36. 00000800:00000010:3.0:1767384409.945542:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3c8a55d. 00000400:02020000:3.0:1767384409.945579:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp46 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384409.945586:0:39641:0:(router.c:1755:lnet_notify()) 192.168.202.119@tcp46 notifying 192.168.202.119@tcp46: down 00000800:00000200:3.0:1767384409.945592:0:39641:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.119@tcp46 down 00000800:00000100:3.0:1767384409.945598:0:39641:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.119@tcp46 00000800:00000010:3.0:1767384409.945601:0:39641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000081ace0e7. 00000400:00000200:3.0:1767384409.945606:0:39641:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384409.945611:0:39641:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.119@tcp46->192.168.202.119@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384409.945620:0:39641:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384409.945623:0:39641:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384409.945627:0:39641:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.119@tcp46) recovery failed with -71 00000800:00000200:0.0:1767384410.135160:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (4) 00000800:00000200:0.1:1767384410.135168:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e906bbad] -> 12345-192.168.202.119@tcp39 (4) 00000400:00000200:3.0:1767384410.135294:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135344:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135372:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135402:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135434:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135461:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135484:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135510:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135541:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135571:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135609:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135639:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135662:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135690:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135720:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135739:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135760:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135785:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135815:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135848:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135883:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135934:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.135972:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136002:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136032:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136068:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136094:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136179:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136211:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136239:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136269:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136303:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136330:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136357:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:3.0:1767384410.136384:0:16135:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:3.0:1767384410.136567:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3c8a55d. 00000800:00000010:3.0:1767384410.136573:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007bc98bc0. 00000800:00000010:3.0:1767384410.136579:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000085508f7e. 00000800:00000010:3.0:1767384410.136602:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000085508f7e. 00000800:00020000:3.0:1767384410.136612:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384410.136616:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007bc98bc0. 00000800:00000010:3.0:1767384410.136625:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3c8a55d. 00000400:02020000:3.0:1767384410.136668:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp39 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384410.136673:0:16135:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:1.0:1767384410.246833:0:40689:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-server.virtnet: executing set_default_debug -1 all 00000400:00000001:0.0:1767384410.262551:0:40691:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000001:3.0:1767384410.442672:0:40701:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384410.442683:0:40701:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384410.442686:0:40701:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384410.442690:0:40701:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384410.442694:0:40701:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384410.442696:0:40701:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384410.455163:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384410.455167:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384410.455172:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384410.455173:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384410.455204:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384410.455208:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384410.455211:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384410.747561:0:40753:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384410.747573:0:40753:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384410.747577:0:40753:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384410.747582:0:40753:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384410.747585:0:40753:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384410.747587:0:40753:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384410.967217:0:16143:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384410.967224:0:16143:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384410.967227:0:16143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f5879ac 00000400:00000010:0.0:1767384410.967231:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000400:00000200:0.0:1767384410.967238:0:16143:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384410.967243:0:16143:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.119@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767384410.967256:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001ee9a9b8. 00000400:00000010:0.0:1767384410.967260:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000063679912. 00000100:00000001:0.0:1767384411.095208:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384411.095228:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384411.095230:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384411.095235:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384411.095239:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384411.095243:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384411.095245:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384411.159269:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a94ac704] -> 12345-192.168.202.119@tcp26 (6) 00000800:00000200:0.0:1767384411.159280:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp26 ip 192.168.202.119:988 00000800:00000200:0.0:1767384411.159285:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bd09ff2c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384411.159305:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000059a80da0] -> 12345-192.168.202.119@tcp13 (6) 00000800:00000200:0.0:1767384411.159330:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp13 ip 192.168.202.119:988 00000800:00000200:0.0:1767384411.159332:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000537e4006 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384411.159345:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000800:00000200:0.1:1767384411.159348:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ddde786] -> 12345-192.168.202.119@tcp34 (4) 00000800:00000010:0.0:1767384411.159362:0:16138:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000021a0f0af. 00000800:00000200:0.0:1767384411.159366:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000267683b8] -> 12345-192.168.202.119@tcp (6) 00000800:00000200:0.0:1767384411.159369:0:16138:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.119@tcp ip 192.168.202.119:988 00000800:00000200:0.0:1767384411.159371:0:16138:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000021a0f0af type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384411.159458:0:16141:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384411.159460:0:16139:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384411.159463:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384411.159464:0:16140:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384411.159468:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384411.159473:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000800:00000001:0.0:1767384411.159479:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384411.159480:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384411.159480:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384411.159487:0:16141:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384411.159488:0:16139:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384411.159494:0:16141:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384411.159495:0:16139:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384411.159496:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384411.159504:0:16140:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384411.159508:0:16140:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384411.159541:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159567:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159589:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159606:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159618:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159630:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159642:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159655:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159666:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159679:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159690:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159703:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159715:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159727:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159738:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159751:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159765:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159777:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159789:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159800:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159811:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159826:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159852:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159874:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159892:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159923:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159947:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159968:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159982:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.159993:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.160005:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.160017:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.160037:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384411.160059:0:16136:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384411.160235:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d0aba64. 00000800:00000010:1.0:1767384411.160241:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000026fda83e. 00000800:00000010:1.0:1767384411.160247:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee8f144f. 00000800:00000010:1.0:1767384411.160269:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee8f144f. 00000800:00020000:1.0:1767384411.160277:0:16136:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384411.160280:0:16136:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000026fda83e. 00000800:00000010:1.0:1767384411.160284:0:16136:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005d0aba64. 00000400:02020000:1.0:1767384411.160336:0:16136:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp34 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384411.160342:0:16136:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:0.0:1767384411.217218:0:40803:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384411.217238:0:40803:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384411.217243:0:40803:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384411.217250:0:40803:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767384411.217266:0:40803:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384411.217270:0:40803:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384411.479261:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384411.479270:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384411.479279:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384411.479281:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384411.479312:0:16773:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384411.479315:0:16773:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384411.479319:0:16773:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767384411.877568:0:40851:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384411.877583:0:40851:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384411.877588:0:40851:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384411.877595:0:40851:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384411.877600:0:40851:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384411.877603:0:40851:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384411.993992:0:40887:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384411.993996:0:40887:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg219-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:3.0:1767384411.997001:0:40887:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:0.0:1767384412.119152:0:16145:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384412.119162:0:16145:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384412.119164:0:16145:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384412.119168:0:16145:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384412.119171:0:16145:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384412.119173:0:16145:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384412.119175:0:16145:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384412.183527:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (4) 00000800:00000200:1.1:1767384412.183537:0:16138:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007da2fb3d] -> 12345-192.168.202.119@tcp42 (4) 00000400:00000200:1.0:1767384412.183747:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183782:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183807:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183826:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183838:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183850:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183860:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183871:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183890:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183923:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183954:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.183986:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184010:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184034:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184054:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184074:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184093:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184137:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184175:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184199:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184230:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184256:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184276:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184299:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184330:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184360:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184394:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184431:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184472:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184511:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184562:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184613:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184659:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184707:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.119:988 00000400:00000200:1.0:1767384412.184749:0:16137:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.119:988 00000800:00000010:1.0:1767384412.184951:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005d0aba64. 00000800:00000010:1.0:1767384412.184956:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000becbd192. 00000800:00000010:1.0:1767384412.184962:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005128e68f. 00000800:00000010:1.0:1767384412.184984:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005128e68f. 00000800:00020000:1.0:1767384412.184993:0:16137:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:1.0:1767384412.184996:0:16137:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000becbd192. 00000800:00000010:1.0:1767384412.184998:0:16137:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005d0aba64. 00000400:02020000:1.0:1767384412.185043:0:16137:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp42 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384412.185048:0:16137:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767384412.199810:0:40899:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384412.199818:0:40899:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384412.199822:0:40899:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384412.199826:0:40899:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767384412.199830:0:40899:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384412.199832:0:40899:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384412.208062:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384412.208070:0:17581:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384412.208073:0:17581:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384412.208076:0:17581:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934597 is committed 00000001:00000040:0.0:1767384412.208080:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cba2dcf0 : new cb_count 4 00000020:00000040:0.0:1767384412.208085:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000cba2dcf0 : new refcount 8 00000001:00000010:0.0:1767384412.208088:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000779cb8d0. 00002000:00001000:0.0:1767384412.208093:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 32 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384412.208097:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000004b951948. 00040000:00000001:0.0:1767384412.208101:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384412.208136:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384412.208139:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003d10b26e. 00080000:00000001:0.0:1767384412.208143:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384412.208147:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767384412.208149:0:17581:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:0.0:1767384412.208152:0:17581:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000cba2dcf0 : new cb_count 3 00000020:00000040:0.0:1767384412.208154:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000cba2dcf0 : new refcount 7 00000001:00000010:0.0:1767384412.208156:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000027f11045. 00040000:00000001:0.0:1767384412.208160:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384412.208161:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384412.208163:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000319fa69e. 00080000:00000001:0.0:1767384412.208167:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384412.208172:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767384412.208174:0:17581:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384412.208176:0:17581:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384412.208177:0:17581:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934600 is committed 00000001:00000040:0.0:1767384412.208179:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cba2dcf0 : new cb_count 2 00000020:00000040:0.0:1767384412.208181:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000cba2dcf0 : new refcount 6 00000001:00000010:0.0:1767384412.208183:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000098409300. 00002000:00001000:0.0:1767384412.208186:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384412.208189:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e2d0729f. 00040000:00000001:0.0:1767384412.208191:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384412.208193:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384412.208194:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b3c88f1d. 00080000:00000001:0.0:1767384412.208198:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384412.208200:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384412.208202:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cba2dcf0 : new cb_count 1 00000020:00000040:0.0:1767384412.208204:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000cba2dcf0 : new refcount 5 00000001:00000010:0.0:1767384412.208205:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000009b7699be. 00002000:00001000:0.0:1767384412.208208:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384412.208210:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000004f7a2901. 00040000:00000001:0.0:1767384412.208212:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384412.208213:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384412.208215:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a5d2239. 00080000:00000001:0.0:1767384412.208218:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767384412.208220:0:17581:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1767384412.208228:0:17581:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000cba2dcf0 : new cb_count 0 00000020:00000040:0.0:1767384412.208230:0:17581:0:(genops.c:898:class_export_put()) PUTting export 00000000cba2dcf0 : new refcount 4 00000001:00000010:0.0:1767384412.208232:0:17581:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000a2476ed7. 00002000:00001000:0.0:1767384412.208236:0:17581:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x61:0x0], th_sync 1 00002000:00000010:0.0:1767384412.208238:0:17581:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000027e98da. 00040000:00000001:0.0:1767384412.208242:0:17581:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384412.208244:0:17581:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767384412.208246:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000fc994dc4. 00080000:00000001:0.0:1767384412.208249:0:17581:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767384412.475437:0:40946:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384412.475448:0:40946:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384412.475451:0:40946:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384412.475455:0:40946:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767384412.475459:0:40946:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384412.475461:0:40946:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384412.503153:0:126:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1767384412.503158:0:126:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384412.503164:0:126:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1767384412.503165:0:126:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384412.503190:0:16774:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384412.503193:0:16774:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384412.503194:0:16774:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767384412.757049:0:40996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384412.757065:0:40996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384412.757070:0:40996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384412.757077:0:40996:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767384412.757083:0:40996:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384412.757086:0:40996:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384412.878481:0:41034:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:0.0:1767384413.015238:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3ae8418. 00000400:00000010:0.0:1767384413.015252:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000476d054d. 00000400:00000010:0.0:1767384413.015256:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000400:00000010:0.0:1767384413.015262:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7297836. 00000800:00000010:0.0:1767384413.015290:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000480d8e39. 00000800:00000010:2.0:1767384413.016306:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efbbaefc. 00000800:00000010:2.0:1767384413.016314:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606fb3cb. 00000800:00000010:2.0:1767384413.016320:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091b703cb. 00000800:00000010:2.0:1767384413.016341:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091b703cb. 00000800:00020000:2.0:1767384413.016352:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384413.016357:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606fb3cb. 00000800:00000010:2.0:1767384413.016359:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000efbbaefc. 00000400:02020000:2.0:1767384413.016398:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp47 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384413.016410:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000480d8e39. 00000400:00000010:0.0:1767384414.039197:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000400:00000010:0.0:1767384414.039224:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3ae8418. 00000400:00000010:0.0:1767384414.039230:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000476d054d. 00000100:00000010:2.0:1767384414.231231:0:40454:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311560ee. 02000000:00000010:2.0:1767384414.231256:0:40454:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002dbeb5f9. 00040000:00000010:2.0:1767384414.231315:0:16147:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000077e72c30. 00000004:00000010:2.0:1767384414.231320:0:16147:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002fd781bb. 00000004:00000010:2.0:1767384414.231324:0:16147:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000364885fb. 00000004:00000010:2.0:1767384414.231329:0:16147:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0dd92d6. 00040000:00000010:3.0:1767384414.231330:0:16146:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c44dee9d. 00000004:00000010:2.0:1767384414.231333:0:16147:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a8fb0013. 00000004:00000010:3.0:1767384414.231336:0:16146:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003875f178. 00000004:00000010:3.0:1767384414.231349:0:16146:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004678d9da. 00000100:00000010:2.0:1767384414.231353:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048365ef1. 00000004:00000010:3.0:1767384414.231358:0:16146:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e3c41837. 00000004:00000010:3.0:1767384414.231362:0:16146:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000059815d0e. 02000000:00000010:2.0:1767384414.231374:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b72a6eb. 02000000:00000010:3.0:1767384414.231379:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c8a9b30d. 00000400:00000010:3.0:1767384414.231387:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000756b735c. 00000100:00000010:2.0:1767384414.231390:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ca25e91. 00000400:00000010:3.0:1767384414.231393:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 02000000:00000010:2.0:1767384414.231398:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b2f42dd. 00000400:00000010:3.0:1767384414.231404:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000100:00000010:2.0:1767384414.231425:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd2f876b. 02000000:00000010:2.0:1767384414.231431:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c043420d. 00000100:00000010:3.0:1767384414.231437:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bae9d970. 00000400:00000010:3.0:1767384414.231456:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000100:00000010:3.0:1767384414.231479:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4c064bd. 00000100:00000010:3.0:1767384414.231491:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5552302. 00000100:00000010:3.0:1767384414.231494:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000918abc0e. 00000100:00000010:3.0:1767384414.231499:0:16146:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c60ab3b0. 02000000:00000010:3.0:1767384414.231516:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe56711f. 00000400:00000010:3.0:1767384414.231520:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000400:00000010:3.0:1767384414.231521:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000400:00000010:3.0:1767384414.231524:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000400:00000010:3.0:1767384414.231529:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082a724e8. 00000400:00000010:3.0:1767384414.231533:0:16146:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035ef39d5. 02000000:00000010:1.0:1767384414.231543:0:16148:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006568c838. 00000400:00000010:3.0:1767384414.231544:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000400:00000010:1.0:1767384414.231550:0:16148:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098fa0997. 00000400:00000010:1.0:1767384414.231557:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9a81fb0. 00000020:00000010:1.0:1767384414.231564:0:16148:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b175f1e5. 00000400:00000010:1.0:1767384414.231570:0:16148:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000010:1.0:1767384414.231589:0:16148:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dc6d284. 00000020:00000010:3.0:1767384414.231596:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80c64f4. 00000020:00000010:3.0:1767384414.231601:0:23416:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cfabdea5. 00000400:00000010:1.0:1767384414.231605:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000020:00000010:3.0:1767384414.231612:0:23416:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004aa89f44. 00000020:00000010:3.0:1767384414.231617:0:23416:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ebf671d. 00000020:00000010:3.0:1767384414.231620:0:23416:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005da19f34. 00000020:00000010:3.0:1767384414.231646:0:23416:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090f987aa. 00000020:00000010:3.0:1767384414.231647:0:23416:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090f987aa. 02000000:00000010:3.0:1767384414.231660:0:23416:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000aa332756. 00000020:00000010:1.0:1767384414.231687:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e36672a. 00000400:00000010:3.0:1767384414.231688:0:23416:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000020:00000010:1.0:1767384414.231694:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e36672a. 00000020:00000010:1.0:1767384414.231700:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9252fd. 00000020:00000010:1.0:1767384414.231704:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fdcaf53. 00000400:00000010:3.0:1767384414.231706:0:23416:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000020:00000010:1.0:1767384414.231708:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:3.0:1767384414.231715:0:23416:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ebf671d. 00000020:00000010:3.0:1767384414.231719:0:23416:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005da19f34. 00000020:00000010:3.0:1767384414.231721:0:23416:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aa89f44. 00000020:00000010:1.0:1767384414.231736:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e36672a. 00000020:00000010:1.0:1767384414.231740:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e36672a. 00000400:00000010:3.0:1767384414.231743:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000756b735c. 00000400:00000010:3.0:1767384414.231746:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 02000000:00000010:1.0:1767384414.231759:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002fff4a06. 02000000:00000010:3.0:1767384414.231760:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c1a65139. 02000000:00000010:3.0:1767384414.231766:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008b978582. 00000400:00000010:1.0:1767384414.231768:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000100:00000010:3.0:1767384414.231777:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000027a37a5f. 02000000:00000010:3.0:1767384414.231790:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c8a9b30d. 02000000:00000010:3.0:1767384414.231792:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002dbeb5f9. 00000100:00000010:3.0:1767384414.231795:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000311560ee. 00000400:00000010:1.0:1767384414.231796:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 00000020:00000010:1.0:1767384414.231808:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fdcaf53. 00000020:00000010:1.0:1767384414.231811:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384414.231814:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9252fd. 02000000:00000010:1.0:1767384414.231820:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002fff4a06. 00000400:00000010:1.0:1767384414.231828:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ab6cd27. 00000400:00000010:3.0:1767384414.231854:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 00000020:00000010:2.0:1767384414.231862:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091b703cb. 00000020:00000010:2.0:1767384414.231865:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091b703cb. 00000400:00000010:3.0:1767384414.231869:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000020:00000010:2.0:1767384414.231870:0:17560:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384414.231875:0:17560:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffd946e6. 00000400:00000010:1.0:1767384414.231878:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df816be1. 00000020:00000010:2.0:1767384414.231879:0:17560:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 02000000:00000010:3.0:1767384414.231894:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe56711f. 02000000:00000010:3.0:1767384414.231899:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b72a6eb. 00000100:00000010:3.0:1767384414.231901:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048365ef1. 00000020:00000010:2.0:1767384414.231926:0:17560:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091b703cb. 00000020:00000010:2.0:1767384414.231929:0:17560:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091b703cb. 02000000:00000010:2.0:1767384414.231938:0:17560:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c39a4495. 00000400:00000010:2.0:1767384414.231945:0:17560:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000400:00000010:2.0:1767384414.231969:0:17560:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 00000020:00000010:2.0:1767384414.231975:0:17560:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffd946e6. 00000020:00000010:2.0:1767384414.231977:0:17560:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384414.231979:0:17560:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384414.232178:0:16148:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098fa0997. 00000400:00000010:2.0:1767384414.232182:0:16148:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9a81fb0. 02000000:00000010:2.0:1767384414.232196:0:16148:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006568c838. 02000000:00000010:2.0:1767384414.232199:0:16148:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b2f42dd. 00000100:00000010:2.0:1767384414.232202:0:16148:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ca25e91. 02000000:00000010:2.0:1767384414.232284:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000001d3b96. 00000400:00000010:2.0:1767384414.232289:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384414.232292:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000020:00000010:2.0:1767384414.232298:0:16145:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000efbbaefc. 00000400:00000010:2.0:1767384414.232302:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce4f1b95. 00000100:00000010:2.0:1767384414.232316:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ca25e91. 00000400:00000010:2.0:1767384414.232327:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 00000020:00000010:2.0:1767384414.232397:0:40434:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006ca9bc00. 00040000:00000010:2.0:1767384414.232403:0:40434:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6f1ed0a. 00000004:00000010:2.0:1767384414.232411:0:40434:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d2743f9. 00000004:00000010:2.0:1767384414.232415:0:40434:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad9bfe3f. 00000004:00000010:2.0:1767384414.232417:0:40434:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b6cf026b. 00000020:00000010:2.0:1767384414.232422:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384414.232425:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ffd946e6. 00000020:00000010:2.0:1767384414.232428:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 02000000:00000010:2.0:1767384414.232457:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ee582235. 00000020:00000010:2.0:1767384414.232464:0:40434:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c9808d53. 00000004:00000010:2.0:1767384414.232470:0:40434:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000091b703cb. 00000001:00000010:2.0:1767384414.232475:0:40434:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f1a9cb14. 00000001:00000010:2.0:1767384414.232479:0:40434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001b2f42dd. 00000001:00000010:2.0:1767384414.232484:0:40434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f894125a. 00000001:00000010:2.0:1767384414.232488:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000977289a8. 00000001:00000010:2.0:1767384414.232491:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ce97ed4. 00000001:00000010:2.0:1767384414.232493:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c649e9e1. 00000001:00000010:2.0:1767384414.232495:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bfe668dd. 00000001:00000010:2.0:1767384414.232499:0:40434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d4e96e7a. 00000001:00000010:2.0:1767384414.232503:0:40434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000079792980. 00000001:00000010:2.0:1767384414.232505:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000be0191f. 00000001:00000010:2.0:1767384414.232508:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000722af616. 00000001:00000010:2.0:1767384414.232510:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003ad5511c. 00000001:00000010:2.0:1767384414.232513:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096e15274. 00000020:00000010:2.0:1767384414.232540:0:40434:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006926029a. 00000020:00000010:2.0:1767384414.232618:0:40434:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fe63987c. 00000020:00000010:2.0:1767384414.232621:0:40434:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000bef1a592. 00000020:00000010:2.0:1767384414.232624:0:40434:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 000000000df699ec. 00000020:00000010:2.0:1767384414.232645:0:40434:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004ea5322d. 00000020:00000010:2.0:1767384414.232648:0:40434:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000006b72a6eb. 00000020:00000010:2.0:1767384414.232649:0:40434:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000007b753614. 00000020:00000010:2.0:1767384414.232698:0:40434:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ba58a498. 00000400:00000010:2.0:1767384414.232735:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce4f1b95. 00000400:00000010:2.0:1767384414.232767:0:40434:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 00000020:00000010:2.0:1767384414.232779:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ffd946e6. 00000020:00000010:2.0:1767384414.232783:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384414.232788:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384414.232809:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384414.232813:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 02000000:00000010:2.0:1767384414.232841:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000001d3b96. 02000000:00000010:2.0:1767384414.232845:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c043420d. 00000100:00000010:2.0:1767384414.232849:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fd2f876b. 00000800:00000010:3.0:1767384414.233229:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3c8a55d. 00000800:00000010:3.0:1767384414.233235:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000094063aa7. 00000800:00000010:3.0:1767384414.233240:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090f987aa. 00000800:00000010:3.0:1767384414.233260:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090f987aa. 00000800:00020000:3.0:1767384414.233267:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384414.233272:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000094063aa7. 00000800:00000010:3.0:1767384414.233275:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3c8a55d. 00000400:02020000:3.0:1767384414.233312:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp32 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000100:00000010:1.0:1767384414.244157:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5552302. 00000100:00000010:2.0:1767384414.244164:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000918abc0e. 00000100:00000010:3.0:1767384414.244169:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c60ab3b0. 00000100:00000010:0.0:1767384414.244178:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4c064bd. 00000800:00000010:0.0:1767384414.714794:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007ee087cb. 00000800:00000010:3.0:1767384414.714854:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3c8a55d. 00000800:00000010:3.0:1767384414.714861:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000094063aa7. 00000800:00000010:3.0:1767384414.714995:0:16135:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004ca78fe2. 00000800:00000010:3.0:1767384414.715042:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090f987aa. 00000800:00000010:3.0:1767384414.715091:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090f987aa. 00000800:00000010:3.0:1767384414.715096:0:16135:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000094063aa7. 00000800:00000010:3.0:1767384414.715191:0:16135:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007ee087cb. 00000800:00000010:2.0:1767384414.715640:0:16140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dbeb5f9. 00000800:00000010:2.0:1767384414.715692:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dbeb5f9. 00000800:00000010:0.0:1767384414.716296:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c4f15be2. 00000800:00000010:1.0:1767384414.716348:0:16136:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000587cd4c6. 00000800:00000010:1.0:1767384414.716354:0:16136:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000799612ec. 00000800:00000010:1.0:1767384414.716478:0:16139:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cdc10fcb. 00000800:00000010:1.0:1767384414.716541:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cdc10fcb. 00000800:00000010:3.0:1767384414.716668:0:16136:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000094063aa7. 00000800:00000010:3.1:1767384414.716674:0:16136:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000094063aa7. 00000800:00000010:3.0:1767384414.716682:0:16136:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090f987aa. 00000800:00000010:3.0:1767384414.716718:0:16136:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090f987aa. 00000800:00000010:3.0:1767384414.716723:0:16136:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000799612ec. 00000800:00000010:3.0:1767384414.716748:0:16136:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c4f15be2. 00000800:00000010:0.0:1767384414.717748:0:16142:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000078cce2fb. 00000800:00000010:1.0:1767384414.717821:0:16137:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e8ae9b44. 00000800:00000010:1.0:1767384414.717827:0:16137:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f6f54247. 00000800:00000010:1.0:1767384414.717867:0:16137:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000181f13a1. 00000800:00000010:1.1:1767384414.717871:0:16137:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000181f13a1. 00000800:00000010:1.0:1767384414.717890:0:16137:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006022045e. 00000800:00000010:1.0:1767384414.717935:0:16137:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006022045e. 00000800:00000010:1.0:1767384414.717939:0:16137:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f6f54247. 00000800:00000010:1.0:1767384414.717965:0:16137:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000078cce2fb. 00000400:00000010:0.0:1767384415.063225:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a343a88a. 00000400:00000010:0.0:1767384415.063239:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e0a9ee6f. 00000400:00000010:0.0:1767384415.063245:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000400:00000010:0.0:1767384415.063252:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa480534. 00000800:00000010:0.0:1767384415.063282:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f944e7fc. 00000800:00000010:2.0:1767384415.064191:0:16134:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000018375a89. 00000800:00000010:2.0:1767384415.064198:0:16134:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000606fb3cb. 00000800:00000010:2.0:1767384415.064203:0:16134:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ada7b6d8. 00000800:00000010:2.0:1767384415.064223:0:16134:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ada7b6d8. 00000800:00020000:2.0:1767384415.064234:0:16134:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:2.0:1767384415.064239:0:16134:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000606fb3cb. 00000800:00000010:2.0:1767384415.064241:0:16134:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000018375a89. 00000400:02020000:2.0:1767384415.064276:0:16134:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp35 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384415.064286:0:16134:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f944e7fc. 00000400:00000010:2.0:1767384415.774645:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c82f96a. 00000400:00000010:2.0:1767384415.774675:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003be5cd52. 00000020:00000010:1.0:1767384415.774760:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9252fd. 00000020:00000010:1.0:1767384415.774767:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fdcaf53. 00000020:00000010:1.0:1767384415.774772:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 02000000:00000010:1.0:1767384415.774822:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000002a5d2239. 00000020:00000010:1.0:1767384415.774832:0:40428:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c9a8d34f. 00000001:00000010:1.0:1767384415.774841:0:40428:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000cdc10fcb. 00000001:00000010:1.0:1767384415.774847:0:40428:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000a73fa15. 00000001:00000010:1.0:1767384415.774850:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0dc7b92. 00000001:00000010:1.0:1767384415.774854:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006568c838. 00000001:00000010:1.0:1767384415.774857:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dad75638. 00000001:00000010:1.0:1767384415.774859:0:40428:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ba6b5ed4. 00000020:00000010:1.0:1767384415.774887:0:40428:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000084bc86fc. 00000020:00000010:1.0:1767384415.774978:0:40428:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b3c88f1d. 00000020:00000010:1.0:1767384415.774982:0:40428:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000f6f54247. 00000020:00000010:1.0:1767384415.774985:0:40428:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000eb612062. 00000020:00000010:1.0:1767384415.774999:0:40428:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000002fff4a06. 00000020:00000010:1.0:1767384415.775001:0:40428:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000eae0fcd1. 00000020:00000010:1.0:1767384415.775003:0:40428:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d2ef6e1b. 00000020:00000010:1.0:1767384415.775013:0:40428:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000058c9c064. 00000400:00000010:1.0:1767384415.775060:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcca406a. 00000800:00000010:1.0:1767384415.775091:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004871e2cd. 00000020:00000010:1.0:1767384415.775150:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fdcaf53. 00000020:00000010:1.0:1767384415.775155:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384415.775158:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9252fd. 00000400:00000010:1.0:1767384415.775170:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000390b0953. 00000400:00000010:1.0:1767384415.775174:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000181f13a1. 00000800:00000010:3.0:1767384415.775214:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004871e2cd. 00000400:00000010:3.0:1767384415.775221:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcca406a. 02000000:00000010:3.0:1767384415.775225:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000002a5d2239. 00000400:00000010:1.0:1767384415.776237:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053da6c7e. 00000400:00000010:1.0:1767384415.776249:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000906fd1d5. 00000020:00000010:2.0:1767384415.776300:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.776304:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.776308:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.776310:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.776312:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.776334:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.776335:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00010000:00000010:2.0:1767384415.776350:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008bfa86e0. 02000000:00000010:2.0:1767384415.776358:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000843a6476. 00000400:00000010:2.0:1767384415.776379:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000488b01e0. 00000800:00000010:2.0:1767384415.776391:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dbeb5f9. 00000020:00000010:2.0:1767384415.776405:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.776407:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.776410:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.776415:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe7579f7. 00000400:00000010:2.0:1767384415.776418:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005264c327. 00000800:00000010:1.0:1767384415.776471:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dbeb5f9. 00000400:00000010:1.0:1767384415.776479:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000488b01e0. 02000000:00000010:1.0:1767384415.776483:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000843a6476. 00000400:00000010:3.0:1767384415.777167:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bbf16dd6. 00000400:00000010:3.0:1767384415.777175:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d899a5bd. 00000020:00000010:2.0:1767384415.777225:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.777228:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.777230:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.777232:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.777234:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.777251:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.777252:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 02000000:00000010:2.0:1767384415.777260:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000843a6476. 00000040:00000010:2.0:1767384415.777265:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3abe67a. 00000040:00000010:2.0:1767384415.777460:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3abe67a. 00000400:00000010:2.0:1767384415.777471:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce4f1b95. 00000800:00000010:2.0:1767384415.777485:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bfafa27. 00000020:00000010:2.0:1767384415.777503:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.777505:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.777508:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.777514:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024abb03a. 00000400:00000010:2.0:1767384415.777517:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc264e33. 00000800:00000010:1.0:1767384415.777560:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bfafa27. 00000400:00000010:1.0:1767384415.777567:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce4f1b95. 02000000:00000010:1.0:1767384415.777571:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000843a6476. 00000400:00000010:1.0:1767384415.778350:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000164a8b08. 00000400:00000010:1.0:1767384415.778372:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000002ba7de. 00000020:00000010:2.0:1767384415.778427:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.778431:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.778434:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.778436:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.778439:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.778458:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.778460:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00010000:00000010:2.0:1767384415.778472:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003811b824. 02000000:00000010:2.0:1767384415.778481:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000001d3b96. 00000400:00000010:2.0:1767384415.778501:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8c50f53. 00000800:00000010:2.0:1767384415.778515:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cc3fdb9. 00000020:00000010:2.0:1767384415.778533:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.778536:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.778539:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.778545:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfce31fe. 00000400:00000010:2.0:1767384415.778548:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a0e9c4c. 00000800:00000010:3.0:1767384415.778597:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cc3fdb9. 00000400:00000010:3.0:1767384415.778604:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8c50f53. 02000000:00000010:3.0:1767384415.778614:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000001d3b96. 00000400:00000010:1.0:1767384415.779362:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a26626a. 00000400:00000010:1.0:1767384415.779373:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000370ea341. 00000020:00000010:2.0:1767384415.779419:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.779422:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.779426:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.779429:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.779431:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.779453:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ada7b6d8. 00000020:00000010:2.0:1767384415.779456:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ada7b6d8. 02000000:00000010:2.0:1767384415.779466:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000c043420d. 00000040:00000010:2.0:1767384415.779470:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3abe67a. 00000040:00000010:2.0:1767384415.779501:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000ee693417. 00000040:00000010:2.0:1767384415.779511:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000ee693417. 00000040:00000010:2.0:1767384415.779513:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3abe67a. 20000000:00000010:2.0:1767384415.779518:0:40428:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ada7b6d8. 00000400:00000010:2.0:1767384415.779523:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b10c47d. 00000800:00000010:2.0:1767384415.779535:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6e20fa8. 00000020:00000010:2.0:1767384415.779549:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.779551:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.779553:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.779556:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b634e2a. 00000400:00000010:2.0:1767384415.779558:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a44ca0d. 00000800:00000010:1.0:1767384415.779614:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6e20fa8. 00000400:00000010:1.0:1767384415.779621:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b10c47d. 02000000:00000010:1.0:1767384415.779625:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000c043420d. 00000400:00000010:3.0:1767384415.780265:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000901b7787. 00000400:00000010:3.0:1767384415.780273:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050a79d64. 00000020:00000010:2.0:1767384415.780317:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.780320:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.780323:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.780324:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.780326:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.780351:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.780358:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 02000000:00000010:2.0:1767384415.780372:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ce7bce66. 00000040:00000010:2.0:1767384415.780376:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d3abe67a. 00000040:00000010:2.0:1767384415.780383:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.780511:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.780516:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000d3abe67a. 00000400:00000010:2.0:1767384415.780524:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002b56ea14. 00000800:00000010:2.0:1767384415.780539:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000d3abe67a. 00000020:00000010:2.0:1767384415.780563:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.780567:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.780569:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.780578:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059c40916. 00000400:00000010:2.0:1767384415.780581:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b99a237e. 00000800:00000010:1.0:1767384415.780630:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000d3abe67a. 00000400:00000010:1.0:1767384415.780635:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002b56ea14. 02000000:00000010:1.0:1767384415.780637:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ce7bce66. 00000400:00000010:1.0:1767384415.781691:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000109a2f25. 00000400:00000010:1.0:1767384415.781708:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd89480. 00000020:00000010:2.0:1767384415.781764:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.781767:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.781770:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.781772:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.781773:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.781792:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.781794:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 02000000:00000010:2.0:1767384415.781809:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ce7bce66. 00000040:00000010:2.0:1767384415.781814:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000015c56efb. 00000040:00000010:2.0:1767384415.781823:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.781961:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.781964:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000015c56efb. 00000400:00000010:2.0:1767384415.781970:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c8e1f924. 00000800:00000010:2.0:1767384415.781981:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000015c56efb. 00000020:00000010:2.0:1767384415.781996:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.781997:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.781999:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.782004:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000701f62ed. 00000400:00000010:2.0:1767384415.782006:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ded0546d. 00000800:00000010:3.0:1767384415.782066:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000015c56efb. 00000400:00000010:3.0:1767384415.782073:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c8e1f924. 02000000:00000010:3.0:1767384415.782077:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ce7bce66. 00000400:00000010:1.0:1767384415.792302:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ee03403. 00000400:00000010:1.0:1767384415.792331:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021ef6624. 00000020:00000010:2.0:1767384415.792399:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.792404:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.792418:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.792422:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.792425:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.792455:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.792457:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 02000000:00000010:2.0:1767384415.792489:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ce7bce66. 00000040:00000010:2.0:1767384415.792497:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000824ec44. 00000040:00000010:2.0:1767384415.792514:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.792648:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.792653:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000824ec44. 00000400:00000010:2.0:1767384415.792675:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c8e1f924. 00000800:00000010:2.0:1767384415.792707:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000000824ec44. 00000020:00000010:2.0:1767384415.792734:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.792738:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.792742:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.792753:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099dfbb9f. 00000400:00000010:2.0:1767384415.792757:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b56ea14. 00000800:00000010:1.0:1767384415.792831:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000000824ec44. 00000400:00000010:1.0:1767384415.792838:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c8e1f924. 02000000:00000010:1.0:1767384415.792842:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ce7bce66. 00000400:00000010:3.0:1767384415.793891:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063455f3f. 00000400:00000010:3.0:1767384415.793902:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a56294bb. 00000020:00000010:2.0:1767384415.793967:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.793971:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.793976:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.793979:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.793981:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.794002:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.794005:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00010000:00000010:2.0:1767384415.794022:0:40428:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f9817f33. 00010000:00000010:2.0:1767384415.794028:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000961b63c5. 02000000:00000010:2.0:1767384415.794039:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000c043420d. 00000400:00000010:2.0:1767384415.794058:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5c2e2dc. 00000800:00000010:2.0:1767384415.794075:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6e20fa8. 00000020:00000010:2.0:1767384415.794094:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.794097:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.794100:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.794136:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089d4037a. 00000400:00000010:2.0:1767384415.794148:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000606fb3cb. 00000800:00000010:1.0:1767384415.794159:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6e20fa8. 00000400:00000010:1.0:1767384415.794167:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5c2e2dc. 02000000:00000010:1.0:1767384415.794170:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000c043420d. 00000400:00000010:1.0:1767384415.795341:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000effd34e. 00000400:00000010:1.0:1767384415.795352:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000833cc8c1. 00000020:00000010:2.0:1767384415.795420:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.795424:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.795428:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.795431:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.795434:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.795461:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.795464:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 02000000:00000010:2.0:1767384415.795474:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000001d3b96. 20000000:00000010:2.0:1767384415.795484:0:40428:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000e046cb49. 00000100:00000010:2.0:1767384415.795569:0:40428:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000843a6476. 00000100:00000010:2.0:1767384415.795573:0:40428:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000ee693417. 00000400:00000010:2.0:1767384415.795580:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009122d846. 00000400:00000010:2.0:1767384415.795586:0:40428:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006cc7530f. 00000800:00000010:2.0:1767384415.795607:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005cc3fdb9. 00000800:00000010:3.0:1767384415.795680:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005cc3fdb9. 00000400:00000010:1.0:1767384415.796234:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009122d846. 00000100:00000010:2.0:1767384415.796281:0:40428:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000ee693417. 00000100:00000010:2.0:1767384415.796285:0:40428:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000843a6476. 20000000:00000010:2.0:1767384415.796294:0:40428:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000e046cb49. 00000400:00000010:2.0:1767384415.796304:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064464cf3. 00000800:00000010:2.0:1767384415.796318:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008bfafa27. 00000020:00000010:2.0:1767384415.796338:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.796342:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.796346:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.796354:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd257c30. 00000400:00000010:2.0:1767384415.796359:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e1f924. 00000800:00000010:1.0:1767384415.796392:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008bfafa27. 00000400:00000010:1.0:1767384415.796399:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064464cf3. 02000000:00000010:1.0:1767384415.796402:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000001d3b96. 00000400:00000010:3.0:1767384415.800041:0:16139:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a45712. 00000400:00000010:3.0:1767384415.800060:0:16139:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054aafb29. 00000020:00000010:2.0:1767384415.800162:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.800167:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.800172:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.800177:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.800180:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.800214:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.800217:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00010000:00000010:2.0:1767384415.800239:0:40428:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b642a95. 02000000:00000010:2.0:1767384415.800264:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000843a6476. 00000400:00000010:2.0:1767384415.800288:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085175c34. 00000800:00000010:2.0:1767384415.800322:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dbeb5f9. 00000020:00000010:2.0:1767384415.800348:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.800352:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.800356:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.800365:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000778ab79b. 00000400:00000010:2.0:1767384415.800370:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054aafb29. 00000800:00000010:1.0:1767384415.800435:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dbeb5f9. 00000400:00000010:1.0:1767384415.800443:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000085175c34. 02000000:00000010:1.0:1767384415.800447:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000843a6476. 00000400:00000010:1.0:1767384415.801355:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f9fac2c. 00000400:00000010:1.0:1767384415.801367:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a477c191. 00000020:00000010:2.0:1767384415.801417:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.801420:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.801422:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.801424:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.801426:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.801442:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.801443:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 02000000:00000010:2.0:1767384415.801450:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000843a6476. 00000040:00000010:2.0:1767384415.801455:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000824ec44. 00000040:00000010:2.0:1767384415.801496:0:40428:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000000a5e3bf0. 00000040:00000010:2.0:1767384415.801504:0:40428:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000000a5e3bf0. 00000040:00000010:2.0:1767384415.801506:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000824ec44. 00000400:00000010:2.0:1767384415.801513:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed8f172d. 00000800:00000010:2.0:1767384415.801523:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dbeb5f9. 00000020:00000010:2.0:1767384415.801540:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.801542:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.801544:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.801549:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f6bc01. 00000400:00000010:2.0:1767384415.801551:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000833cc8c1. 00000800:00000010:3.0:1767384415.801586:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dbeb5f9. 00000400:00000010:3.0:1767384415.801591:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed8f172d. 02000000:00000010:3.0:1767384415.801594:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000843a6476. 00000400:00000010:1.0:1767384415.802274:0:16140:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087104a8e. 00000400:00000010:1.0:1767384415.802286:0:16140:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084354d7b. 00000020:00000010:2.0:1767384415.802333:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.802337:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.802340:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.802343:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.802346:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.802366:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab66f522. 00000020:00000010:2.0:1767384415.802375:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab66f522. 02000000:00000010:2.0:1767384415.802395:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ce7bce66. 00000040:00000010:2.0:1767384415.802400:0:40428:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000824ec44. 00000040:00000010:2.0:1767384415.802409:0:40428:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.802420:0:40428:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018375a89. 00000040:00000010:2.0:1767384415.802423:0:40428:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000824ec44. 00000400:00000010:2.0:1767384415.802430:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a56294bb. 00000800:00000010:2.0:1767384415.802444:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000000824ec44. 00000020:00000010:2.0:1767384415.802463:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.802466:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.802469:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000400:00000010:2.0:1767384415.802476:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091ae7f5a. 00000400:00000010:2.0:1767384415.802479:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021ef6624. 00000800:00000010:1.0:1767384415.802529:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000000824ec44. 00000400:00000010:1.0:1767384415.802535:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a56294bb. 02000000:00000010:1.0:1767384415.802539:0:16141:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ce7bce66. 00000100:00000010:3.0:1767384415.804488:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e584f9cf. 00000020:00000010:2.0:1767384415.804548:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384415.804553:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.804555:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 02000000:00000010:2.0:1767384415.804586:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000001d3b96. 00000020:00000010:2.0:1767384415.804601:0:40434:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e046cb49. 00000004:00000010:2.0:1767384415.804607:0:40434:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ab66f522. 00000001:00000010:2.0:1767384415.804609:0:40434:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ee010336. 00000001:00000010:2.0:1767384415.804613:0:40434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008bfafa27. 00000001:00000010:2.0:1767384415.804616:0:40434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006f34ee45. 00000001:00000010:2.0:1767384415.804619:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015c56efb. 00000001:00000010:2.0:1767384415.804621:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d3abe67a. 00000001:00000010:2.0:1767384415.804622:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c367287. 00000001:00000010:2.0:1767384415.804623:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000824ec44. 00000001:00000010:2.0:1767384415.804626:0:40434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005cc3fdb9. 00000001:00000010:2.0:1767384415.804627:0:40434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000043f17d7a. 00000001:00000010:2.0:1767384415.804629:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ada9da6b. 00000001:00000010:2.0:1767384415.804630:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000731bdb2f. 00000001:00000010:2.0:1767384415.804632:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000211c1364. 00000001:00000010:2.0:1767384415.804634:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004adb7458. 00080000:00000010:2.0:1767384415.804665:0:40434:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c043420d. 00080000:00000010:2.0:1767384415.812728:0:40434:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000843a6476. 00080000:00000010:3.0:1767384415.812751:0:16814:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c043420d. 00000001:00000010:2.0:1767384415.812800:0:40434:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000fc20b360. 00000020:00000010:2.0:1767384415.812863:0:40434:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000006b909609. 00000020:00000010:2.0:1767384415.812937:0:40434:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c043420d. 00000020:00000010:2.0:1767384415.812941:0:40434:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 0000000046e7609c. 00000020:00000010:2.0:1767384415.812943:0:40434:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000807726ad. 00000020:00000010:2.0:1767384415.812955:0:40434:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000004463e8b0. 00000020:00000010:2.0:1767384415.812957:0:40434:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000a6e20fa8. 00000020:00000010:2.0:1767384415.812958:0:40434:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c70e6718. 00000020:00000010:2.0:1767384415.812969:0:40434:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000afa86716. 00000020:00000010:2.0:1767384415.812974:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072a9099e. 00000400:00000010:2.0:1767384415.813020:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000134192c5. 00000800:00000010:2.0:1767384415.813051:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dbeb5f9. 00000020:00000010:2.0:1767384415.813081:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384415.813084:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384415.813089:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000800:00000010:1.0:1767384415.813188:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dbeb5f9. 00000400:00000010:1.0:1767384415.813199:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000134192c5. 00000400:00000010:0.0:1767384416.087168:0:16143:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000400:00000010:0.0:1767384416.087192:0:16143:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a343a88a. 00000400:00000010:0.0:1767384416.087196:0:16143:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e0a9ee6f. 00000400:00000010:1.0:1767384416.279197:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ed878a. 00000400:00000010:1.0:1767384416.279211:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ce488cd. 02000000:00000010:1.0:1767384416.279259:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000007c1cee1. 02000000:00000010:1.0:1767384416.279266:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000431735f9. 00000100:00000010:1.0:1767384416.279269:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c8d85dda. 00000100:00000010:0.0:1767384416.279311:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004aa97e8b. 02000000:00000010:0.0:1767384416.279328:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ee7dbc95. 00000100:00000010:0.0:1767384416.279385:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c24b052e. 02000000:00000010:3.0:1767384416.279388:0:16149:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034f03930. 02000000:00000010:0.0:1767384416.279394:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bde3736b. 00000400:00000010:3.0:1767384416.279397:0:16149:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef1d695f. 00000400:00000010:3.0:1767384416.279404:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000400:00000010:3.0:1767384416.279411:0:16149:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000010:0.0:1767384416.279428:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab1452d5. 00000400:00000010:3.0:1767384416.279430:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d66c58c5. 02000000:00000010:0.0:1767384416.279436:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000127e9a14. 00000400:00000010:3.0:1767384416.279444:0:16149:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc568b0f. 02000000:00000010:1.0:1767384416.279445:0:16145:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fc994dc4. 00000400:00000010:1.0:1767384416.279451:0:16145:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f9e64f0. 00000400:00000010:1.0:1767384416.279456:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b982d9aa. 00000400:00000010:1.0:1767384416.279462:0:16145:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000400:00000010:3.0:1767384416.279465:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000010:0.0:1767384416.279467:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007cd8014b. 02000000:00000010:0.0:1767384416.279476:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d91c0832. 00000100:00000010:3.0:1767384416.279481:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c60ab3b0. 00000100:00000010:1.0:1767384416.279492:0:16145:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e9ab6ee5. 00000100:00000010:3.0:1767384416.279495:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b2fa43a7. 00000100:00000010:3.0:1767384416.279504:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea42c337. 00000020:00000010:2.0:1767384416.279504:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0c82be3. 00000020:00000010:2.0:1767384416.279511:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0c82be3. 00000400:00000010:1.0:1767384416.279512:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054318124. 00000100:00000010:3.0:1767384416.279513:0:16149:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4884517. 02000000:00000010:0.0:1767384416.279517:0:16146:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0a9ee6f. 00000020:00000010:2.0:1767384416.279518:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005202a930. 00000020:00000010:2.0:1767384416.279525:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000400:00000010:0.0:1767384416.279525:0:16146:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081d8a752. 00000020:00000010:2.0:1767384416.279531:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000400:00000010:0.0:1767384416.279533:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000400:00000010:0.0:1767384416.279540:0:16146:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f08fe1. 02000000:00000010:3.0:1767384416.279547:0:16147:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004816a5f8. 00000400:00000010:3.0:1767384416.279553:0:16147:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000756b735c. 00000400:00000010:3.0:1767384416.279557:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000100:00000010:0.0:1767384416.279561:0:16146:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000180d7f0e. 00000400:00000010:3.0:1767384416.279564:0:16147:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e903fc60. 00000020:00000010:1.0:1767384416.279565:0:40434:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009e3c7416. 00000020:00000010:2.0:1767384416.279568:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0c82be3. 00000020:00000010:2.0:1767384416.279572:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0c82be3. 00000020:00000010:1.0:1767384416.279577:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbb7fb55. 00000400:00000010:0.0:1767384416.279578:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f08fe1. 02000000:00000010:2.0:1767384416.279584:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008782f875. 00000020:00000010:1.0:1767384416.279586:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.279592:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000400:00000010:2.0:1767384416.279595:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000100:00000010:3.0:1767384416.279605:0:16147:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7cdb6f5. 00000400:00000010:2.0:1767384416.279622:0:40428:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000020:00000010:0.0:1767384416.279626:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e25570cc. 00000020:00000010:1.0:1767384416.279627:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec73038e. 00000400:00000010:3.0:1767384416.279632:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e903fc60. 00000020:00000010:0.0:1767384416.279632:0:39691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c80c64f4. 00000020:00000010:2.0:1767384416.279633:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:1.0:1767384416.279635:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec73038e. 00000020:00000010:2.0:1767384416.279640:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:1.0:1767384416.279642:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c47dfa4. 00000020:00000010:2.0:1767384416.279645:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005202a930. 00000020:00000010:1.0:1767384416.279647:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036b92cea. 02000000:00000010:2.0:1767384416.279652:0:40428:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008782f875. 00000020:00000010:1.0:1767384416.279653:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c6b9a4f0. 00000020:00000010:0.0:1767384416.279655:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e9d4a97. 00000400:00000010:2.0:1767384416.279660:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001191610a. 00000020:00000010:0.0:1767384416.279662:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000400:00000010:2.0:1767384416.279665:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000370ea341. 00000020:00000010:0.0:1767384416.279669:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000010:1.0:1767384416.279675:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec73038e. 00000020:00000010:1.0:1767384416.279680:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec73038e. 00000400:00000010:3.0:1767384416.279688:0:16149:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef1d695f. 02000000:00000010:1.0:1767384416.279690:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002a5d2239. 00000400:00000010:1.0:1767384416.279698:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000400:00000010:3.0:1767384416.279701:0:16149:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 00000100:00000010:2.0:1767384416.279704:0:40433:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005202a930. 00000020:00000010:0.0:1767384416.279709:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3f69c42. 00000020:00000010:0.0:1767384416.279713:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3f69c42. 02000000:00000010:3.0:1767384416.279720:0:16149:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034f03930. 02000000:00000010:0.0:1767384416.279724:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000441d9f9. 02000000:00000010:3.0:1767384416.279726:0:16149:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ee7dbc95. 00000100:00000010:3.0:1767384416.279733:0:16149:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004aa97e8b. 00000400:00000010:1.0:1767384416.279733:0:40434:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054318124. 00000400:00000010:0.0:1767384416.279734:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f08fe1. 00000020:00000010:1.0:1767384416.279747:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036b92cea. 00000020:00000010:1.0:1767384416.279751:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c6b9a4f0. 00000020:00000010:1.0:1767384416.279755:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c47dfa4. 00000400:00000010:3.0:1767384416.279757:0:16147:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000756b735c. 00000400:00000010:3.0:1767384416.279762:0:16147:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000400:00000010:0.0:1767384416.279771:0:39691:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f08fe1. 02000000:00000010:3.0:1767384416.279776:0:16147:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004816a5f8. 02000000:00000010:1.0:1767384416.279781:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000085730bd2. 02000000:00000010:3.0:1767384416.279782:0:16147:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d91c0832. 00000020:00000010:0.0:1767384416.279784:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000100:00000010:3.0:1767384416.279789:0:16147:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007cd8014b. 00000020:00000010:0.0:1767384416.279790:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:1.0:1767384416.279793:0:40434:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000016bfa01b. 00000020:00000010:0.0:1767384416.279797:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e9d4a97. 00000004:00000010:1.0:1767384416.279802:0:40434:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ec73038e. 00000001:00000010:1.0:1767384416.279807:0:40434:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000036b92cea. 00000001:00000010:1.0:1767384416.279813:0:40434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000aece4cc9. 00000001:00000010:1.0:1767384416.279820:0:40434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000094688d49. 00000400:00000010:0.0:1767384416.279821:0:16146:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081d8a752. 00040000:00000010:2.0:1767384416.279822:0:40433:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aef00d21. 00000001:00000010:1.0:1767384416.279825:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c47dfa4. 00000400:00000010:0.0:1767384416.279827:0:16146:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000004:00000010:2.0:1767384416.279829:0:40433:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004e4fd16b. 00000001:00000010:1.0:1767384416.279831:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fbee2580. 00000001:00000010:1.0:1767384416.279837:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e9252fd. 00000001:00000010:1.0:1767384416.279841:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007a600d33. 02000000:00000010:0.0:1767384416.279842:0:16146:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0a9ee6f. 00000004:00000010:2.0:1767384416.279844:0:40433:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000015309b6e. 00000001:00000010:1.0:1767384416.279846:0:40434:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d0e5d7fb. 02000000:00000010:0.0:1767384416.279848:0:16146:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000127e9a14. 00000004:00000010:2.0:1767384416.279849:0:40433:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008782f875. 00000001:00000010:1.0:1767384416.279854:0:40434:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a787e55a. 00000100:00000010:0.0:1767384416.279854:0:16146:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab1452d5. 00000100:00000010:3.0:1767384416.279855:0:41050:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006cb40bc7. 00000001:00000010:1.0:1767384416.279875:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d53c367c. 00000020:00000010:3.0:1767384416.279876:0:41050:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f1e19dd7. 00000020:00000010:3.0:1767384416.279882:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004816a5f8. 00000001:00000010:1.0:1767384416.279887:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002529f9fa. 00000020:00000010:3.0:1767384416.279888:0:41050:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000034f03930. 00000001:00000010:1.0:1767384416.279894:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d62ad642. 00000040:00000010:3.0:1767384416.279895:0:41050:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fca16b36. 00000001:00000010:1.0:1767384416.279900:0:40434:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f04177e1. 00000020:00000010:3.0:1767384416.279903:0:41050:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d02f3eef. 00000020:00000010:3.0:1767384416.279909:0:41050:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000af91189f. 00000020:00000010:3.0:1767384416.279913:0:41050:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5b1a18b. 80000000:00000010:3.0:1767384416.279916:0:41050:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000060eccea6. 40000000:00000010:3.0:1767384416.279919:0:41050:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007cc38e09. 00100000:00000010:3.0:1767384416.279923:0:41050:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e101f21d. 00040000:00000010:3.0:1767384416.279927:0:41050:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f8d4b33d. 00040000:00000010:3.0:1767384416.279930:0:41050:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000043d9f1dc. 00000020:00000010:1.0:1767384416.279935:0:40434:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b77cc548. 00040000:00000010:3.0:1767384416.279936:0:41050:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d2e2264. 00080000:00000010:3.0:1767384416.279942:0:41050:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006d9f00ca. 00000020:00000010:1.0:1767384416.279943:0:40434:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000b77cc548. 00000004:00000010:3.0:1767384416.279946:0:41050:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055c94c6f. 00000020:00000010:1.0:1767384416.279951:0:40434:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000080db0b4e. 00000004:00000010:3.0:1767384416.279953:0:41050:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000521ede27. 00000004:00000010:3.0:1767384416.279958:0:41050:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a4cbe8a0. 00000020:00000010:1.0:1767384416.279959:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005deef34f. 00002000:00000010:3.0:1767384416.279963:0:41050:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000080b44a6f. 00000004:00000010:3.0:1767384416.279968:0:41050:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000da95d060. 00000400:00000010:1.0:1767384416.279985:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000400:00000010:1.0:1767384416.280007:0:40434:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054318124. 00000020:00000010:1.0:1767384416.280014:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000100:00000010:3.0:1767384416.280016:0:41050:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000000930ee4a. 00000020:00000010:1.0:1767384416.280017:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.280022:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbb7fb55. 00000400:00000010:2.0:1767384416.280033:0:16145:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f9e64f0. 00000400:00000010:2.0:1767384416.280037:0:16145:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b982d9aa. 00000100:02000000:2.0:1767384416.280703:0:16145:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:2.0:1767384416.282549:0:16145:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fc994dc4. 02000000:00000010:2.0:1767384416.282556:0:16145:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000bde3736b. 00000100:00000010:2.0:1767384416.282559:0:16145:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c24b052e. 00000100:00000010:2.0:1767384416.292206:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea42c337. 00000100:00000010:1.0:1767384416.292206:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b2fa43a7. 00000100:00000010:0.0:1767384416.292209:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c60ab3b0. 00000100:00000010:3.0:1767384416.292211:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4884517. 00000100:00000010:1.0:1767384416.814441:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000089cd43b1. 00000100:00000010:1.0:1767384416.814473:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fffc6ca1. 00000020:00000010:3.0:1767384416.814516:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e97e2f82. 00000020:00000010:3.0:1767384416.814523:0:41050:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000072a9099e. 00000020:00000010:2.0:1767384416.814539:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0c82be3. 00000020:00000010:2.0:1767384416.814544:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0c82be3. 00000020:00000010:2.0:1767384416.814550:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061898fd0. 00000020:00000010:2.0:1767384416.814554:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d09f3a8a. 00000020:00000010:2.0:1767384416.814557:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00000020:00000010:3.0:1767384416.814559:0:41050:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028accd1b. 00000020:00000010:3.0:1767384416.814565:0:41050:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2711bd5. 00000020:00000010:3.0:1767384416.814569:0:41050:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005da19f34. 00000020:00000010:2.0:1767384416.814593:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0c82be3. 00000020:00000010:2.0:1767384416.814597:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0c82be3. 00000020:00000010:3.0:1767384416.814606:0:41050:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbfb3956. 00000020:00000010:3.0:1767384416.814610:0:41050:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbfb3956. 02000000:00000010:2.0:1767384416.814615:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c57887a7. 02000000:00000010:3.0:1767384416.814622:0:41050:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002b3d9da1. 00000020:00000010:2.0:1767384416.814642:0:40434:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000c35998c2. 00000020:00000010:3.0:1767384416.814643:0:41050:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007d896354. 00000400:00000010:2.0:1767384416.814659:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000510525cb. 00000400:00000010:3.0:1767384416.814660:0:41050:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000457eb4ca. 00000800:00000010:2.0:1767384416.814689:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002dbeb5f9. 00000800:00000010:3.0:1767384416.814699:0:41050:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055cebd00. 00000020:00000010:3.0:1767384416.814718:0:41050:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2711bd5. 00000020:00000010:2.0:1767384416.814718:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d09f3a8a. 00000020:00000010:3.0:1767384416.814723:0:41050:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005da19f34. 00000020:00000010:2.0:1767384416.814725:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:3.0:1767384416.814730:0:41050:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028accd1b. 00000020:00000010:2.0:1767384416.814732:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061898fd0. 00000800:00000010:1.0:1767384416.814752:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002dbeb5f9. 00000400:00000010:1.0:1767384416.814763:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000510525cb. 00000800:00000010:1.0:1767384416.814819:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055cebd00. 00000400:00000010:1.0:1767384416.814824:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000457eb4ca. 00000100:00000010:2.0:1767384416.815768:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fd2f876b. 00000020:00000010:1.0:1767384416.815816:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006022045e. 00000020:00000010:1.0:1767384416.815819:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006022045e. 00000020:00000010:1.0:1767384416.815823:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbb7fb55. 00000020:00000010:1.0:1767384416.815825:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.815827:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.815853:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006022045e. 00000020:00000010:1.0:1767384416.815866:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006022045e. 02000000:00000010:1.0:1767384416.815878:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000087afb73. 00000400:00000010:1.0:1767384416.815888:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054318124. 00000800:00000010:1.0:1767384416.815902:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000015f34048. 00000020:00000010:1.0:1767384416.815918:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.815920:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.815922:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbb7fb55. 00000800:00000010:2.0:1767384416.815979:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000015f34048. 00000400:00000010:2.0:1767384416.815988:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054318124. 00000100:00000010:1.0:1767384416.816929:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000007f9405c. 00000020:00000010:0.0:1767384416.817001:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024125e45. 00000020:00000010:0.0:1767384416.817005:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.817012:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 02000000:00000010:0.0:1767384416.817045:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000006340330b. 00000020:00000010:0.0:1767384416.817053:0:39691:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000df6ef509. 00000001:00000010:0.0:1767384416.817060:0:39691:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000044f4de4c. 00000001:00000010:0.0:1767384416.817065:0:39691:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000127e9a14. 00000001:00000010:0.0:1767384416.817070:0:39691:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000978bc22c. 00000001:00000010:0.0:1767384416.817073:0:39691:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b8423f0. 00000001:00000010:0.0:1767384416.817075:0:39691:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc41f3cb. 00000001:00000010:0.0:1767384416.817077:0:39691:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dc5c7e4b. 00000001:00000010:0.0:1767384416.817079:0:39691:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e9d4a97. 00000400:00000010:2.0:1767384416.817103:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007049b575. 00000400:00000010:2.0:1767384416.817145:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001dc1fd51. 00080000:00000010:0.0:1767384416.817152:0:39691:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000bde3736b. 00000100:00000010:2.0:1767384416.817193:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000130eaa52. 00000020:00000010:3.0:1767384416.817217:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbfb3956. 00000020:00000010:3.0:1767384416.817222:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbfb3956. 00000020:00000010:3.0:1767384416.817228:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028accd1b. 00000020:00000010:3.0:1767384416.817231:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2711bd5. 00000020:00000010:3.0:1767384416.817235:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005da19f34. 00000020:00000010:1.0:1767384416.817246:0:40437:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f3d7c327. 00040000:00000010:1.0:1767384416.817257:0:40437:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009ade9ff7. 00000004:00000010:1.0:1767384416.817262:0:40437:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000299135bd. 00000004:00000010:1.0:1767384416.817268:0:40437:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000de6087c3. 00000020:00000010:3.0:1767384416.817271:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbfb3956. 00000004:00000010:1.0:1767384416.817273:0:40437:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003260068f. 00000020:00000010:3.0:1767384416.817275:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bbfb3956. 00000020:00000010:1.0:1767384416.817283:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006022045e. 02000000:00000010:3.0:1767384416.817288:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8a9b30d. 00000020:00000010:1.0:1767384416.817289:0:40437:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006022045e. 00000001:00000010:0.0:1767384416.817295:0:39691:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c14e0f6b. 00000020:00000010:1.0:1767384416.817297:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbb7fb55. 00000400:00000010:3.0:1767384416.817300:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7196170. 00000020:00000010:1.0:1767384416.817303:0:40437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.817309:0:40437:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000800:00000010:3.0:1767384416.817322:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054d6592f. 00000020:00000010:3.0:1767384416.817340:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2711bd5. 00000020:00000010:1.0:1767384416.817341:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006022045e. 00000020:00000010:3.0:1767384416.817345:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005da19f34. 00000020:00000010:1.0:1767384416.817346:0:40437:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006022045e. 00000020:00000010:3.0:1767384416.817352:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028accd1b. 00000400:00000010:3.0:1767384416.817364:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000756b735c. 00000400:00000010:3.0:1767384416.817370:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006482be63. 02000000:00000010:1.0:1767384416.817401:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000de7df81e. 00000800:00000010:2.0:1767384416.817402:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054d6592f. 00000400:00000010:2.0:1767384416.817416:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7196170. 02000000:00000010:1.0:1767384416.817416:0:40437:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000272234bf. 02000000:00000010:2.0:1767384416.817424:0:16140:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8a9b30d. 00000020:00000010:0.0:1767384416.817428:0:39691:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000000d5880c5. 00000020:00000010:0.0:1767384416.817436:0:39691:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000000d5880c5. 00000020:00000010:0.0:1767384416.817440:0:39691:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000033377573. 00000020:00000010:0.0:1767384416.817447:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a535898. 00000400:00000010:0.0:1767384416.817474:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f5879ac. 00000800:00000010:0.0:1767384416.817484:0:39691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8d03106. 00000020:00000010:0.0:1767384416.817504:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.817508:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.817511:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024125e45. 00000800:00000010:1.0:1767384416.817582:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8d03106. 00000400:00000010:1.0:1767384416.817589:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f5879ac. 00000004:00000010:2.0:1767384416.824077:0:41051:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 000000006e6a0b90. 00000004:00000010:2.0:1767384416.824099:0:41051:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 000000006e6a0b90. 00000020:00000010:1.0:1767384416.824245:0:40437:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000cc81a468. 00000400:00000010:1.0:1767384416.824279:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bff4baee. 00000800:00000010:1.0:1767384416.824310:0:40437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014c383bc. 00000020:00000010:1.0:1767384416.824340:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.824343:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.824346:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbb7fb55. 00000800:00000010:3.0:1767384416.824447:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014c383bc. 00000400:00000010:3.0:1767384416.824459:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bff4baee. 00000100:00000010:2.0:1767384416.853728:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048365ef1. 00000020:00000010:1.0:1767384416.853812:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006022045e. 00000020:00000010:1.0:1767384416.853818:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006022045e. 00000020:00000010:1.0:1767384416.853824:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ff0f9cf. 00000020:00000010:1.0:1767384416.853829:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.853833:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.853877:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006022045e. 00000020:00000010:1.0:1767384416.853880:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006022045e. 00010000:00000010:1.0:1767384416.853905:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e6166fb3. 00010000:00000010:1.0:1767384416.853909:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1bb0ce8. 00010000:00000010:1.0:1767384416.853914:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000044b90e06. 00000020:00000010:1.0:1767384416.853930:0:40434:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006022045e. 00010000:00000010:1.0:1767384416.853935:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f309ff9e. 02000000:00000010:1.0:1767384416.853971:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000eeade9bf. 00010000:00000010:1.0:1767384416.853998:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d6a8f460. 00010000:00000010:1.0:1767384416.854001:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011447f35. 00000020:00000010:1.0:1767384416.854012:0:40434:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006e78ffa6. 00010000:00000010:1.0:1767384416.854095:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f309ff9e. 00000400:00000010:1.0:1767384416.854155:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db4bdd8c. 00000800:00000010:1.0:1767384416.854185:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f77d33c6. 00000020:00000010:1.0:1767384416.854213:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.854218:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.854225:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ff0f9cf. 00000800:00000010:3.0:1767384416.854294:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f77d33c6. 00000400:00000010:3.0:1767384416.854305:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db4bdd8c. 00000100:00000010:3.0:1767384416.855163:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000abf445a2. 00000020:00000010:1.0:1767384416.855199:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000e65788. 00000020:00000010:1.0:1767384416.855203:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000e65788. 00000020:00000010:1.0:1767384416.855206:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ff0f9cf. 00000020:00000010:1.0:1767384416.855208:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.855211:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.855231:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000e65788. 00000020:00000010:1.0:1767384416.855233:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000e65788. 00010000:00000010:1.0:1767384416.855243:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00010000:00000010:1.0:1767384416.855247:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f309ff9e. 02000000:00000010:1.0:1767384416.855258:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000002edeab9d. 00010000:00000010:1.0:1767384416.855270:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0513fbe. 00010000:00000010:1.0:1767384416.855273:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005da385b6. 00010000:00000010:1.0:1767384416.855281:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000884688bc. 00010000:00000010:1.0:1767384416.855283:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004db2617a. 00010000:00000010:1.0:1767384416.855286:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002db26099. 00010000:00000010:1.0:1767384416.855288:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000091926f9f. 00010000:00000010:1.0:1767384416.855395:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005da385b6. 00010000:00000010:1.0:1767384416.855402:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091926f9f. 00010000:00000010:1.0:1767384416.855406:0:40434:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004db2617a. 00010000:00000010:1.0:1767384416.855427:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f309ff9e. 00000400:00000010:1.0:1767384416.855435:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001b0d490c. 00000800:00000010:1.0:1767384416.855447:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000101468f. 00000020:00000010:1.0:1767384416.855462:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.855465:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.855467:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ff0f9cf. 00000800:00000010:2.0:1767384416.855530:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000101468f. 00000400:00000010:2.0:1767384416.855537:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001b0d490c. 00000100:00000010:3.0:1767384416.856461:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf59af14. 00000020:00000010:0.0:1767384416.856519:0:40443:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e8490bbc. 00040000:00000010:0.0:1767384416.856528:0:40443:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005a29d2c3. 00000004:00000010:0.0:1767384416.856532:0:40443:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dfbde193. 00000004:00000010:0.0:1767384416.856536:0:40443:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000225ae3a4. 00000004:00000010:0.0:1767384416.856541:0:40443:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c1a65139. 00000020:00000010:0.0:1767384416.856549:0:40443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c70f5e5a. 00000020:00000010:0.0:1767384416.856551:0:40443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c70f5e5a. 00000020:00000010:0.0:1767384416.856555:0:40443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a9ee6f. 00000020:00000010:0.0:1767384416.856558:0:40443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.856561:0:40443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.856587:0:40443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c70f5e5a. 00000020:00000010:0.0:1767384416.856597:0:40443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c70f5e5a. 02000000:00000010:0.0:1767384416.856609:0:40443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 000000003d10b26e. 00000400:00000010:0.0:1767384416.856621:0:40443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065f08fe1. 00000800:00000010:0.0:1767384416.856637:0:40443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003af1401c. 00000020:00000010:0.0:1767384416.856655:0:40443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.856659:0:40443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.856662:0:40443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a9ee6f. 00000800:00000010:3.0:1767384416.856692:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003af1401c. 00000400:00000010:3.0:1767384416.856698:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065f08fe1. 00000100:00000010:2.0:1767384416.857423:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000311560ee. 00000020:00000010:1.0:1767384416.857463:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000e65788. 00000020:00000010:1.0:1767384416.857467:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000e65788. 00000020:00000010:1.0:1767384416.857470:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ff0f9cf. 00000020:00000010:1.0:1767384416.857473:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.857475:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.857495:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000000e65788. 00000020:00000010:1.0:1767384416.857498:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000000e65788. 00010000:00000010:1.0:1767384416.857516:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011447f35. 00010000:00000010:1.0:1767384416.857525:0:40434:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1bb0ce8. 00010000:00000010:1.0:1767384416.857532:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045c4c39c. 00010000:00000010:1.0:1767384416.857534:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1bb0ce8. 00010000:00000010:1.0:1767384416.857538:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf3fcdca. 00010000:00000010:1.0:1767384416.857540:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011447f35. 02000000:00000010:1.0:1767384416.857557:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000fa8048ba. 00010000:00000010:1.0:1767384416.857603:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b40844d. 00010000:00000010:1.0:1767384416.857606:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f309ff9e. 00010000:00000010:1.0:1767384416.857614:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009c6d59f0. 00010000:00000010:1.0:1767384416.857616:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004db2617a. 00010000:00000010:1.0:1767384416.857619:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b25910c3. 00010000:00000010:1.0:1767384416.857621:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000091926f9f. 00000004:00000010:1.0:1767384416.857637:0:40434:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a6619f8b. 00000004:00000010:1.0:1767384416.857645:0:40434:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000024f09c9c. 00000004:00000010:1.0:1767384416.857649:0:40434:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002cd2acb6. 00080000:00000010:1.0:1767384416.857658:0:40434:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d8a32f70. 00000020:00000010:1.0:1767384416.857681:0:40434:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b77cc548. 00080000:00000010:1.0:1767384416.857693:0:40434:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a0bd02fa. 00000020:00000010:1.0:1767384416.857698:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000cbb7fb55. 00000020:00000010:1.0:1767384416.857700:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000008a6095bf. 00080000:00000010:1.0:1767384416.857712:0:40434:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000000844720a. 00000004:00000010:1.0:1767384416.857719:0:40434:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000fc7aed74. 00000020:00000010:1.0:1767384416.857724:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000008897f73e. 00020000:00000010:1.0:1767384416.858457:0:40434:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000ad477e8a. 00020000:00000010:1.0:1767384416.858461:0:40434:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 0000000071146cf2. 00020000:00000010:1.0:1767384416.858465:0:40434:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 000000005a9513b8. 00000020:00000010:1.0:1767384416.858472:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000003fe15ab1. 00000004:00000010:1.0:1767384416.858492:0:40434:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000136ec8a5. 00000020:00000010:1.0:1767384416.859759:0:40434:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000003fe15ab1. 00000020:00000010:1.0:1767384416.859763:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 000000007b3bf63a. 00000001:00000010:1.0:1767384416.859824:0:40434:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000027f11045. 00000001:00000010:1.0:1767384416.859829:0:40434:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000dc2eeb78. 00000001:00000010:1.0:1767384416.859881:0:40434:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000520afe62. 00000020:00000010:1.0:1767384416.859921:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 00000000ac224712. 00000020:00000010:1.0:1767384416.859946:0:40434:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b77cc548. 00010000:00000010:1.0:1767384416.859976:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e0be8b5. 00010000:00000010:1.0:1767384416.859978:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006371b9b5. 00010000:00000010:1.0:1767384416.859981:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7f7e62. 00010000:00000010:1.0:1767384416.859985:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005da385b6. 00000004:00000010:1.0:1767384416.860004:0:40434:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 000000004c1b42d5. 00010000:00000010:1.0:1767384416.860022:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f309ff9e. 00010000:00000010:1.0:1767384416.860040:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011447f35. 00010000:00000010:1.0:1767384416.860043:0:40434:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1bb0ce8. 00000400:00000010:1.0:1767384416.860057:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000913faa64. 00000400:00000010:1.0:1767384416.860063:0:40434:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fc515cbd. 00000800:00000010:1.0:1767384416.860082:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017fd7961. 00000020:00000010:1.0:1767384416.860124:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.860128:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.860130:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ff0f9cf. 00000800:00000010:3.0:1767384416.860188:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017fd7961. 00000400:00000010:3.0:1767384416.860786:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000913faa64. 00000020:00000010:2.0:1767384416.860837:0:16132:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000625a8978. 00000020:00000010:2.0:1767384416.860843:0:16132:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d76b11c. 80000000:00000010:2.0:1767384416.860845:0:16132:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000beef3116. 40000000:00000010:2.0:1767384416.860847:0:16132:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0c82be3. 00100000:00000010:2.0:1767384416.860851:0:16132:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d3430a19. 00040000:00000010:2.0:1767384416.860853:0:16132:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002dbeb5f9. 00040000:00000010:2.0:1767384416.860865:0:16132:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006e6a0b90. 00040000:00000010:2.0:1767384416.860868:0:16132:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4748564. 00080000:00000010:2.0:1767384416.860871:0:16132:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000f416a162. 00000004:00000010:2.0:1767384416.860873:0:16132:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000075fde252. 00000004:00000010:2.0:1767384416.860877:0:16132:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000073cefc1e. 00000004:00000010:2.0:1767384416.860879:0:16132:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000384c3e53. 00002000:00000010:2.0:1767384416.860881:0:16132:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007253038d. 00000004:00000010:2.0:1767384416.860883:0:16132:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000007c1cee1. 00000020:00000010:2.0:1767384416.860893:0:16132:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000061898fd0. 00000020:00000010:2.0:1767384416.860897:0:16132:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000089c11c09. 00010000:00000010:2.0:1767384416.860898:0:16132:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000091926f9f. 00010000:00000010:2.0:1767384416.860901:0:16132:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004db2617a. 00000100:00000010:2.0:1767384416.861582:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c612fcbe. 00000020:00000010:0.0:1767384416.861625:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c70f5e5a. 00000020:00000010:0.0:1767384416.861630:0:39691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004a535898. 00000020:00000010:0.0:1767384416.861641:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c70f5e5a. 00000020:00000010:0.0:1767384416.861645:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a9ee6f. 00000020:00000010:0.0:1767384416.861647:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.861652:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.861677:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c70f5e5a. 00000020:00000010:0.0:1767384416.861680:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c70f5e5a. 00010000:00000010:0.0:1767384416.861697:0:39691:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f913a7ba. 00010000:00000010:0.0:1767384416.861701:0:39691:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000d5600f4c. 00010000:00000010:0.0:1767384416.861706:0:39691:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f437da1c. 00000020:00000010:0.0:1767384416.861709:0:39691:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c70f5e5a. 00002000:00000010:0.0:1767384416.861716:0:39691:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000004a535898. 02000000:00000010:0.0:1767384416.861731:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000691bc84d. 00000020:00000010:0.0:1767384416.861741:0:39691:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000024125e45. 00000400:00000010:0.0:1767384416.861753:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006263c202. 00000800:00000010:0.0:1767384416.861766:0:39691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003af1401c. 00000020:00000010:0.0:1767384416.861779:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.861781:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.861783:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a9ee6f. 00000800:00000010:3.0:1767384416.861836:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003af1401c. 00000400:00000010:3.0:1767384416.861844:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006263c202. 00000100:00000010:3.0:1767384416.862677:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068523cd5. 00000020:00000010:0.0:1767384416.862710:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.862713:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.862716:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a9ee6f. 00000020:00000010:0.0:1767384416.862717:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.862719:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.862735:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.862742:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00010000:00000010:0.0:1767384416.862751:0:39691:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000061beec21. 02000000:00000010:0.0:1767384416.862757:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000677112b9. 00010000:00000010:0.0:1767384416.862762:0:39691:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f93e8c. 00000100:00000010:0.0:1767384416.862766:0:39691:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf8b260d. 00000100:00000010:0.0:1767384416.862772:0:39691:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab1452d5. 02000000:00000010:0.0:1767384416.862780:0:39691:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007995282b. 02000000:00000010:0.0:1767384416.862794:0:39691:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068686ce4. 00000400:00000010:0.0:1767384416.862797:0:39691:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081d8a752. 00000400:00000010:0.0:1767384416.862800:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091ba66ac. 00000400:00000010:0.0:1767384416.862804:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000755b5b91. 00000800:00000010:0.0:1767384416.862814:0:39691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8d03106. 00000100:00000010:0.0:1767384416.862827:0:39691:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d5880c5. 00000100:00000010:0.0:1767384416.862848:0:39691:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000056fa9b48. 00000100:00000010:0.0:1767384416.862855:0:39691:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003fd4a1b6. 00000800:00000010:2.0:1767384416.862872:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8d03106. 00000100:00000010:0.0:1767384416.862873:0:39691:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3057b2e. 00000400:00000010:2.0:1767384416.862879:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000755b5b91. 00010000:00000010:1.1:1767384416.863143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000044b90e06. 00000400:00000010:0.0:1767384416.863539:0:39691:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081d8a752. 00000400:00000010:0.0:1767384416.863543:0:39691:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091ba66ac. 02000000:00000010:0.0:1767384416.863564:0:39691:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068686ce4. 02000000:00000010:0.0:1767384416.863569:0:39691:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007995282b. 00000100:00000010:0.0:1767384416.863573:0:39691:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab1452d5. 00000100:00000010:0.0:1767384416.863576:0:39691:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf8b260d. 00010000:00000010:0.0:1767384416.863578:0:39691:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f93e8c. 00000400:00000010:0.0:1767384416.863590:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091ba66ac. 00000800:00000010:0.0:1767384416.863604:0:39691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d91c0832. 00000020:00000010:0.0:1767384416.863620:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.863624:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.863627:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a9ee6f. 00000800:00000010:3.0:1767384416.863730:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d91c0832. 00000400:00000010:3.0:1767384416.863737:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091ba66ac. 00000100:00000010:3.0:1767384416.863801:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e8f65b6e. 00000020:00000010:0.0:1767384416.863845:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.863848:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.863852:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007995282b. 00000020:00000010:0.0:1767384416.863854:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.863869:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.863902:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.863905:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 02000000:00000010:0.0:1767384416.863912:0:16771:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000faf25938. 00010000:00000010:0.0:1767384416.863949:0:16771:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096f93e8c. 00000100:00000010:0.0:1767384416.863957:0:16771:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf8b260d. 00000100:00000010:0.0:1767384416.863960:0:16771:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ab1452d5. 02000000:00000010:0.0:1767384416.863966:0:16771:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068686ce4. 02000000:00000010:0.0:1767384416.863975:0:16771:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0a9ee6f. 00000400:00000010:0.0:1767384416.863978:0:16771:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081d8a752. 00000400:00000010:0.0:1767384416.863981:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7d0069f. 00000400:00000010:0.0:1767384416.863985:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ee64620c. 00000800:00000010:0.0:1767384416.863995:0:16771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee7dbc95. 00000800:00000010:3.0:1767384416.864065:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee7dbc95. 00000400:00000010:3.0:1767384416.864076:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ee64620c. 00000400:00000010:0.0:1767384416.864771:0:16771:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081d8a752. 00000400:00000010:0.0:1767384416.864774:0:16771:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7d0069f. 02000000:00000010:0.0:1767384416.864785:0:16771:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0a9ee6f. 02000000:00000010:0.0:1767384416.864787:0:16771:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000068686ce4. 00000100:00000010:0.0:1767384416.864789:0:16771:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ab1452d5. 00000100:00000010:0.0:1767384416.864791:0:16771:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf8b260d. 00010000:00000010:0.0:1767384416.864792:0:16771:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096f93e8c. 00000400:00000010:0.0:1767384416.864797:0:16771:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7d0069f. 00000800:00000010:0.0:1767384416.864806:0:16771:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee7dbc95. 00000020:00000010:0.0:1767384416.864824:0:16771:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.864826:0:16771:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.864828:0:16771:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007995282b. 00000800:00000010:3.0:1767384416.864891:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee7dbc95. 00000400:00000010:3.0:1767384416.864899:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7d0069f. 00000100:00000010:3.0:1767384416.865149:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066ceaab6. 00000020:00000010:1.0:1767384416.865186:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7207cd5. 00000020:00000010:1.0:1767384416.865191:0:40437:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7207cd5. 00000020:00000010:1.0:1767384416.865195:0:40437:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6590718. 00000020:00000010:1.0:1767384416.865198:0:40437:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.865201:0:40437:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.865225:0:40437:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7207cd5. 00000020:00000010:1.0:1767384416.865227:0:40437:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7207cd5. 02000000:00000010:1.0:1767384416.865255:0:40437:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000527979c9. 00000004:00000010:1.0:1767384416.865280:0:40437:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000a7207cd5. 00000020:00000010:1.0:1767384416.865290:0:40437:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000002e38747d. 00080000:00000010:1.0:1767384416.865296:0:40437:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000fc994dc4. 00000001:00000010:1.0:1767384416.865349:0:40437:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b77cc548. 00000001:00000010:1.0:1767384416.865353:0:40437:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000915eb5ad. 00000020:00000010:1.0:1767384416.865377:0:40437:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000c95e35c2. 00000020:00000010:1.0:1767384416.865400:0:40437:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000002e38747d. 00000004:00000010:1.0:1767384416.865415:0:40437:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 000000004c1b42d5. 00000400:00000010:1.0:1767384416.865432:0:40437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055b24b79. 00000800:00000010:1.0:1767384416.865442:0:40437:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccbc71c5. 00000020:00000010:1.0:1767384416.865455:0:40437:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.865457:0:40437:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.865459:0:40437:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6590718. 00000800:00000010:2.0:1767384416.865494:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccbc71c5. 00000400:00000010:2.0:1767384416.865501:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055b24b79. 00010000:00000010:2.1:1767384416.868150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c6d59f0. 00010000:00000010:2.1:1767384416.868161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b25910c3. 00010000:00000010:1.1:1767384416.869138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0513fbe. 00010000:00000010:1.1:1767384416.869145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000884688bc. 00010000:00000010:1.1:1767384416.869149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002db26099. 00010000:00000010:1.1:1767384416.869151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00010000:00000010:1.1:1767384416.872137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6a8f460. 00010000:00000010:0.1:1767384416.872139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f437da1c. 00010000:00000010:1.1:1767384416.872149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e6166fb3. 00010000:00000010:1.1:1767384416.872155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b40844d. 00010000:00000010:1.1:1767384416.872162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045c4c39c. 00010000:00000010:1.1:1767384416.872163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00000100:00000010:0.0:1767384416.876181:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d5880c5. 00000100:00000010:1.0:1767384416.876183:0:21:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000056fa9b48. 00000100:00000010:2.0:1767384416.876197:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003fd4a1b6. 00000100:00000010:3.0:1767384416.876264:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f3057b2e. 00000100:00000010:3.0:1767384416.886432:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008b5cede7. 00000020:00000010:1.0:1767384416.886492:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000753e1961. 00000020:00000010:1.0:1767384416.886497:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000753e1961. 00000020:00000010:1.0:1767384416.886502:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6590718. 00000020:00000010:1.0:1767384416.886505:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.886508:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.886538:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000753e1961. 00000020:00000010:1.0:1767384416.886540:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000753e1961. 00000001:00000010:1.0:1767384416.886548:0:40434:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000dc2eeb78. 00010000:00000010:1.0:1767384416.886567:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000045c4c39c. 00010000:00000010:1.0:1767384416.886569:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1bb0ce8. 00010000:00000010:1.0:1767384416.886573:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cf3fcdca. 00010000:00000010:1.0:1767384416.886587:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011447f35. 02000000:00000010:1.0:1767384416.886609:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000005ca35560. 00010000:00000010:1.0:1767384416.886630:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b40844d. 00010000:00000010:1.0:1767384416.886632:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f309ff9e. 00010000:00000010:1.0:1767384416.886706:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011447f35. 00000400:00000010:1.0:1767384416.886725:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fa32b8c0. 00000800:00000010:1.0:1767384416.886751:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016ec3b8a. 00000020:00000010:1.0:1767384416.886780:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.886783:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.886785:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6590718. 00000800:00000010:3.0:1767384416.886851:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016ec3b8a. 00000400:00000010:3.0:1767384416.886873:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fa32b8c0. 00000100:00000010:2.0:1767384416.887902:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039cb15d8. 00000020:00000010:1.0:1767384416.887966:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000753e1961. 00000020:00000010:1.0:1767384416.887970:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000753e1961. 00000020:00000010:1.0:1767384416.887972:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6590718. 00000020:00000010:1.0:1767384416.887974:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.887976:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.887996:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000753e1961. 00000020:00000010:1.0:1767384416.887997:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000753e1961. 02000000:00000010:1.0:1767384416.888015:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000d6eee7a9. 00010000:00000010:1.0:1767384416.888031:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005da385b6. 00010000:00000010:1.0:1767384416.888039:0:40434:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006371b9b5. 00010000:00000010:1.0:1767384416.888044:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f309ff9e. 00010000:00000010:1.0:1767384416.888046:0:40434:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1bb0ce8. 00010000:00000010:1.0:1767384416.888054:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e6166fb3. 00010000:00000010:1.0:1767384416.888055:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c1bb0ce8. 00010000:00000010:1.0:1767384416.888057:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d6a8f460. 00010000:00000010:1.0:1767384416.888059:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f309ff9e. 00010000:00000010:1.0:1767384416.888065:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000884688bc. 00010000:00000010:1.0:1767384416.888067:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006371b9b5. 00010000:00000010:1.0:1767384416.888068:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f328f25c. 00010000:00000010:1.0:1767384416.888070:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005da385b6. 00010000:00000010:1.0:1767384416.888168:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009141dbf3. 00010000:00000010:1.0:1767384416.888185:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009fe8588e. 00010000:00000010:1.0:1767384416.888189:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002db26099. 00010000:00000010:1.0:1767384416.888193:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011447f35. 00000020:00000010:1.0:1767384416.888216:0:40434:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000d5971829. 00000020:00000010:1.0:1767384416.888221:0:40434:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000d5971829. 00000020:00000010:1.0:1767384416.888231:0:40434:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000082a2e79. 00080000:00000010:1.0:1767384416.888239:0:40434:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cf934f4a. 00000004:00000010:1.0:1767384416.888676:0:40434:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000002637c36c. 00000001:00000010:1.0:1767384416.888687:0:40434:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000fd65a193. 00000001:00000010:1.0:1767384416.888691:0:40434:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000562c26d3. 00000020:00000010:1.0:1767384416.888714:0:40434:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000082a2e79. 00010000:00000010:1.0:1767384416.888720:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0513fbe. 00010000:00000010:1.0:1767384416.888723:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ed43d27c. 00010000:00000010:1.0:1767384416.888731:0:40434:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000dc2eeb78. 00010000:00000010:1.0:1767384416.888755:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011447f35. 00080000:00000010:1.0:1767384416.888772:0:40434:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d8a32f70. 00000004:00000010:1.0:1767384416.888778:0:40434:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000136ec8a5. 00000004:00000010:1.0:1767384416.888781:0:40434:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000ad477e8a. 00000004:00000010:1.0:1767384416.888784:0:40434:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 0000000071146cf2. 00000004:00000010:1.0:1767384416.888787:0:40434:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000fc7aed74. 00000004:00000010:1.0:1767384416.888789:0:40434:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002cd2acb6. 00000004:00000010:1.0:1767384416.888793:0:40434:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000024f09c9c. 00000004:00000010:1.0:1767384416.888796:0:40434:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a6619f8b. 00010000:00000010:2.0:1767384416.888797:0:16773:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed43d27c. 00010000:00000010:1.0:1767384416.888804:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f309ff9e. 00010000:00000010:2.0:1767384416.888805:0:16773:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009fe8588e. 00010000:00000010:1.0:1767384416.888809:0:40434:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1bb0ce8. 00010000:00000010:2.0:1767384416.888820:0:16773:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000dc2eeb78. 00000400:00000010:1.0:1767384416.888840:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019c48738. 00000400:00000010:1.0:1767384416.888845:0:40434:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000e25fe85. 00000800:00000010:1.0:1767384416.888873:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000016ec3b8a. 00000020:00000010:1.0:1767384416.888887:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9d626a6. 00000020:00000010:1.0:1767384416.888890:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.888891:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6590718. 00000800:00000010:3.0:1767384416.888953:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000016ec3b8a. 00000400:00000010:3.0:1767384416.889523:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019c48738. 00000020:00000010:2.0:1767384416.889622:0:16133:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000077801305. 00000020:00000010:2.0:1767384416.889630:0:16133:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e3631e42. 80000000:00000010:2.0:1767384416.889633:0:16133:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000091281b3e. 40000000:00000010:2.0:1767384416.889637:0:16133:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000006379064. 00100000:00000010:2.0:1767384416.889641:0:16133:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d15279fd. 00040000:00000010:2.0:1767384416.889645:0:16133:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ea4ce842. 00040000:00000010:2.0:1767384416.889650:0:16133:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007025c523. 00040000:00000010:2.0:1767384416.889653:0:16133:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000082b341da. 00080000:00000010:2.0:1767384416.889657:0:16133:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000052078638. 00000004:00000010:2.0:1767384416.889669:0:16133:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000018b93074. 00000004:00000010:2.0:1767384416.889675:0:16133:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000299d618f. 00000004:00000010:2.0:1767384416.889679:0:16133:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005079726c. 00002000:00000010:2.0:1767384416.889683:0:16133:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000319fa69e. 00000004:00000010:2.0:1767384416.889686:0:16133:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d041d0fc. 00010000:00000010:2.0:1767384416.889697:0:16133:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005da385b6. 00010000:00000010:2.0:1767384416.889702:0:16133:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006371b9b5. 00010000:00000010:1.1:1767384416.892152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cf3fcdca. 00010000:00000010:1.1:1767384416.896136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7f7e62. 00010000:00000010:1.1:1767384416.896151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e0be8b5. 00010000:00000010:2.1:1767384416.896152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009141dbf3. 00010000:00000010:1.1:1767384416.896155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b40844d. 00010000:00000010:1.1:1767384416.896162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000045c4c39c. 00010000:00000010:2.1:1767384416.896164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0513fbe. 00010000:00000010:1.1:1767384416.896166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002db26099. 00010000:00000010:2.1:1767384416.896173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000884688bc. 00010000:00000010:1.1:1767384416.896177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e6166fb3. 00010000:00000010:2.1:1767384416.896179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f328f25c. 00010000:00000010:1.1:1767384416.896201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6a8f460. 00000100:00000010:2.0:1767384416.918738:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d38ee915. 00000020:00000010:1.0:1767384416.918826:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f61f23. 00000020:00000010:1.0:1767384416.918833:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f61f23. 00000020:00000010:1.0:1767384416.918839:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6590718. 00000020:00000010:1.0:1767384416.918844:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c1b42d5. 00000020:00000010:1.0:1767384416.918847:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.918905:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f61f23. 00000020:00000010:1.0:1767384416.918909:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f61f23. 00000001:00000010:1.0:1767384416.918921:0:40434:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000915eb5ad. 00010000:00000010:1.0:1767384416.918944:0:40434:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e6166fb3. 00010000:00000010:1.0:1767384416.918947:0:40434:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a9d626a6. 00010000:00000010:1.0:1767384416.918953:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d6a8f460. 00010000:00000010:1.0:1767384416.918959:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f309ff9e. 02000000:00000010:1.0:1767384416.918985:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000e3784791. 00010000:00000010:1.0:1767384416.919012:0:40434:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002db26099. 00010000:00000010:1.0:1767384416.919016:0:40434:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000011447f35. 00010000:00000010:1.0:1767384416.919134:0:40434:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f309ff9e. 00000400:00000010:1.0:1767384416.919162:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d0b097e. 00000800:00000010:1.0:1767384416.919194:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ccbc71c5. 00000020:00000010:1.0:1767384416.919232:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c1b42d5. 00000020:00000010:1.0:1767384416.919236:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.919240:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6590718. 00000800:00000010:3.0:1767384416.919294:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ccbc71c5. 00000400:00000010:3.0:1767384416.919305:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d0b097e. 00000100:00000010:3.0:1767384416.921366:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d4e7177f. 00000020:00000010:0.0:1767384416.921424:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.921428:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.921432:0:17561:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a9ee6f. 00000020:00000010:0.0:1767384416.921434:0:17561:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.921437:0:17561:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.921457:0:17561:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.921459:0:17561:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 02000000:00000010:0.0:1767384416.921470:0:17561:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009ccbd8c2. 00000400:00000010:0.0:1767384416.921495:0:17561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028098a61. 00000800:00000010:0.0:1767384416.921510:0:17561:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d91c0832. 00000020:00000010:0.0:1767384416.921527:0:17561:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:0.0:1767384416.921529:0:17561:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:0.0:1767384416.921531:0:17561:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a9ee6f. 00000800:00000010:2.0:1767384416.921608:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d91c0832. 00000400:00000010:2.0:1767384416.921616:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028098a61. 00010000:00000010:1.1:1767384416.925142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d6a8f460. 00000100:00000010:3.0:1767384416.934182:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c23330e5. 00000100:00000010:3.0:1767384416.934223:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c8d85dda. 00000100:00000010:3.0:1767384416.934267:0:16141:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000034ae6878. 00000020:00000010:0.0:1767384416.934278:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.934284:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.934291:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a9ee6f. 00000020:00000010:0.0:1767384416.934296:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d6a7d330. 00040000:00000010:2.0:1767384416.934299:0:16772:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000076572544. 00000020:00000010:0.0:1767384416.934302:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fe230dbf. 00000004:00000010:2.0:1767384416.934307:0:16772:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d1d7b133. 00000004:00000010:2.0:1767384416.934313:0:16772:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000054a9e72b. 00000004:00000010:2.0:1767384416.934317:0:16772:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000c3814b3. 00000004:00000010:2.0:1767384416.934322:0:16772:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000065bba94f. 00000020:00000010:2.0:1767384416.934330:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00040000:00000010:1.0:1767384416.934330:0:16770:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000075fac313. 00000020:00000010:2.0:1767384416.934334:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000004:00000010:1.0:1767384416.934337:0:16770:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a4bc6639. 00000020:00000010:2.0:1767384416.934341:0:16772:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159d464d. 00000004:00000010:1.0:1767384416.934344:0:16770:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000674f21b7. 00000020:00000010:2.0:1767384416.934347:0:16772:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038dc43c5. 00000004:00000010:1.0:1767384416.934351:0:16770:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004456f05d. 00000020:00000010:2.0:1767384416.934353:0:16772:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b2d66a77. 00040000:00000010:3.0:1767384416.934361:0:20667:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000007b38660. 00000020:00000010:0.0:1767384416.934363:0:16771:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000004:00000010:3.0:1767384416.934368:0:20667:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000092889f77. 00000020:00000010:0.0:1767384416.934368:0:16771:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00000004:00000010:1.0:1767384416.934372:0:16770:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000809bf907. 00000020:00000010:0.0:1767384416.934374:0:16771:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af386504. 00000004:00000010:3.0:1767384416.934375:0:20667:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bc44fa98. 00000020:00000010:2.0:1767384416.934377:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000004:00000010:3.0:1767384416.934382:0:20667:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000deb7de23. 00000020:00000010:1.0:1767384416.934383:0:16770:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f61f23. 00000020:00000010:0.0:1767384416.934384:0:16771:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068e99a2a. 00000004:00000010:3.0:1767384416.934389:0:20667:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000029afc9b8. 00000020:00000010:2.0:1767384416.934390:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000020:00000010:1.0:1767384416.934390:0:16770:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f61f23. 00000020:00000010:0.0:1767384416.934392:0:16771:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007874e65d. 02000000:00000010:2.0:1767384416.934404:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007f60637f. 02000000:00000010:1.0:1767384416.934404:0:16770:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b5e5497. 00000400:00000010:1.0:1767384416.934442:0:16770:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000316cdf62. 00000400:00000010:2.0:1767384416.934443:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8fffdae. 00000800:00000010:1.0:1767384416.934473:0:16770:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000017fd7961. 00000800:00000010:2.0:1767384416.934484:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000552697d3. 00000020:00000010:2.0:1767384416.934496:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d6a7d330. 00000020:00000010:1.0:1767384416.934496:0:16770:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038dc43c5. 00000020:00000010:2.0:1767384416.934500:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fe230dbf. 00000020:00000010:1.0:1767384416.934505:0:16770:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b2d66a77. 00000020:00000010:2.0:1767384416.934507:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a9ee6f. 00000020:00000010:1.0:1767384416.934510:0:16770:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000159d464d. 00000020:00000010:2.0:1767384416.934527:0:16772:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000020:00000010:2.0:1767384416.934531:0:16772:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 02000000:00000010:2.0:1767384416.934539:0:16772:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b1f0fe52. 00000800:00000010:3.0:1767384416.934545:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017fd7961. 00000400:00000010:2.0:1767384416.934556:0:16772:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbc32d90. 00000400:00000010:3.0:1767384416.934561:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000316cdf62. 00000800:00000010:2.0:1767384416.934577:0:16772:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000310cd9b6. 00000020:00000010:2.0:1767384416.934585:0:16772:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068e99a2a. 00000020:00000010:2.0:1767384416.934589:0:16772:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007874e65d. 00000020:00000010:2.0:1767384416.934591:0:16772:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af386504. 00000800:00000010:3.0:1767384416.934615:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000552697d3. 00000400:00000010:3.0:1767384416.934620:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8fffdae. 00000800:00000010:3.0:1767384416.934632:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000310cd9b6. 00000400:00000010:3.0:1767384416.934635:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbc32d90. 00000100:00000010:2.0:1767384416.938417:0:16140:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005ff01b0c. 00000020:00000010:0.0:1767384416.938505:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.938512:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.938518:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af386504. 00000020:00000010:0.0:1767384416.938523:0:39691:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000367a8da1. 00000020:00000010:0.0:1767384416.938527:0:39691:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea12f614. 00000020:00000010:0.0:1767384416.938562:0:39691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000096f93e8c. 00000020:00000010:0.0:1767384416.938565:0:39691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000096f93e8c. 02000000:00000010:0.0:1767384416.938582:0:39691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a11eaa3. 00000020:00000010:0.0:1767384416.938613:0:39691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007995282b. 00000020:00000010:0.0:1767384416.938617:0:39691:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068686ce4. 00000020:00000010:2.0:1767384416.938621:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058b46bc2. 00000020:00000010:0.0:1767384416.938622:0:39691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf7ac602. 00000020:00000010:2.0:1767384416.938627:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063679912. 00000020:00000010:0.0:1767384416.938629:0:39691:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9861e4b. 00000020:00000010:2.0:1767384416.938632:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c29b656e. 00000020:00000010:0.0:1767384416.938635:0:39691:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b1b88a94. 00000020:00000010:2.0:1767384416.938637:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d8ddecf. 80000000:00000010:0.0:1767384416.938642:0:39691:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d5880c5. 00000020:00000010:2.0:1767384416.938643:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.938649:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5665af9. 40000000:00000010:0.0:1767384416.938649:0:39691:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096f93e8c. 40000000:00000010:2.0:1767384416.938655:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.938658:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006aa2b17a. 00100000:00000010:0.0:1767384416.938658:0:39691:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000207c367b. 00040000:00000010:2.0:1767384416.938664:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3a6db52. 00040000:00000010:0.0:1767384416.938664:0:39691:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c8d03106. 00040000:00000010:2.0:1767384416.938672:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000faa45d60. 00040000:00000010:0.0:1767384416.938672:0:39691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000402463fa. 00080000:00000010:2.0:1767384416.938675:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000f6c14ac. 00002000:00000010:2.0:1767384416.938680:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.938683:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063679912. 00000020:00000010:2.0:1767384416.938689:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c29b656e. 00000020:00000010:2.0:1767384416.938692:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d8ddecf. 00080000:00000010:0.0:1767384416.938692:0:39691:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002d865175. 00000020:00000010:2.0:1767384416.938698:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9b6c74e. 00002000:00000010:0.0:1767384416.938699:0:39691:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003c08a882. 80000000:00000010:2.0:1767384416.938701:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.938709:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.938712:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.938715:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.938717:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000faa45d60. 00080000:00000010:2.0:1767384416.938719:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000f6c14ac. 00002000:00000010:2.0:1767384416.938721:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.938723:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058b46bc2. 00080000:00000010:0.0:1767384416.938724:0:39691:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c69f0e9. 00000020:00000010:2.0:1767384416.938727:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058b46bc2. 00000020:00000010:2.0:1767384416.938730:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000faa45d60. 00000020:00000010:2.0:1767384416.938732:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000f6c14ac. 00000020:00000010:2.0:1767384416.938735:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d8ddecf. 00000020:00000010:2.0:1767384416.938737:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.938738:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.938739:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.938741:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.938743:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.938744:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063679912. 00080000:00000010:2.0:1767384416.938745:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c29b656e. 00002000:00000010:2.0:1767384416.938747:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.938803:0:16774:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e061955a. 00000020:00000010:2.0:1767384416.938813:0:16774:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007652143b. 00002000:00000010:2.0:1767384416.938818:0:16774:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004a535898. 00010000:00000010:2.0:1767384416.938821:0:16774:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000d5600f4c. 00000020:00000010:2.0:1767384416.938831:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000faa45d60. 00000020:00000010:2.0:1767384416.938833:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000f6c14ac. 00000020:00000010:2.0:1767384416.938835:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d8ddecf. 00000020:00000010:2.0:1767384416.938837:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.938839:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.938840:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.938842:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.938843:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.938845:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063679912. 00080000:00000010:2.0:1767384416.938847:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c29b656e. 00002000:00000010:2.0:1767384416.938854:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.938866:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058b46bc2. 00080000:00000010:0.0:1767384416.938883:0:39691:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001f5376e2. 00000001:00000010:0.0:1767384416.938901:0:39691:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ef4007d0. 00000020:00000010:0.0:1767384416.938918:0:39691:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068686ce4. 00000020:00000010:0.0:1767384416.938922:0:39691:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bf7ac602. 00000020:00000010:0.0:1767384416.938925:0:39691:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384416.938928:0:39691:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b1b88a94. 80000000:00000010:0.0:1767384416.938930:0:39691:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d5880c5. 40000000:00000010:0.0:1767384416.938933:0:39691:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096f93e8c. 00100000:00000010:0.0:1767384416.938935:0:39691:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000207c367b. 00040000:00000010:0.0:1767384416.938937:0:39691:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c8d03106. 00040000:00000010:0.0:1767384416.938941:0:39691:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000402463fa. 00080000:00000010:0.0:1767384416.938944:0:39691:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002d865175. 00002000:00000010:0.0:1767384416.938947:0:39691:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003c08a882. 00000020:00000010:0.0:1767384416.938949:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007995282b. 00000400:00000010:0.0:1767384416.938966:0:39691:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af02f072. 00000800:00000010:0.0:1767384416.938999:0:39691:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c8d03106. 00000020:00000010:0.0:1767384416.939024:0:39691:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000367a8da1. 00000020:00000010:0.0:1767384416.939029:0:39691:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea12f614. 00000020:00000010:0.0:1767384416.939032:0:39691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af386504. 00000800:00000010:3.0:1767384416.939103:0:16141:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c8d03106. 00000400:00000010:3.0:1767384416.939139:0:16141:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af02f072. 00010000:00000010:1.1:1767384416.944138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b642a95. 00000100:00000010:3.0:1767384416.944430:0:16139:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000876190cf. 00000020:00000010:1.0:1767384416.944485:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f61f23. 00000020:00000010:1.0:1767384416.944490:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f61f23. 00000020:00000010:1.0:1767384416.944494:0:40434:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6590718. 00000020:00000010:1.0:1767384416.944497:0:40434:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004c1b42d5. 00000020:00000010:1.0:1767384416.944500:0:40434:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.944530:0:40434:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059f61f23. 00000020:00000010:1.0:1767384416.944532:0:40434:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059f61f23. 02000000:00000010:1.0:1767384416.944548:0:40434:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e628cb1f. 00000020:00000010:1.0:1767384416.944568:0:40434:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e97e2f82. 00000020:00000010:2.0:1767384416.944618:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058b46bc2. 00000020:00000010:2.0:1767384416.944625:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063679912. 00000020:00000010:2.0:1767384416.944630:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c29b656e. 00080000:00000010:1.0:1767384416.944633:0:40434:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000030c8cb01. 00000020:00000010:2.0:1767384416.944635:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d8ddecf. 00000020:00000010:2.0:1767384416.944641:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.944646:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.944649:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.944652:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.944655:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.944666:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000faa45d60. 00080000:00000010:2.0:1767384416.944669:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000f6c14ac. 00002000:00000010:2.0:1767384416.944673:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.944676:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063679912. 00000020:00000010:2.0:1767384416.944679:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c29b656e. 00000020:00000010:2.0:1767384416.944681:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d8ddecf. 00000020:00000010:2.0:1767384416.944684:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.944687:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.944689:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.944692:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.944694:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.944695:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000faa45d60. 00080000:00000010:2.0:1767384416.944697:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000f6c14ac. 00002000:00000010:2.0:1767384416.944700:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.944703:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058b46bc2. 00000020:00000010:2.0:1767384416.944706:0:16773:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058b46bc2. 00000020:00000010:2.0:1767384416.944707:0:16773:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000faa45d60. 00000020:00000010:2.0:1767384416.944709:0:16773:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000f6c14ac. 00000020:00000010:2.0:1767384416.944711:0:16773:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d8ddecf. 00000020:00000010:2.0:1767384416.944713:0:16773:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.944714:0:16773:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.944715:0:16773:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.944727:0:16773:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.944729:0:16773:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.944730:0:16773:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063679912. 00080000:00000010:2.0:1767384416.944732:0:16773:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c29b656e. 00002000:00000010:2.0:1767384416.944734:0:16773:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000028022c7c. 00010000:00000010:2.0:1767384416.944756:0:16773:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000011447f35. 00010000:00000010:2.0:1767384416.944763:0:16773:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9d626a6. 00000020:00000010:2.0:1767384416.944770:0:16773:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000faa45d60. 00000020:00000010:2.0:1767384416.944773:0:16773:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000f6c14ac. 00000020:00000010:2.0:1767384416.944775:0:16773:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d8ddecf. 00000020:00000010:2.0:1767384416.944777:0:16773:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c9b6c74e. 80000000:00000010:2.0:1767384416.944779:0:16773:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5665af9. 40000000:00000010:2.0:1767384416.944780:0:16773:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000acdb997c. 00100000:00000010:2.0:1767384416.944781:0:16773:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006aa2b17a. 00040000:00000010:2.0:1767384416.944783:0:16773:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3a6db52. 00040000:00000010:2.0:1767384416.944785:0:16773:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000063679912. 00080000:00000010:2.0:1767384416.944786:0:16773:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c29b656e. 00002000:00000010:2.0:1767384416.944788:0:16773:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000028022c7c. 00000020:00000010:2.0:1767384416.944789:0:16773:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058b46bc2. 00000001:00000010:1.0:1767384416.944789:0:40434:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d825bdda. 00000001:00000010:1.0:1767384416.944796:0:40434:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000006401b252. 00080000:00000010:1.0:1767384416.944813:0:40434:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000075c31630. 00000001:00000010:1.0:1767384416.944823:0:40434:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000cbceda95. 00000400:00000010:1.0:1767384416.944843:0:40434:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c740d746. 00000800:00000010:1.0:1767384416.944885:0:40434:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000101468f. 00000020:00000010:1.0:1767384416.944909:0:40434:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004c1b42d5. 00000020:00000010:1.0:1767384416.944913:0:40434:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000808291cb. 00000020:00000010:1.0:1767384416.944917:0:40434:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6590718. 00000800:00000010:2.0:1767384416.944972:0:16140:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000101468f. 00000400:00000010:2.0:1767384416.944979:0:16140:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c740d746. 00010000:00000010:2.1:1767384416.945132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003811b824. 00010000:00000010:2.1:1767384416.945138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000961b63c5. 00010000:00000010:2.1:1767384416.945141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f9817f33. 00010000:00000010:2.1:1767384416.949151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f913a7ba. 00010000:00000010:2.1:1767384416.949178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000061beec21. 00000400:00000010:3.0:1767384416.950612:0:16141:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f73615b7. 00000400:00000010:3.0:1767384416.950633:0:16141:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025061633. 00000020:00000010:2.0:1767384416.950706:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000020:00000010:2.0:1767384416.950711:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 00000020:00000010:2.0:1767384416.950717:0:40428:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058b46bc2. 00000020:00000010:2.0:1767384416.950722:0:40428:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001988f5ce. 00000020:00000010:2.0:1767384416.950726:0:40428:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384416.950765:0:40428:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000acdb997c. 00000020:00000010:2.0:1767384416.950767:0:40428:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000acdb997c. 02000000:00000010:2.0:1767384416.950785:0:40428:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028022c7c. 20000000:00000010:2.0:1767384416.950807:0:40428:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000ada7b6d8. 00000400:00000010:2.0:1767384416.950867:0:40428:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdb2d7aa. 00000020:00000010:0.0:1767384416.950881:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000402463fa. 00000020:00000010:0.0:1767384416.950888:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b1b88a94. 00000020:00000010:0.0:1767384416.950893:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d865175. 00000020:00000010:0.0:1767384416.950896:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384416.950901:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ff55bd2. 00000800:00000010:2.0:1767384416.950903:0:40428:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c3a6db52. 80000000:00000010:0.0:1767384416.950921:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d5880c5. 40000000:00000010:0.0:1767384416.950927:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096f93e8c. 00000020:00000010:2.0:1767384416.950930:0:40428:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001988f5ce. 00100000:00000010:0.0:1767384416.950932:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003826be6e. 00040000:00000010:0.0:1767384416.950936:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003af1401c. 00040000:00000010:0.0:1767384416.950942:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000af386504. 00000020:00000010:2.0:1767384416.950943:0:40428:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000060b62d0c. 00000020:00000010:2.0:1767384416.950950:0:40428:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058b46bc2. 00080000:00000010:0.0:1767384416.950950:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000773ddfbc. 00000400:00000010:2.0:1767384416.950961:0:40428:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e52ddb1. 00002000:00000010:0.0:1767384416.950963:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000deb4631c. 00000400:00000010:2.0:1767384416.950967:0:40428:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d899a5bd. 00000020:00000010:0.0:1767384416.950969:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b1b88a94. 00000020:00000010:0.0:1767384416.950976:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d865175. 00000020:00000010:0.0:1767384416.950981:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384416.950985:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ff55bd2. 80000000:00000010:0.0:1767384416.950989:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d5880c5. 40000000:00000010:0.0:1767384416.950992:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096f93e8c. 00100000:00000010:0.0:1767384416.950995:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003826be6e. 00040000:00000010:0.0:1767384416.950999:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003af1401c. 00040000:00000010:0.0:1767384416.951003:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000af386504. 00080000:00000010:0.0:1767384416.951006:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000773ddfbc. 00002000:00000010:0.0:1767384416.951008:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000deb4631c. 00000020:00000010:0.0:1767384416.951010:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000402463fa. 00000020:00000010:0.0:1767384416.951013:0:16774:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000af386504. 00000020:00000010:0.0:1767384416.951016:0:16774:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000402463fa. 00000020:00000010:0.0:1767384416.951017:0:16774:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000773ddfbc. 00000020:00000010:0.0:1767384416.951020:0:16774:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384416.951023:0:16774:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000ff55bd2. 80000000:00000010:0.0:1767384416.951025:0:16774:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000d5880c5. 40000000:00000010:0.0:1767384416.951028:0:16774:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096f93e8c. 00000800:00000010:3.0:1767384416.951029:0:16139:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c3a6db52. 00100000:00000010:0.0:1767384416.951030:0:16774:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003826be6e. 00040000:00000010:0.0:1767384416.951036:0:16774:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003af1401c. 00000400:00000010:3.0:1767384416.951038:0:16139:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdb2d7aa. 00040000:00000010:0.0:1767384416.951038:0:16774:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1b88a94. 00080000:00000010:0.0:1767384416.951043:0:16774:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000002d865175. 02000000:00000010:3.0:1767384416.951044:0:16139:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028022c7c. 00002000:00000010:0.0:1767384416.951047:0:16774:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000deb4631c. 00000020:00000010:0.0:1767384416.951087:0:16774:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000402463fa. 00000020:00000010:0.0:1767384416.951091:0:16774:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000773ddfbc. 00000020:00000010:0.0:1767384416.951094:0:16774:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c9861e4b. 00000020:00000010:0.0:1767384416.951096:0:16774:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000ff55bd2. 80000000:00000010:0.0:1767384416.951098:0:16774:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000d5880c5. 40000000:00000010:0.0:1767384416.951100:0:16774:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096f93e8c. 00100000:00000010:0.0:1767384416.951102:0:16774:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003826be6e. 00040000:00000010:0.0:1767384416.951104:0:16774:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003af1401c. 00040000:00000010:0.0:1767384416.951126:0:16774:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1b88a94. 00080000:00000010:0.0:1767384416.951132:0:16774:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002d865175. 00002000:00000010:0.0:1767384416.951134:0:16774:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000deb4631c. 00000020:00000010:0.0:1767384416.951136:0:16774:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000af386504. 00000001:00000010:3.0:1767384416.951187:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0dc7b92. 00000001:00000010:3.0:1767384416.951193:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006568c838. 00000001:00000010:3.0:1767384416.951196:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dad75638. 00000001:00000010:3.0:1767384416.951197:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ba6b5ed4. 00000001:00000010:3.0:1767384416.951199:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000a73fa15. 00000001:00000010:3.0:1767384416.951202:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cdc10fcb. 00000020:00000010:3.0:1767384416.951207:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c9a8d34f. 00000020:00000010:3.0:1767384416.951217:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000058c9c064. 00010000:00000010:2.1:1767384416.954134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e6166fb3. 00010000:00000010:2.1:1767384416.954147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002db26099. 00010000:00000010:0.1:1767384416.958147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008bfa86e0. 00000400:00000010:0.0:1767384417.111276:0:16143:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000abb224e1. 00000400:00000010:0.0:1767384417.111292:0:16143:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b1b88a94. 00000400:00000010:0.0:1767384417.111297:0:16143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf6a54a. 00000400:00000010:0.0:1767384417.111307:0:16143:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011ae2ef1. 00000800:00000010:0.0:1767384417.111340:0:16143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003af1401c. 00000800:00000010:3.0:1767384417.112391:0:39641:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000081a0f161. 00000800:00000010:3.0:1767384417.112398:0:39641:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cb5d8e7. 00000800:00000010:3.0:1767384417.112403:0:39641:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bc3f86ae. 00000800:00000010:3.0:1767384417.112426:0:39641:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bc3f86ae. 00000800:00020000:3.0:1767384417.112436:0:39641:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:3.0:1767384417.112442:0:39641:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cb5d8e7. 00000800:00000010:3.0:1767384417.112444:0:39641:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000081a0f161. 00000400:02020000:3.0:1767384417.112482:0:39641:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp48 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767384417.112493:0:39641:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003af1401c. 00000800:00000010:0.0:1767384417.304594:0:16135:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a7843ed9. 00000800:00000010:0.0:1767384417.304608:0:16135:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bf8b260d. 00000800:00000010:0.0:1767384417.304615:0:16135:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000096f93e8c. 00000800:00000010:0.0:1767384417.304643:0:16135:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000096f93e8c. 00000800:00020000:0.0:1767384417.304658:0:16135:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.119 00000800:00000010:0.0:1767384417.304665:0:16135:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bf8b260d. 00000800:00000010:0.0:1767384417.304667:0:16135:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a7843ed9. 00000400:02020000:0.0:1767384417.304722:0:16135:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.119@tcp43 at host 192.168.202.119:988: is it running a compatible version of Lustre? 00000001:00000010:0.0:1767384417.313028:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ef4007d0. 00080000:00000010:0.0:1767384417.313042:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001f5376e2. 00080000:00000010:0.0:1767384417.313046:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c69f0e9. 00000001:00000010:0.0:1767384417.313062:0:17581:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c14e0f6b. 00080000:00000010:0.0:1767384417.313065:0:17581:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000bde3736b. 00000001:00000010:1.0:1767384417.313098:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b8423f0. 00000001:00000010:1.0:1767384417.313141:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fc41f3cb. 00000001:00000010:1.0:1767384417.313145:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dc5c7e4b. 00000001:00000010:1.0:1767384417.313147:0:37:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e9d4a97. 00000001:00000010:1.0:1767384417.313149:0:37:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000978bc22c. 00000001:00000010:1.0:1767384417.313153:0:37:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000127e9a14. 00000001:00000010:1.0:1767384417.313161:0:37:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000044f4de4c. 00000020:00000010:1.0:1767384417.313177:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000df6ef509. 00000020:00000010:1.0:1767384417.313185:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000033377573. 00000001:02000400:3.0:1767384417.452681:0:41089:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 Debug log: 132690 lines, 132690 kept, 0 dropped, 0 bad.